-- Logs begin at Tue 2022-01-04 13:17:05 UTC, end at Tue 2022-01-04 14:53:25 UTC. -- Jan 04 13:46:28.206355 dv-neutron-master-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Jan 04 13:46:31.104725 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.common.config [-] Logging enabled! Jan 04 13:46:31.105321 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev328 Jan 04 13:46:31.105417 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103157) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 04 13:46:31.108697 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.common.config [-] Logging enabled! Jan 04 13:46:31.108948 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev328 Jan 04 13:46:31.109258 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=103157) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jan 04 13:46:31.110206 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 04 13:46:31.110442 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 04 13:46:31.110971 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 04 13:46:31.111220 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 04 13:46:31.111446 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 04 13:46:31.111794 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.112225 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Jan 04 13:46:31.112538 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.112834 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.113127 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.113424 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.113714 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.114021 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.114308 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.114604 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.114887 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.115165 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.115448 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.115736 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.116020 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] config_source = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.116301 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.116586 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.116865 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] debug = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.117143 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.117574 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.118003 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.118282 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.118568 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.118859 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.119113 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.119384 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.119665 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.119988 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] host = dv-neutron-master-2-hyperv {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.120262 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.120549 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.120832 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.121116 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.121389 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.121662 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.121968 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.122242 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_dir = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.122513 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.122784 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.123069 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.123354 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.123646 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.123874 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.124095 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.124391 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.124673 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.124949 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.125221 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.125493 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.125765 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.126067 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.126335 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.126619 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.126900 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.127691 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.127968 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.128239 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.128506 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.128775 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.129057 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.129327 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.129596 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.129892 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.130173 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.130436 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.130706 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.131005 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.131288 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.131569 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.131851 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.132122 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.132400 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.132666 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.132934 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] use_journal = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.133202 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] use_json = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.133468 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.133733 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.134040 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.134315 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.134582 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.134852 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.135121 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.135406 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:31.135701 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.135998 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.136296 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.136575 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.136878 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.137157 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.137446 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.137725 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.138051 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.138344 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.138629 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.138908 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.139207 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.139497 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.139790 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.140091 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.140383 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.140670 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.140943 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.141216 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.141487 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.141761 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.142073 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.142351 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.142640 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.143559 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.143840 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.144140 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.144434 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.144727 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.145016 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.145289 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.145566 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.145856 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.146153 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.146425 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.146698 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.146984 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.147258 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.147530 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.147812 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.148090 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.148365 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.148638 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.148915 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.149205 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.149482 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.149755 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.150056 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.150337 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.150608 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.150891 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.151165 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.151438 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.151710 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.151985 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.152256 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.152524 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.152798 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.153070 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.153344 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.153612 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.153899 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.154174 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.154449 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.155043 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.155315 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.155587 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.155861 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.156131 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.156400 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.156669 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.156938 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.157208 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.157491 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.157787 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.158093 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.158371 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.158671 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.158946 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.159219 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.159495 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.159770 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.160045 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.160312 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.160600 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.160877 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.161159 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.161439 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.161732 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.162054 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.162329 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.162608 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.162881 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.163155 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.163435 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.163714 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.164002 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.164292 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.164580 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.164873 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.165160 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.165439 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.165744 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.166045 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:31.166263 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 04 13:46:31.166501 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=103157) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jan 04 13:46:31.509573 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=103157) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 04 13:46:31.509855 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=103157) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 04 13:46:31.510188 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=103157) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Jan 04 13:46:31.510523 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 04 13:46:31.834156 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.834450 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.834720 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.835996 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.836273 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.836533 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.881795 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.882098 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.882362 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.896239 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.896519 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.896785 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.925850 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.926149 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.926419 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.962651 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.962940 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:31.963201 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.296666 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.297296 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.297296 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.297473 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.298163 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.396581 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.396899 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.397180 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.397455 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.397714 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.398050 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.398309 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.398561 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.398809 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.399087 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.399343 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.399603 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.399853 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.400101 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.400352 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.400611 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.400860 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.401119 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.401381 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.401637 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.401929 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.402178 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.402453 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.402824 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.403067 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.403308 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.403692 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:32.403928 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:32.404160 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:32.404390 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:32.404620 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:32.404850 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:32.405211 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 04 13:46:32.409036 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 04 13:46:32.412967 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 04 13:46:32.416739 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Jan 04 13:46:32.418378 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 04 13:46:32.418831 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 04 13:46:32.419161 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jan 04 13:46:32.419539 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 04 13:46:32.422348 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 04 13:46:32.422602 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 04 13:46:32.422946 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jan 04 13:46:32.428807 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jan 04 13:46:32.451694 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jan 04 13:46:32.452144 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.452437 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=103157) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Jan 04 13:46:32.452793 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.454184 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=103157) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 04 13:46:32.454463 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jan 04 13:46:32.454709 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jan 04 13:46:32.458559 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.458839 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:32.521434 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 04 13:46:32.521670 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 04 13:46:32.521931 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 04 13:46:32.522293 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 04 13:46:32.542133 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_db.sqlalchemy.engines [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=103157) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jan 04 13:46:32.973969 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing driver for type 'gre' Jan 04 13:46:32.974584 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] gre ID ranges: [(1, 1000)] Jan 04 13:46:33.023974 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing driver for type 'local' Jan 04 13:46:33.024324 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing driver for type 'vlan' Jan 04 13:46:33.037195 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] VlanTypeDriver initialization complete Jan 04 13:46:33.037535 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing driver for type 'vxlan' Jan 04 13:46:33.038041 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] vxlan ID ranges: [(1, 1000)] Jan 04 13:46:33.090676 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing extension driver 'port_security' Jan 04 13:46:33.091076 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.extensions.port_security [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] PortSecurityExtensionDriver initialization complete Jan 04 13:46:33.091416 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing mechanism driver 'openvswitch' Jan 04 13:46:33.091745 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing mechanism driver 'hyperv' Jan 04 13:46:33.098382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.plugin [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=103157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:46:33.099058 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.099431 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.099784 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.100324 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=103157) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 04 13:46:33.100761 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.101114 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.101459 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.101881 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=103157) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 04 13:46:33.102304 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.102653 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.102994 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.103393 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=103157) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 04 13:46:33.103797 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > security_group after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.104143 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > security_group after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.104576 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > security_group after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.105119 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=103157) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 04 13:46:33.105533 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.105894 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.106254 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.106659 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=103157) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 04 13:46:33.107065 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > address_group after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.107410 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > address_group after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.107746 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > address_group after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.108148 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=103157) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jan 04 13:46:33.108529 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] ML2 OVO RPC backend initialized. {{(pid=103157) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jan 04 13:46:33.109225 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.109585 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.110037 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.110388 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > networks before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.110733 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.111073 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > ports before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.111413 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.112238 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnets before_response 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.112579 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.112938 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.113271 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.113602 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.113965 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.114300 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.114632 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.114963 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.115292 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > subnet after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.115869 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.plugin [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Modular L2 Plugin initialization complete Jan 04 13:46:33.116197 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading services supported by the core plugin {{(pid=103157) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 04 13:46:33.116521 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.plugins.ml2.managers [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Got port-security extension from driver 'port_security' Jan 04 13:46:33.116980 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.extensions.vlantransparent [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Disabled vlantransparent extension. Jan 04 13:46:33.117466 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=103157) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 04 13:46:33.117781 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: router Jan 04 13:46:33.154401 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_interface before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.154794 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_create 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.155168 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router before_create 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.155533 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.155905 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.156261 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_delete 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.156619 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > floatingip after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.156967 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > floatingip after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.157324 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_create 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.157670 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_update 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.158050 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_update 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.158396 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.158753 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_update 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.159164 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_update 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.159532 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.159870 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.160206 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: subnet after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.160543 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.160892 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > port precommit_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.161242 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_create 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.161585 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.161962 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.162323 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router after_update 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.162662 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_delete 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.163019 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_create 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.163379 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router_interface after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.163723 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_update 55549900 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.164088 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > agent after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.164438 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > agent after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.164784 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > network after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.165638 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Tracking information for resource: router configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:33.166010 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Tracking information for resource: floatingip configured {{(pid=103157) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jan 04 13:46:33.171201 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.db.l3_agentschedulers_db [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 04 13:46:33.171781 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.172151 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port after_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.172510 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port after_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.172864 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: port after_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.173640 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router before_create 55550100 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.174809 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_delete 55550100 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.175175 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_create 55550100 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.175532 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > router precommit_update 55550100 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.180213 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.provider_configuration [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service providers = [] {{(pid=103157) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 04 13:46:33.180583 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.db.servicetype_db [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=103157) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 04 13:46:33.183551 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.service_base [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=103157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 04 13:46:33.183901 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.service_base [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=103157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 04 13:46:33.184242 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.service_base [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=103157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 04 13:46:33.185134 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.services.service_base [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=103157) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jan 04 13:46:33.185508 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.services.service_base [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 04 13:46:33.185904 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.186227 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 04 13:46:33.197566 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.197930 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: auto_allocate Jan 04 13:46:33.203849 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: network precommit_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.204221 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: network precommit_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.204742 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.205065 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: tag Jan 04 13:46:33.211754 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.212089 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: timestamp Jan 04 13:46:33.216120 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.216453 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: network_ip_availability Jan 04 13:46:33.222465 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.222840 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.223201 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.223907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.224228 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: flavors Jan 04 13:46:33.228948 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.229285 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading Plugin: revisions Jan 04 13:46:33.233633 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=103157) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jan 04 13:46:33.234061 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_concurrency.lockutils [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.724s {{(pid=103157) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Jan 04 13:46:33.234802 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=103157) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Jan 04 13:46:33.235141 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Initializing extension manager. Jan 04 13:46:33.235664 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: __init__.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.236007 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: __pycache__ {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.236344 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.237268 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: address_group.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.238058 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.238625 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: address-group Jan 04 13:46:33.238950 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: address_scope.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.239851 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.240363 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: address-scope Jan 04 13:46:33.240690 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: admin_state_down_before_update.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.241613 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.242156 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: router-admin-state-down-before-update Jan 04 13:46:33.242481 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: agent.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.243180 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.243685 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: agent Jan 04 13:46:33.244010 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: agent_resources_synced.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.244917 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.245425 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: agent-resources-synced Jan 04 13:46:33.245749 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: allowedaddresspairs.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.247560 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.248084 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: allowed-address-pairs Jan 04 13:46:33.248410 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: auto_allocated_topology.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.249497 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.250050 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: auto-allocated-topology Jan 04 13:46:33.250376 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: availability_zone.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.251211 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.251720 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: availability_zone Jan 04 13:46:33.252047 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: availability_zone_filter.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.252999 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.253511 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: availability_zone_filter Jan 04 13:46:33.253835 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: data_plane_status.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.254777 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.255281 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension data-plane-status not supported by any of loaded plugins Jan 04 13:46:33.255599 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: default_subnetpools.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.256508 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.257012 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: default-subnetpools Jan 04 13:46:33.257334 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: dhcpagentscheduler.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.258176 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.258682 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: dhcp_agent_scheduler Jan 04 13:46:33.259003 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: dns.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.259912 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.260434 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension dns-integration not supported by any of loaded plugins Jan 04 13:46:33.260753 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: dns_domain_ports.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.261675 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.262206 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 04 13:46:33.262528 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.263449 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.263948 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jan 04 13:46:33.264270 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: dvr.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.264940 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.265441 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: dvr Jan 04 13:46:33.265763 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: ecmp_routes.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.266712 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.267216 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension ecmp_routes not supported by any of loaded plugins Jan 04 13:46:33.267537 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: empty_string_filtering.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.268462 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.268968 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: empty-string-filtering Jan 04 13:46:33.269291 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.270225 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.270728 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 04 13:46:33.271049 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.271957 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.272458 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 04 13:46:33.272778 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: external_net.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.273683 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.274275 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: external-net Jan 04 13:46:33.274554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: extra_dhcp_opt.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.275472 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.275977 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: extra_dhcp_opt Jan 04 13:46:33.276297 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: extraroute.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.277203 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.277705 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: extraroute Jan 04 13:46:33.278059 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: extraroute_atomic.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.279099 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.279601 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: extraroute-atomic Jan 04 13:46:33.279922 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: filter_validation.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.280582 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.281080 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: filter-validation Jan 04 13:46:33.281398 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: fip_pf_description.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.282333 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.282833 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 04 13:46:33.283148 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: fip_port_details.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.284569 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.285068 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: fip-port-details Jan 04 13:46:33.285387 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: flavors.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.286657 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.287168 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: flavors Jan 04 13:46:33.287489 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.289156 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.289669 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 04 13:46:33.290050 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: floatingip_pools.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.290756 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.291265 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: floatingip-pools Jan 04 13:46:33.291594 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: ip_allocation.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.292534 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.293041 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension ip_allocation not supported by any of loaded plugins Jan 04 13:46:33.293368 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.294315 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.294826 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: ip-substring-filtering Jan 04 13:46:33.295153 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l2_adjacency.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.296078 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.296581 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 04 13:46:33.296902 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.298029 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.298551 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: router Jan 04 13:46:33.298880 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3_conntrack_helper.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.302136 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.302667 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 04 13:46:33.303004 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.303945 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.304457 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: ext-gw-mode Jan 04 13:46:33.304806 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.305741 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.306285 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: l3-ha Jan 04 13:46:33.306689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3_flavors.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.307607 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.308113 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: l3-flavors Jan 04 13:46:33.308435 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.309344 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.309848 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 04 13:46:33.310195 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: l3agentscheduler.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.311233 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.311748 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: l3_agent_scheduler Jan 04 13:46:33.312079 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: local_ip.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.313854 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.314397 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension local_ip not supported by any of loaded plugins Jan 04 13:46:33.314765 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: logging.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.316244 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.316766 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension logging not supported by any of loaded plugins Jan 04 13:46:33.317103 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: metering.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.317841 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.318455 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: metering Jan 04 13:46:33.318787 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.319884 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.320400 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: metering_source_and_destination_fields Jan 04 13:46:33.320731 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: multiprovidernet.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.321654 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.322206 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: multi-provider Jan 04 13:46:33.322620 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: netmtu.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.323542 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.324050 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: net-mtu Jan 04 13:46:33.324376 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: netmtu_writable.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.325289 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.325797 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: net-mtu-writable Jan 04 13:46:33.326155 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: network_availability_zone.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.326829 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.327354 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: network_availability_zone Jan 04 13:46:33.327678 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: network_ip_availability.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.328778 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.329287 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: network-ip-availability Jan 04 13:46:33.329614 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: network_segment_range.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.330433 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.330933 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension network-segment-range not supported by any of loaded plugins Jan 04 13:46:33.331257 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: pagination.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.332392 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.332728 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: pagination Jan 04 13:46:33.333052 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: port_device_profile.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.333996 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.334511 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: port-device-profile Jan 04 13:46:33.334838 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.335749 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.336265 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: port-mac-address-regenerate Jan 04 13:46:33.336590 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.337493 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.338118 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: port-numa-affinity-policy Jan 04 13:46:33.338445 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: port_resource_request.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.339366 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.339868 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension port-resource-request not supported by any of loaded plugins Jan 04 13:46:33.340190 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: port_resource_request_groups.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.341151 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.341661 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension port-resource-request-groups not supported by any of loaded plugins Jan 04 13:46:33.342034 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: portbindings.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.342963 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.343487 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: binding Jan 04 13:46:33.343797 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: portbindings_extended.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.345059 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.345573 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: binding-extended Jan 04 13:46:33.346450 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: portsecurity.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.347364 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.347875 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: port-security Jan 04 13:46:33.348201 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: project_id.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.349171 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.349502 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: project-id Jan 04 13:46:33.349825 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: providernet.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.350781 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.351292 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: provider Jan 04 13:46:33.351616 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.355272 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.355796 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos not supported by any of loaded plugins Jan 04 13:46:33.356129 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.357379 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.357911 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 04 13:46:33.358248 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.359170 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.359680 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 04 13:46:33.360008 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_default.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.360920 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.361426 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-default not supported by any of loaded plugins Jan 04 13:46:33.362332 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_fip.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.362996 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.363497 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-fip not supported by any of loaded plugins Jan 04 13:46:33.363822 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_fip_network_policy.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.364738 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.365241 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-fip-network-policy not supported by any of loaded plugins Jan 04 13:46:33.365564 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_gateway_ip.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.366567 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.367075 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 04 13:46:33.367403 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_port_network_policy.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.368311 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.368815 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 04 13:46:33.369192 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.370266 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.370840 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-pps-minimum not supported by any of loaded plugins Jan 04 13:46:33.371218 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_pps_rule.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.372292 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.372810 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-pps not supported by any of loaded plugins Jan 04 13:46:33.373137 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_rule_type_details.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.374099 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.374607 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 04 13:46:33.374948 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: qos_rules_alias.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.375986 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.376494 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 04 13:46:33.376819 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: quota_check_limit.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.377768 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.378320 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: quota-check-limit Jan 04 13:46:33.378646 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: quotasv2.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.379578 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.379908 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: quotas Jan 04 13:46:33.380228 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: quotasv2_detail.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.383625 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.383969 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: quota_details Jan 04 13:46:33.384306 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: rbac.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.385365 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.386043 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: rbac-policies Jan 04 13:46:33.386378 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: rbac_address_group.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.387316 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.387832 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: rbac-address-group Jan 04 13:46:33.388159 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: rbac_address_scope.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.389083 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.389597 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: rbac-address-scope Jan 04 13:46:33.389960 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: rbac_security_groups.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.390877 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.391391 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: rbac-security-groups Jan 04 13:46:33.391715 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: rbac_subnetpool.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.392637 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.393168 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: rbac-subnetpool Jan 04 13:46:33.393492 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: revisionifmatch.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.394446 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.394959 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: revision-if-match Jan 04 13:46:33.395282 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: revisions.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.396395 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.396901 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: standard-attr-revisions Jan 04 13:46:33.397225 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: router_availability_zone.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.397915 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.398423 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: router_availability_zone Jan 04 13:46:33.398744 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: routerservicetype.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.399658 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.400160 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension router-service-type not supported by any of loaded plugins Jan 04 13:46:33.400482 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.401481 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.402026 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: security-groups-normalized-cidr Jan 04 13:46:33.402352 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: security_groups_port_filtering.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.403284 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.403789 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: port-security-groups-filtering Jan 04 13:46:33.404112 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.405045 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.405555 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: security-groups-remote-address-group Jan 04 13:46:33.405892 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.406818 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.407333 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: security-groups-shared-filtering Jan 04 13:46:33.407738 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.408841 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Jan 04 13:46:33.409170 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: securitygroup.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.420232 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.420764 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: security-group Jan 04 13:46:33.421100 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: segment.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.421913 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.422428 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension segment not supported by any of loaded plugins Jan 04 13:46:33.422755 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.423701 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.425093 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 04 13:46:33.425418 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: servicetype.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.426577 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.427099 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: service-type Jan 04 13:46:33.427425 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: sorting.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.428411 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.428748 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: sorting Jan 04 13:46:33.429077 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: standard_attr_segment.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.430084 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.430599 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 04 13:46:33.430925 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: standardattrdescription.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.431572 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.432079 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: standard-attr-description Jan 04 13:46:33.432402 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: stateful_security_group.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.433333 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.433844 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: stateful-security-group Jan 04 13:46:33.434193 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: stdattrs_common.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.434767 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 04 13:46:33.435089 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.436024 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.436540 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 04 13:46:33.436866 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: subnet_onboard.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.437968 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.438488 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: subnet_onboard Jan 04 13:46:33.438816 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.439771 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.440293 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 04 13:46:33.440617 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: subnet_service_types.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.441543 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.442094 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: subnet-service-types Jan 04 13:46:33.442424 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: subnetallocation.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.443503 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.444014 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: subnet_allocation Jan 04 13:46:33.444340 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.445005 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.445508 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: subnetpool-prefix-ops Jan 04 13:46:33.445828 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.446776 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.447279 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 04 13:46:33.447602 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: tagging.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.448648 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.450607 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: standard-attr-tag Jan 04 13:46:33.450965 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: timestamp.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.452250 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.453006 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loaded extension: standard-attr-timestamp Jan 04 13:46:33.453370 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: trunk.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.454580 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.455107 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension trunk not supported by any of loaded plugins Jan 04 13:46:33.455463 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: trunk_details.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.456385 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.456901 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension trunk-details not supported by any of loaded plugins Jan 04 13:46:33.457228 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: uplink_status_propagation.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.458188 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.458707 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 04 13:46:33.459031 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Loading extension file: vlantransparent.py {{(pid=103157) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Jan 04 13:46:33.459702 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=103157) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 04 13:46:33.460205 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 04 13:46:33.462721 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:network Jan 04 13:46:33.463264 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:subnet Jan 04 13:46:33.463666 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:subnetpool Jan 04 13:46:33.464063 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:port Jan 04 13:46:33.465283 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.465728 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service FLAVORS assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.466432 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.466862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.467196 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:router Jan 04 13:46:33.467623 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:floatingip Jan 04 13:46:33.468117 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service METERING assigned prefix: /metering {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.469557 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.469952 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.470310 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=103157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:46:33.471803 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of CountableResource for resource:rbac_policy Jan 04 13:46:33.472254 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:security_group Jan 04 13:46:33.472691 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 04 13:46:33.473294 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service CORE assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.473633 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:subnetpool Jan 04 13:46:33.474009 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] subnetpool is already registered Jan 04 13:46:33.474437 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service CORE assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.474763 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:subnetpool Jan 04 13:46:33.475095 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] subnetpool is already registered Jan 04 13:46:33.477370 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.477801 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service FLAVORS assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.478412 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.478834 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.479167 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:router Jan 04 13:46:33.479505 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] router is already registered Jan 04 13:46:33.479911 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:floatingip Jan 04 13:46:33.480247 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] floatingip is already registered Jan 04 13:46:33.480698 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service METERING assigned prefix: /metering {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.481352 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of CountableResource for resource:rbac_policy Jan 04 13:46:33.481679 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] rbac_policy is already registered Jan 04 13:46:33.482122 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:security_group Jan 04 13:46:33.482458 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] security_group is already registered Jan 04 13:46:33.482859 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 04 13:46:33.483193 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] security_group_rule is already registered Jan 04 13:46:33.483829 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service CORE assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.484159 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:subnetpool Jan 04 13:46:33.484493 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] subnetpool is already registered Jan 04 13:46:33.484917 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.v2.resource_helper [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Service CORE assigned prefix: {{(pid=103157) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jan 04 13:46:33.485241 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Creating instance of TrackedResource for resource:subnetpool Jan 04 13:46:33.485572 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING neutron.quota.resource_registry [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] subnetpool is already registered Jan 04 13:46:33.486060 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: extensions {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.488185 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: address-groups {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.489647 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: address-scopes {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.491024 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: agents {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.492176 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: auto-allocated-topology {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.493432 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: availability_zones {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.494685 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: dhcp-networks {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.496190 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: dhcp-agents {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.497617 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: routers {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.499853 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: flavors {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.501005 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: service_profiles {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.502274 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: next_providers {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.503718 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: service_profiles {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.505288 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: floatingip-pools {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.506544 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: routers {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.508742 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: floatingips {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.510053 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: l3-routers {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.511439 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: l3-agents {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.512848 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: metering-labels {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.514230 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: metering-label-rules {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.515510 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: network-ip-availabilities {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.516789 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: bindings {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.519321 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: quotas {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.520908 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: quotas {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.522462 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: rbac-policies {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.523761 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: security-groups {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.525018 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: security-group-rules {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.526238 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: service-providers {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.527451 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: subnetpools {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.528879 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: subnetpools {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.530368 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.532030 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.534441 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.536222 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.538036 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.539870 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.541572 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.543507 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.545260 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.547122 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron.api.extensions [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Extended resource: tags {{(pid=103157) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jan 04 13:46:33.553732 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING keystonemiddleware.auth_token [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 04 13:46:33.558433 dv-neutron-master-2-hyperv neutron-server[103157]: WARNING keystonemiddleware.auth_token [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 04 13:46:33.566857 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_concurrency.lockutils [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Acquired lock "singleton_lock" {{(pid=103157) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Jan 04 13:46:33.567332 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_concurrency.lockutils [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Releasing lock "singleton_lock" {{(pid=103157) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Jan 04 13:46:33.567972 dv-neutron-master-2-hyperv neutron-server[103157]: INFO oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Starting 2 workers Jan 04 13:46:33.572751 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Started child 103264 {{(pid=103157) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 04 13:46:33.577213 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Started child 103265 {{(pid=103157) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 04 13:46:33.578382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:33.579081 dv-neutron-master-2-hyperv neutron-server[103157]: INFO neutron.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 04 13:46:33.579447 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Publish callbacks [] for process, before_spawn {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:33.579903 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [-] (103264) wsgi starting up on http://0.0.0.0:9696 Jan 04 13:46:33.582428 dv-neutron-master-2-hyperv neutron-server[103157]: INFO oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Starting 1 workers Jan 04 13:46:33.582579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:33.583925 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [-] (103265) wsgi starting up on http://0.0.0.0:9696 Jan 04 13:46:33.587615 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Started child 103266 {{(pid=103157) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 04 13:46:33.588211 dv-neutron-master-2-hyperv neutron-server[103157]: INFO oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Starting 1 workers Jan 04 13:46:33.591493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] calling RpcWorker wait() {{(pid=103266) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 04 13:46:33.592032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] returning from RpcWorker wait() {{(pid=103266) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 04 13:46:33.592635 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Started child 103267 {{(pid=103157) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jan 04 13:46:33.593461 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG neutron_lib.callbacks.manager [None req-88c42167-7de1-4f22-b0d4-0b833e82c990 None None] Publish callbacks [] for process, after_spawn {{(pid=103157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:33.593572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:33.594049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:46:33.595372 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103157) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 04 13:46:33.595584 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 04 13:46:33.595771 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 04 13:46:33.596588 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 04 13:46:33.596925 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 04 13:46:33.597091 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 04 13:46:33.597592 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.597878 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.598182 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.598285 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:33.598725 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.598725 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.599151 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:46:33.599305 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.599583 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.599816 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.600103 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.600356 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.600528 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.600696 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.600960 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.601208 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.601502 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.601775 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.602051 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.602322 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.602493 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.602760 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.603045 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.603277 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.603751 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] debug = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.604020 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.604503 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.604743 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.605005 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.605245 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.605515 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.605767 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.606066 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.606306 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.606524 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.606761 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.607035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.607257 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.607488 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.607744 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.607958 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.608225 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.608465 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.608926 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.609190 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.609414 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.609732 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.610010 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.610257 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.610506 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.610755 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.611014 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.611256 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.611558 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.611830 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.612064 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.612286 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.612591 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.612734 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_options = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.612928 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.613210 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.613467 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.613667 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.613837 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.614054 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.614310 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.614474 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.614741 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.614984 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.615191 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.615428 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.615642 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.615857 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.616133 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.616363 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.616609 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.616822 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.617168 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.617305 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.617550 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.617809 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.618050 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.618289 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.618536 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.618758 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.618984 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.619211 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.620568 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.620835 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.621096 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.621357 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.621607 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.622725 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.623012 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.623289 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.623712 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.623859 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.624055 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.624294 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.624557 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.624860 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.625215 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.625526 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.625526 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.625806 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.626627 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_json = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.626627 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.626627 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.627111 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.627111 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.627111 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.627687 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.627687 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.627919 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.629010 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.629166 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.629862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.629862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.629862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.630243 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.630379 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.630563 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.632382 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.633079 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.633079 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.633232 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.633363 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.633604 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.633823 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.634092 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.634373 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.634597 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.634845 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.635073 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.635294 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.635876 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.636165 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.636505 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.636789 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.637053 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.637303 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.637550 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.637791 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.638030 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.638245 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.638479 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.638725 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.639004 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.639229 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.639459 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.639693 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.639940 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.640174 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.640404 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.640670 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.640924 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.641160 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.641404 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.641628 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.641846 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.642102 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.642327 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.642576 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.643316 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.643577 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.643806 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.644041 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.644255 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.644465 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.644684 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.644909 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.645286 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.645504 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.645716 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.645972 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.646451 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.646886 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.647265 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.647629 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.647981 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.648348 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.648562 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.648773 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.649159 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.649528 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.649746 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.649977 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.650346 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.650726 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.650941 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.651173 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.651407 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.651622 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.651834 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.652208 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.652418 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.652633 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.652845 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.653209 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.653623 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.654120 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.654505 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.654900 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.655348 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.655721 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.656104 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.656478 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.657053 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.657441 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.657810 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.658229 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.659222 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.659612 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.660022 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.660401 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.660782 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.661164 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.661428 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.661671 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.661939 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.662172 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.662452 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.662708 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.663108 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.663349 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.663601 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.663874 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.664127 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.664419 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.664637 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.664906 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.665183 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.665476 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.665923 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.666318 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.666734 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.667001 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.667275 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.667540 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.667808 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.668213 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.668462 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.668701 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.668944 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.669165 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.669395 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.669704 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.669984 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.670198 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.670562 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.670835 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.671084 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.671334 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.671618 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.671862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.672095 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.672355 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.672622 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.672853 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.673096 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.673330 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.673544 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.673794 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.674321 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.674543 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.674776 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.674992 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.675238 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.675453 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.675761 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.675977 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.676192 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.676405 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.676651 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.676858 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.677094 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.677308 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.677543 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.677755 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.677991 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.678200 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.678444 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.678675 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.678935 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.679195 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.679431 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.679675 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.679925 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.680160 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.680395 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.680669 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.680901 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.681106 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.681463 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.681945 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.682187 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.682409 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.682638 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.682862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.683086 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.683434 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.683660 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.683889 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.684117 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.684348 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.684584 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.685702 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.685702 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.685702 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.685702 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.685702 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.686705 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.686705 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.686705 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.686705 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.687040 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.687118 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.687411 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.687654 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.687871 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.688327 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.688575 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.688813 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.689063 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.689474 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.689885 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.690135 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.690345 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.690557 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.690782 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.690994 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.691203 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.691427 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.691690 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.691862 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.692068 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.692303 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.692539 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.692764 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.692969 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.693177 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.693410 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.693611 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.693834 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.694235 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.694445 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.694653 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.694876 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.695090 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.695296 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.695519 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.695724 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.695936 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.696151 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.696360 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.696565 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.696868 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.697129 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.697350 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.697625 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.697856 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.698141 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.698378 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.698698 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.698933 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.699190 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.699425 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.699641 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.699856 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.700087 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.700402 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.700698 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.700949 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.701180 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.701449 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.701729 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.702029 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.702241 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.702852 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.702852 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.703103 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.703373 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.703597 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.703848 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.704314 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.704608 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.704921 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.705723 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.706023 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.706328 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.706623 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.706725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:46:33.706962 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.707257 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.707548 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.707830 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.708120 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.708410 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.708695 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.709046 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.709218 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 04 13:46:33.710023 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=103157) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jan 04 13:46:33.710023 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jan 04 13:46:33.710259 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jan 04 13:46:33.710751 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jan 04 13:46:33.710751 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jan 04 13:46:33.710751 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jan 04 13:46:33.711120 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.711300 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.711517 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.711736 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.711952 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.712187 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.712420 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.712637 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.712851 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.713064 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.713282 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.713497 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.713711 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.713954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.714119 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.714381 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.714668 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.714823 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.715028 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.715243 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] config_source = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.715457 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.715673 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.715886 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] debug = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.716102 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.716371 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.716594 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.716807 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.717053 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.717314 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.717527 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.717757 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.717985 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.718200 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.718414 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.718625 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.718858 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.719049 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.719260 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.719475 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.719693 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.719903 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.720116 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] host = dv-neutron-master-2-hyperv {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.720326 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.720550 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.720764 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.721515 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.721730 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.721967 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.722181 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.722395 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.722606 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.722770 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.722928 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.723085 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.723242 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_dir = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.723398 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.723554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_options = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.723710 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.723867 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.724025 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.724215 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.724379 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.724538 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.724713 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.724856 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725083 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725183 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725308 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725457 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725613 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725769 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.725949 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.726106 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.726262 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.726417 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.726574 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.726731 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.726887 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727042 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727198 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727353 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727509 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727664 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727824 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.727980 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.728136 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.728284 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.728452 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.728582 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.728734 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.728886 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729040 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729165 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729322 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.729689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.730756 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.730756 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.730756 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.730756 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_journal = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731357 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_json = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731357 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731357 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731357 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731672 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731672 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731672 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731888 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.731973 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jan 04 13:46:33.732138 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.732301 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.732470 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.732631 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.732790 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.732949 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.733108 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.733442 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.733442 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.733634 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.733713 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.733861 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.734050 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.734211 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.734368 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.734528 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.734688 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735306 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735306 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735306 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735306 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735604 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735604 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735769 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.735890 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.736046 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.736205 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.736371 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.736554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.736729 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.736912 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.737052 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.30/identity {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.737211 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.737370 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.737529 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.737689 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.737849 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738037 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738197 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738369 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738505 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738661 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738818 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.738978 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.739142 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.739302 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.739462 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.739626 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.739784 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.739943 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.740102 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.740262 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.740421 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.740580 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.740740 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.740899 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.741058 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.741227 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.741385 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.741547 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.741694 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.741854 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742037 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742160 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742323 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742481 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742638 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742796 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.742967 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.743126 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.743284 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.743442 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.743784 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.743784 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.743978 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744056 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744185 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744343 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744501 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744660 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744818 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.744977 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.745136 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.745294 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.745453 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.745617 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.745756 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.745933 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.746094 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.746252 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.746410 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.746576 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.746748 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.746907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.747065 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.747224 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.749907 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.750511 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751035 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751890 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.751890 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752028 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752172 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752329 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752489 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752649 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752808 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.752967 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.753137 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.753298 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.753459 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.753617 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.753800 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.753980 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.754139 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.754298 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.754457 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.754615 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.754775 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.754934 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.755093 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.755253 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.755446 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.755613 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.30/identity {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.755772 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.755960 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.756124 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.756282 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.756442 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.756601 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.756759 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.756919 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.757078 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.757237 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.757398 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.757556 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.757714 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.757889 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758051 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758210 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758370 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758541 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758676 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758833 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.758991 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.759150 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.759308 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.759466 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.759629 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.759790 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.759949 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.760113 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.760282 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.760431 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.760586 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.760742 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.760902 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.761061 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.761220 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.761379 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.761539 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.761699 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.761858 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762036 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762200 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762360 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762959 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762959 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762959 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.762959 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.763233 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.763309 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.763414 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.763573 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.763732 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.763890 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.764047 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.764206 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.764367 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.764528 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.764687 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.764846 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765006 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765164 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765322 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765480 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765652 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765811 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.765990 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.766150 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.766307 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.766467 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.766637 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.766796 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.766954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.767114 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.767272 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.767432 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.767601 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.768276 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.768435 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.768594 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.768752 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.768912 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.769080 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.769238 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.769395 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.769554 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.769712 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.769906 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.770059 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.770221 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.770378 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.770901 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.770901 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.770901 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.771165 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.771443 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.771611 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.771770 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.771927 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.772088 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.772257 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.772412 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.772566 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.772734 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.772893 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.773954 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.774820 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.774820 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.774820 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.774820 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.774820 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775273 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775273 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775273 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775488 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775488 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775630 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775803 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.775962 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.776121 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.776281 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.776440 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.776598 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.776755 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.776914 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.777071 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.777228 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.777387 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.777544 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.777701 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.777859 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778036 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778196 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778356 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778516 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778675 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778833 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jan 04 13:46:33.778985 dv-neutron-master-2-hyperv neutron-server[103157]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=103157) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jan 04 13:46:33.877883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 59734) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:46:33.887405 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0074697 Jan 04 13:46:45.433973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b40ac3-f16d-4e8a-b171-a34ce183bbdd None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:46:45.503758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3b40ac3-f16d-4e8a-b171-a34ce183bbdd None None] No non-hosted networks {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 04 13:46:45.524797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.agentschedulers_db [None req-c3b40ac3-f16d-4e8a-b171-a34ce183bbdd None None] DHCP Agent not found on host dv-neutron-master-2-hyperv {{(pid=103266) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jan 04 13:46:45.698889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ef7caa83-c575-4948-88f2-1b0bdf1da0c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1044172'] for agent, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:47.786079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ecb3eb43-4101-43e0-8aba-4d36dd8fbead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1044172'] for agent, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:47.868533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2579d0e3-daf9-4d6e-9554-41a2c821abaf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:49.113705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1044172'] for agent, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:50.304172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1044172'] for agent, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:51.031437 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.db.l3_hamode_db [None req-633d600f-a847-4930-bbd5-90996e33afe2 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 04 13:46:51.108021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d600f-a847-4930-bbd5-90996e33afe2 None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:46:51.108343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-633d600f-a847-4930-bbd5-90996e33afe2 None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 04 13:46:51.932893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1044172'] for agent, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:51.933583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.933992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.934338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.934681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.935071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.936003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.936361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.936686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.937008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.937539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.937895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.938228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.938543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:46:51.939457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-master-2-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:46:51.947696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-master-2-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:46:55.065437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59832) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:46:55.550309 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING oslo_policy.policy [None req-b27ba290-6831-464e-9c25-9b4af4f866c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:46:55.550880 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING oslo_policy.policy [None req-b27ba290-6831-464e-9c25-9b4af4f866c3 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:46:55.776902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-b27ba290-6831-464e-9c25-9b4af4f866c3 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:46:55.778190 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b27ba290-6831-464e-9c25-9b4af4f866c3 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7107131 Jan 04 13:46:58.611857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59848) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:46:58.909207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'is_default': True, 'default_prefixlen': 26, 'tenant_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'name': 'shared-default-subnetpool-v4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:46:59.006044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.policy [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103265) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 04 13:46:59.052412 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING oslo_policy.policy [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:46:59.052719 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING oslo_policy.policy [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:46:59.061763 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.quota [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] Loaded quota_driver: . Jan 04 13:46:59.153539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786957312049', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786957312580', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786957309944', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786957361903', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786957359405', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8786957352087', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-2069767', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2072393', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-528749', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-590894'] for rbac-policy, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:59.217340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:46:59.218538 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b2551efe-80c2-4483-b1c5-043c8dd3100b admin admin] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6056719 Jan 04 13:47:02.036352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59860) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:02.328492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'private', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'project_id': '550a440e68a342ff93861f80dbcf6159'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:47:02.357148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Made reservation on behalf of 550a440e68a342ff93861f80dbcf6159 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:47:02.359945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.377479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.480310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.483730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.502982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 192} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:47:02.529327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786954406723', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.529918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Unsubscribe: segment precommit_create {{(pid=103265) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 04 13:47:02.530416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Added segment 918a935d-64d9-4705-a713-f48a7d38921f of type vlan for network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 Jan 04 13:47:02.547074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01d96dce-d639-4978-9f2c-2e2e0ded1031,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:02.596022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.596380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.596723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.597053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.597379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.597703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.598051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.598372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.598690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.599004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.599318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.599632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.599948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Tracked resource versions report: Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: pushed versions: Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: { 'AddressGroup': {'1.2'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'ConntrackHelper': {'1.0'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Log': {'1.0'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Network': {'1.1'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Port': {'1.7'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'PortForwarding': {'1.2'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'QosPolicy': {'1.10'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroup': {'1.5'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'SubPort': {'1.0'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Subnet': {'1.1'}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Trunk': {'1.1'}} Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: consumer versions: Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'ConntrackHelper': '1.0', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'LocalIPAssociation': '1.0', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Log': '1.0', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Network': '1.1', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Port': '1.7', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'PortForwarding': '1.2', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'QosPolicy': '1.10', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroup': '1.5', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroupRule': '1.2', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'SubPort': '1.0', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Subnet': '1.1', Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: 'Trunk': '1.1'}} Jan 04 13:47:02.601344 dv-neutron-master-2-hyperv neutron-server[103265]: {{(pid=103265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:47:02.634075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.675712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.676903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:02.677622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:02.725765 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.6883686 Jan 04 13:47:02.779303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9e110e-9b79-47b3-beba-fcd7040b3a0c admin admin] Pushing event updated for resources: {'Network': ['ID=2ebcfe58-a44c-4afb-8af2-64f1c24e1df8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:02.795660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:47:05.599604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59874) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:05.991346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30327ad8-791f-4a08-96a9-13582b2fa4c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:05.992719 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-30327ad8-791f-4a08-96a9-13582b2fa4c9 admin admin] 10.222.0.30 "GET /v2.0/networks/2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 HTTP/1.1" status: 200 len: 825 time: 0.3921621 Jan 04 13:47:06.017533 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6e617e44-36fd-4cb6-8498-d9cee9a1bf47 admin admin] 10.222.0.30 "GET /v2.0/subnetpools/dc569b58-9ea7-43f9-b4ae-1c6ecf64a331 HTTP/1.1" status: 200 len: 734 time: 0.0185525 Jan 04 13:47:06.026463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331', 'ip_version': 4, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'name': 'private-subnet', 'tenant_id': '550a440e68a342ff93861f80dbcf6159'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:47:06.050016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Made reservation on behalf of 550a440e68a342ff93861f80dbcf6159 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:47:06.052239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Publish callbacks [] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:06.336210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:06.403651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Pushing event updated for resources: {'Subnet': ['ID=6588f7cd-8eb6-402d-8f0d-1171fe66a01b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:06.409089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Checking segment: {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:47:06.409223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Network hostable DHCP agents. Network: 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:47:06.429174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:47:06.439810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:47:06.444813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:06.445391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:06.449721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066bd03e-7949-4a00-8cc1-0825ed5ceab5 None None] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:47:06.462716 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c45f5f15-12ef-489a-82f5-3ad4f5ccbbab admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4394736 Jan 04 13:47:06.712622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'project_id': '550a440e68a342ff93861f80dbcf6159', 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:47:06.713901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:07.013430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Allocated IP 172.20.0.2 (2ebcfe58-a44c-4afb-8af2-64f1c24e1df8/6588f7cd-8eb6-402d-8f0d-1171fe66a01b/4b277eb8-408c-47ec-a80e-35e719ae5cf2) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:47:07.253349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:07.261486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:07.339356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:47:07.349712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:47:07.352474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Pushing event updated for resources: {'Port': ['ID=4b277eb8-408c-47ec-a80e-35e719ae5cf2,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:07.356364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:47:07.385589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.385986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.386380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.386725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.387061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.387391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.387732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.388066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.388403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.388748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.389074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.389394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.389714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Tracked resource versions report: Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: pushed versions: Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: { 'AddressGroup': {'1.2'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'ConntrackHelper': {'1.0'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Log': {'1.0'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Network': {'1.1'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Port': {'1.7'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'PortForwarding': {'1.2'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'QosPolicy': {'1.10'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroup': {'1.5'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'SubPort': {'1.0'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Subnet': {'1.1'}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Trunk': {'1.1'}} Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: consumer versions: Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'ConntrackHelper': '1.0', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'LocalIPAssociation': '1.0', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Log': '1.0', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Network': '1.1', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Port': '1.7', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'PortForwarding': '1.2', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'QosPolicy': '1.10', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroup': '1.5', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroupRule': '1.2', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'SubPort': '1.0', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Subnet': '1.1', Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: 'Trunk': '1.1'}} Jan 04 13:47:07.391147 dv-neutron-master-2-hyperv neutron-server[103266]: {{(pid=103266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:47:07.438152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Attempting to bind port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:47:07.438577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Attempting to bind port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:47:07.439005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Attempting to bind port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 on network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:47:07.443896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 46, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:47:07.444275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Checking segment: {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:47:07.444738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:07.445129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Bound using segment: {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:47:07.445605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Bound port: 4b277eb8-408c-47ec-a80e-35e719ae5cf2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:47:07.446041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:07.509258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] For port 4b277eb8-408c-47ec-a80e-35e719ae5cf2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:47:07.513664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] For port 4b277eb8-408c-47ec-a80e-35e719ae5cf2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b277eb8-408c-47ec-a80e-35e719ae5cf2,segment=NetworkSegment(918a935d-64d9-4705-a713-f48a7d38921f),segment_id=918a935d-64d9-4705-a713-f48a7d38921f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:47:07.518137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:07.581234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ae63707-e4a4-41db-9e32-c498ab74f07c None None] Pushing event updated for resources: {'Port': ['ID=4b277eb8-408c-47ec-a80e-35e719ae5cf2,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:09.104450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59882) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:09.417439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-32a87264-f4da-4841-8eb9-fa7ec3c4ba70 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:47:09.418699 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-32a87264-f4da-4841-8eb9-fa7ec3c4ba70 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3132994 Jan 04 13:47:12.077964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59890) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:12.386374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-a6634893-c9b4-4be5-8c47-69bcd5027711 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:47:12.387738 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a6634893-c9b4-4be5-8c47-69bcd5027711 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3086617 Jan 04 13:47:15.274502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59900) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:15.411126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fad8d03a-7dca-4f65-8a88-3f01a7f3fada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:15.588968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '550a440e68a342ff93861f80dbcf6159'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:47:15.615463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:15.616994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:15.748123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:15.755079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:15.769614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:15.770846 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-970e8c49-ad9a-474b-a3f5-adeee3876b0a admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4953561 Jan 04 13:47:17.781298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-db9ab793-5d5d-4afe-9be4-2338f1ec5f89 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:18.417635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 59912) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:18.461446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4b277eb8-408c-47ec-a80e-35e719ae5cf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:47:18.540444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11274c2e-0da4-404f-adfa-2176aa712eb6 None None] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:47:18.571089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:18.571474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:18.649026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-804a7d1b-deba-4d7a-a86f-bdc731c0906d None None] Provisioning complete for port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:18.649396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-804a7d1b-deba-4d7a-a86f-bdc731c0906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:18.746956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-e98614dd-3c1b-452e-a146-ee62b023e793 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:47:18.748143 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e98614dd-3c1b-452e-a146-ee62b023e793 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3291907 Jan 04 13:47:18.829500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:18.860424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-804a7d1b-deba-4d7a-a86f-bdc731c0906d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:18.887809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 4b277eb8-408c-47ec-a80e-35e719ae5cf2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4b277eb8-408c-47ec-a80e-35e719ae5cf2,segment=NetworkSegment(918a935d-64d9-4705-a713-f48a7d38921f),segment_id=918a935d-64d9-4705-a713-f48a7d38921f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:47:18.895676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:18.976543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-804a7d1b-deba-4d7a-a86f-bdc731c0906d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:47:18.977087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-804a7d1b-deba-4d7a-a86f-bdc731c0906d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:47:18.982257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=4b277eb8-408c-47ec-a80e-35e719ae5cf2,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:19.020265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:19.631757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cecd7baf-c7f5-4665-9f80-b02a5c2b7b91 None None] Provisioning complete for port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:19.632123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cecd7baf-c7f5-4665-9f80-b02a5c2b7b91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:20.247608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:20.433762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4b277eb8-408c-47ec-a80e-35e719ae5cf2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:47:20.479790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:20.480157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:21.420390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 59944) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:21.636527 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING oslo_policy.policy [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:47:21.637112 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING oslo_policy.policy [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:47:21.861186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Request body: {'network': {'name': 'public', 'provider:physical_network': 'physnet1', 'router:external': True, 'tenant_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'admin_state_up': True, 'is_default': True, 'project_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'provider:network_type': 'flat'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:47:21.862851 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.quota [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Loaded quota_driver: . Jan 04 13:47:21.917169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:21.921038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Made reservation on behalf of ea740a6aa3ca4f5d8b0898b08c65434b for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:47:21.991455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.policy [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=103264) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jan 04 13:47:22.037459 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING oslo_policy.policy [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:47:22.037765 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING oslo_policy.policy [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 04 13:47:22.049493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.069118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.175076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.179406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.190243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Reserving flat network on physical network physnet1 {{(pid=103264) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jan 04 13:47:22.223273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8786954406723', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.223841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Unsubscribe: segment precommit_create {{(pid=103264) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jan 04 13:47:22.224351 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Added segment 45186348-1368-4c29-bb80-6bab79949027 of type flat for network 0f616572-caf8-4f73-b40f-48d39233e285 Jan 04 13:47:22.239529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4d5e48-0aa8-4043-a2d8-903ff8c4e8a6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:22.267585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.267938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.268270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.268593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.268911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.269226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.269538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.269849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.270181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.270489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.270798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.271108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.271411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Tracked resource versions report: Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: pushed versions: Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: { 'AddressGroup': {'1.2'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'ConntrackHelper': {'1.0'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Log': {'1.0'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Network': {'1.1'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Port': {'1.7'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'PortForwarding': {'1.2'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'QosPolicy': {'1.10'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroup': {'1.5'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'SubPort': {'1.0'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Subnet': {'1.1'}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Trunk': {'1.1'}} Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: consumer versions: Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'ConntrackHelper': '1.0', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'LocalIPAssociation': '1.0', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Log': '1.0', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Network': '1.1', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Port': '1.7', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'PortForwarding': '1.2', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'QosPolicy': '1.10', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroup': '1.5', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroupRule': '1.2', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'SubPort': '1.0', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Subnet': '1.1', Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: 'Trunk': '1.1'}} Jan 04 13:47:22.272769 dv-neutron-master-2-hyperv neutron-server[103264]: {{(pid=103264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:47:22.339566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.384915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.386067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:22.386794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:22.440573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0191426 Jan 04 13:47:22.493147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77abc74-d564-462c-a9ec-a534ed0e3224 admin admin] Pushing event updated for resources: {'Network': ['ID=0f616572-caf8-4f73-b40f-48d39233e285,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:22.504011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 0f616572-caf8-4f73-b40f-48d39233e285 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:47:24.897138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 59964) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:25.027249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5da268d3-985f-412e-912a-08b40b1a2d7a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:25.028523 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5da268d3-985f-412e-912a-08b40b1a2d7a admin admin] 10.222.0.30 "GET /v2.0/subnets/6588f7cd-8eb6-402d-8f0d-1171fe66a01b HTTP/1.1" status: 200 len: 849 time: 0.1304288 Jan 04 13:47:25.185272 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fdf15fc5-fa71-436c-91be-f8013c398e5f admin admin] 10.222.0.30 "GET /v2.0/routers/6b9e419b-5315-4720-8120-ec4144b2d383 HTTP/1.1" status: 200 len: 704 time: 0.1507323 Jan 04 13:47:25.464409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:25.753833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Allocated IP 172.20.0.1 (2ebcfe58-a44c-4afb-8af2-64f1c24e1df8/6588f7cd-8eb6-402d-8f0d-1171fe66a01b/32de4c5e-6a95-4100-8ddf-da0ea90d86ea) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:47:25.936473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.001254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.078168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:47:26.085263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:47:26.090756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Pushing event updated for resources: {'Port': ['ID=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:26.094595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:47:26.095333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.258285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7faed7d7-6dc7-4fea-b318-b4be608a6979 None None] Provisioning complete for port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:26.258856 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7faed7d7-6dc7-4fea-b318-b4be608a6979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.286606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.291746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7faed7d7-6dc7-4fea-b318-b4be608a6979 None None] Port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:47:26.533784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.538015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.538764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.592422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Pushing event updated for resources: {'Port': ['ID=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:26.660619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:47:26.661916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:47:26.814525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-08dd814f-6ede-4092-8417-594bdb9466cb None None] Provisioning complete for port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:26.814957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-08dd814f-6ede-4092-8417-594bdb9466cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:26.823695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Router 6b9e419b-5315-4720-8120-ec4144b2d383 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:47:26.847666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-08dd814f-6ede-4092-8417-594bdb9466cb None None] Port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:47:26.914407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:47:26.920031 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-66554132-48d4-4bf2-b457-b063b579cac7 admin admin] 10.222.0.30 "PUT /v2.0/routers/6b9e419b-5315-4720-8120-ec4144b2d383/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7286274 Jan 04 13:47:26.924883 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Sync routers for ids ['6b9e419b-5315-4720-8120-ec4144b2d383'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:47:26.937692 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Routers {'6b9e419b-5315-4720-8120-ec4144b2d383'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:47:26.939133 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['6b9e419b-5315-4720-8120-ec4144b2d383'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:27.125766 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Set router 6b9e419b-5315-4720-8120-ec4144b2d383 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:47:27.548724 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'name': 'router1', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:47:15Z', 'updated_at': '2022-01-04T13:47:26Z', 'revision_number': 2, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'gw_port_host': None, '_interfaces': [{'id': '32de4c5e-6a95-4100-8ddf-da0ea90d86ea', 'name': '', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'mac_address': 'fa:16:3e:22:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:25Z', 'updated_at': '2022-01-04T13:47:26Z', 'revision_number': 2, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'subnets': [{'id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:27.599096 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Checking router: 6b9e419b-5315-4720-8120-ec4144b2d383 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:47:27.599468 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Updating router 6b9e419b-5315-4720-8120-ec4144b2d383 port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:47:27.646956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.152488 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.159115 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.321991 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Pushing event updated for resources: {'Port': ['ID=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:28.338723 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Attempting to bind port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:47:28.339128 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Attempting to bind port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:47:28.339589 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Attempting to bind port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea on network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:47:28.343067 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.343422 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.343762 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.344125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.344456 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.344781 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.345110 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.345440 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.345773 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.346204 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.346530 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.346846 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.347163 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Tracked resource versions report: Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: pushed versions: Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: { 'AddressGroup': {'1.2'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'ConntrackHelper': {'1.0'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Log': {'1.0'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Network': {'1.1'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Port': {'1.7'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'PortForwarding': {'1.2'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'QosPolicy': {'1.10'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroup': {'1.5'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'SubPort': {'1.0'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Subnet': {'1.1'}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Trunk': {'1.1'}} Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: consumer versions: Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'ConntrackHelper': '1.0', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'LocalIPAssociation': '1.0', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Log': '1.0', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Network': '1.1', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Port': '1.7', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'PortForwarding': '1.2', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'QosPolicy': '1.10', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroup': '1.5', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroupRule': '1.2', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'SubPort': '1.0', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Subnet': '1.1', Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: 'Trunk': '1.1'}} Jan 04 13:47:28.348519 dv-neutron-master-2-hyperv neutron-server[103267]: {{(pid=103267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:47:28.354414 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:47:28.354820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Checking segment: {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:47:28.355286 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.355667 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Bound using segment: {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:47:28.356782 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Bound port: 32de4c5e-6a95-4100-8ddf-da0ea90d86ea, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '918a935d-64d9-4705-a713-f48a7d38921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:47:28.356782 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.376343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-03aacf2d-f611-45c9-bbf0-5efadf219ca3 None None] Provisioning complete for port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:28.376862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-03aacf2d-f611-45c9-bbf0-5efadf219ca3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.412599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-03aacf2d-f611-45c9-bbf0-5efadf219ca3 None None] Port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:47:28.427493 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] For port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:47:28.447351 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] For port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,segment=NetworkSegment(918a935d-64d9-4705-a713-f48a7d38921f),segment_id=918a935d-64d9-4705-a713-f48a7d38921f)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:47:28.451893 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.504772 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bc4cda-4ba4-44c9-b366-979ec92be8b7 None None] Pushing event updated for resources: {'Port': ['ID=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:28.513116 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Routers {'6b9e419b-5315-4720-8120-ec4144b2d383'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:47:28.513717 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['6b9e419b-5315-4720-8120-ec4144b2d383'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:28.603289 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] Set router 6b9e419b-5315-4720-8120-ec4144b2d383 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:47:28.730942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fcb59f17-d61b-46d1-bf57-9d51e74f7305 None None] Provisioning complete for port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:28.731406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcb59f17-d61b-46d1-bf57-9d51e74f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.809737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcb59f17-d61b-46d1-bf57-9d51e74f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.818754 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'name': 'router1', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:47:15Z', 'updated_at': '2022-01-04T13:47:26Z', 'revision_number': 2, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'gw_port_host': None, '_interfaces': [{'id': '32de4c5e-6a95-4100-8ddf-da0ea90d86ea', 'name': '', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'mac_address': 'fa:16:3e:22:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:25Z', 'updated_at': '2022-01-04T13:47:28Z', 'revision_number': 4, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'subnets': [{'id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:28.841130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-fcb59f17-d61b-46d1-bf57-9d51e74f7305 None None] For port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,segment=NetworkSegment(918a935d-64d9-4705-a713-f48a7d38921f),segment_id=918a935d-64d9-4705-a713-f48a7d38921f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:47:28.845481 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa16dc5-f7d2-4916-a8b0-5a5d4dd6e8e3 None None] The sync data for ids ['6b9e419b-5315-4720-8120-ec4144b2d383'] in dv-neutron-master-2-hyperv is: [{'id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'name': 'router1', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:47:15Z', 'updated_at': '2022-01-04T13:47:26Z', 'revision_number': 2, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'gw_port_host': None, '_interfaces': [{'id': '32de4c5e-6a95-4100-8ddf-da0ea90d86ea', 'name': '', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'mac_address': 'fa:16:3e:22:97:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:25Z', 'updated_at': '2022-01-04T13:47:28Z', 'revision_number': 4, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'subnets': [{'id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:47:28.846367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcb59f17-d61b-46d1-bf57-9d51e74f7305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:28.903575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb59f17-d61b-46d1-bf57-9d51e74f7305 None None] Pushing event updated for resources: {'Port': ['ID=32de4c5e-6a95-4100-8ddf-da0ea90d86ea,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:29.635388 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:47:31.962986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 59984) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:32.070805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4eace59b-833d-4534-bbc5-83fe87286d67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:32.077907 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4eace59b-833d-4534-bbc5-83fe87286d67 admin admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 842 time: 0.1081467 Jan 04 13:47:32.082518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Request body: {'subnet': {'name': 'public-subnet', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'ip_version': 4, 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'enable_dhcp': False, 'tenant_id': 'ea740a6aa3ca4f5d8b0898b08c65434b'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:47:32.108469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Made reservation on behalf of ea740a6aa3ca4f5d8b0898b08c65434b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:47:32.110974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:32.413522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:47:32.413973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:32.468416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=358c65be-fce5-4248-ab98-f009e76a3e09,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:32.476933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:47:32.477283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Network hostable DHCP agents. Network: 0f616572-caf8-4f73-b40f-48d39233e285, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:47:32.497163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:47:32.508693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0f616572-caf8-4f73-b40f-48d39233e285) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:47:32.513189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:32.513773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:32.518459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2739e403-094b-4279-bf2e-70a75ed4a3cd None None] Network 0f616572-caf8-4f73-b40f-48d39233e285 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:47:32.538236 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b14acee2-f6ea-4880-87b8-51834bbd6d26 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4530766 Jan 04 13:47:32.629538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bce13a9-3a40-4b0a-ab69-8a4dfc27f80d None None] Network 0f616572-caf8-4f73-b40f-48d39233e285 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:47:35.090948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 59996) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:35.237545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c2582b0f-311a-41b9-b920-704fb60d6199 admin admin] 10.222.0.30 "GET /v2.0/routers/6b9e419b-5315-4720-8120-ec4144b2d383 HTTP/1.1" status: 200 len: 710 time: 0.1454787 Jan 04 13:47:35.327491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a186eb9-35fd-4ce0-b601-99b073445f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:47:35.328923 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a186eb9-35fd-4ce0-b601-99b073445f85 admin admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 886 time: 0.0856116 Jan 04 13:47:35.338233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:47:35.646545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:35.872220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:35.948254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.052078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Allocated IP 172.36.2.163 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/5d2c322e-4633-4868-97fe-acda0ae4fdd8) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:47:36.152290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.184639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.219128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:47:36.223172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:47:36.225576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:47:36.265346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Pushing event updated for resources: {'Port': ['ID=5d2c322e-4633-4868-97fe-acda0ae4fdd8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:36.472210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 32de4c5e-6a95-4100-8ddf-da0ea90d86ea up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:47:36.481366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.524388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:36.524771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.681220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.684494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.789890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Router 6b9e419b-5315-4720-8120-ec4144b2d383 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:47:36.895210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:47:36.899390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:36.913893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dace21e0-67f4-460b-b5d0-8924c4a43fef admin admin] 10.222.0.30 "PUT /v2.0/routers/6b9e419b-5315-4720-8120-ec4144b2d383 HTTP/1.1" status: 200 len: 890 time: 1.5655887 Jan 04 13:47:37.108180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Sync routers for ids ['6b9e419b-5315-4720-8120-ec4144b2d383'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:47:37.122193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Routers {'6b9e419b-5315-4720-8120-ec4144b2d383'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:47:37.122912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['6b9e419b-5315-4720-8120-ec4144b2d383'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:37.339652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Set router 6b9e419b-5315-4720-8120-ec4144b2d383 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:47:37.785480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'name': 'router1', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.163'}], 'enable_snat': True}, 'gw_port_id': '5d2c322e-4633-4868-97fe-acda0ae4fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:47:15Z', 'updated_at': '2022-01-04T13:47:36Z', 'revision_number': 4, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'gw_port': {'id': '5d2c322e-4633-4868-97fe-acda0ae4fdd8', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:35Z', 'updated_at': '2022-01-04T13:47:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '32de4c5e-6a95-4100-8ddf-da0ea90d86ea', 'name': '', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'mac_address': 'fa:16:3e:22:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:25Z', 'updated_at': '2022-01-04T13:47:28Z', 'revision_number': 5, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'subnets': [{'id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:37.833851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Checking router: 6b9e419b-5315-4720-8120-ec4144b2d383 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:47:37.834242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Updating router 6b9e419b-5315-4720-8120-ec4144b2d383 port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:47:37.882326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:38.191323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:38.196582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:38.250905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2503d4b-80bb-4070-bea1-6647326d17f1 None None] Pushing event updated for resources: {'Port': ['ID=5d2c322e-4633-4868-97fe-acda0ae4fdd8,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:38.253405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Attempting to bind port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:47:38.253765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Attempting to bind port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:47:38.254153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Attempting to bind port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:47:38.259789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 47, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:47:38.260197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:47:38.260656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:38.261065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:47:38.261521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Bound port: 5d2c322e-4633-4868-97fe-acda0ae4fdd8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:47:38.261933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:38.312676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] For port 5d2c322e-4633-4868-97fe-acda0ae4fdd8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:47:38.315626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] For port 5d2c322e-4633-4868-97fe-acda0ae4fdd8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2c322e-4633-4868-97fe-acda0ae4fdd8,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:47:38.319410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:38.375986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2503d4b-80bb-4070-bea1-6647326d17f1 None None] Pushing event updated for resources: {'Port': ['ID=5d2c322e-4633-4868-97fe-acda0ae4fdd8,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:38.378580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Routers {'6b9e419b-5315-4720-8120-ec4144b2d383'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:47:38.379170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['6b9e419b-5315-4720-8120-ec4144b2d383'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:38.482978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] Set router 6b9e419b-5315-4720-8120-ec4144b2d383 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:47:38.683180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'name': 'router1', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.163'}], 'enable_snat': True}, 'gw_port_id': '5d2c322e-4633-4868-97fe-acda0ae4fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:47:15Z', 'updated_at': '2022-01-04T13:47:36Z', 'revision_number': 4, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'gw_port': {'id': '5d2c322e-4633-4868-97fe-acda0ae4fdd8', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:35Z', 'updated_at': '2022-01-04T13:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '32de4c5e-6a95-4100-8ddf-da0ea90d86ea', 'name': '', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'mac_address': 'fa:16:3e:22:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:25Z', 'updated_at': '2022-01-04T13:47:28Z', 'revision_number': 5, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'subnets': [{'id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:47:38.711740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-722426c8-cb42-4419-af9b-f500ee6d0e8e None None] The sync data for ids ['6b9e419b-5315-4720-8120-ec4144b2d383'] in dv-neutron-master-2-hyperv is: [{'id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'name': 'router1', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.163'}], 'enable_snat': True}, 'gw_port_id': '5d2c322e-4633-4868-97fe-acda0ae4fdd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:47:15Z', 'updated_at': '2022-01-04T13:47:36Z', 'revision_number': 4, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'gw_port': {'id': '5d2c322e-4633-4868-97fe-acda0ae4fdd8', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:8e:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.163', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:35Z', 'updated_at': '2022-01-04T13:47:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '32de4c5e-6a95-4100-8ddf-da0ea90d86ea', 'name': '', 'network_id': '2ebcfe58-a44c-4afb-8af2-64f1c24e1df8', 'tenant_id': '550a440e68a342ff93861f80dbcf6159', 'mac_address': 'fa:16:3e:22:97:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b9e419b-5315-4720-8120-ec4144b2d383', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:47:25Z', 'updated_at': '2022-01-04T13:47:28Z', 'revision_number': 5, 'project_id': '550a440e68a342ff93861f80dbcf6159', 'subnets': [{'id': '6588f7cd-8eb6-402d-8f0d-1171fe66a01b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'dc569b58-9ea7-43f9-b4ae-1c6ecf64a331'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:47:39.556856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60004) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:47:39.738933 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5605f86b-c0f5-4c7b-87f7-ad2d740d45d2 admin admin] 10.222.0.30 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1809516 Jan 04 13:47:40.473536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5d2c322e-4633-4868-97fe-acda0ae4fdd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:47:40.521752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:40.522109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:40.603104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:40.631011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 5d2c322e-4633-4868-97fe-acda0ae4fdd8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d2c322e-4633-4868-97fe-acda0ae4fdd8,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:47:40.641085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:40.691484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=5d2c322e-4633-4868-97fe-acda0ae4fdd8,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:47:42.451398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5d2c322e-4633-4868-97fe-acda0ae4fdd8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:47:42.505455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:47:42.505972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:45.434945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cf672305-53e5-4b01-a35f-c6d04a6014ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:47.799534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d490d796-1b2b-47c8-8eb8-dd7ce7d98eea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:49.024394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:50.256524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:47:52.010472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:06.634743 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:48:15.406436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2cd6ca21-5f2a-44e5-8045-c0c9f7fdab84 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:17.793205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-713821d2-81f7-4f78-bcc5-87fd6de53ba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:19.039577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:20.256980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:21.926169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:43.633369 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:48:45.403223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f532819b-bf43-472e-8e11-534cdad079e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:47.770545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2dfad2d3-df7d-4bd1-bf52-5c1d99aee667 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:49.025900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:50.258550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:48:51.920069 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:05.956361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60520) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:06.017084 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff3f85a-912c-4a46-858a-af8fcb5c2c21 admin admin] GET failed (client error): The resource could not be found. Jan 04 13:49:06.018308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7ff3f85a-912c-4a46-858a-af8fcb5c2c21 admin admin] 10.222.0.30 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0610058 Jan 04 13:49:06.178086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab9da91-9101-4ee2-a67b-1c3ca8aeb784 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:06.179546 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ab9da91-9101-4ee2-a67b-1c3ca8aeb784 admin admin] 10.222.0.30 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1566081 Jan 04 13:49:08.575359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60530) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:08.667133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c45f3d9-57c1-4bb7-84d6-0407cf4a6a10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:08.668515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0c45f3d9-57c1-4bb7-84d6-0407cf4a6a10 admin admin] 10.222.0.30 "GET /v2.0/subnets/6588f7cd-8eb6-402d-8f0d-1171fe66a01b HTTP/1.1" status: 200 len: 849 time: 0.0921655 Jan 04 13:49:08.679283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:49:08.763769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Publish callbacks [] for subnet, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:08.908491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786954422038'] for subnet, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:08.937887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:08.938262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:08.939522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] 10.222.0.30 "PUT /v2.0/subnets/6588f7cd-8eb6-402d-8f0d-1171fe66a01b HTTP/1.1" status: 200 len: 868 time: 0.2638698 Jan 04 13:49:08.957576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab2409b-2fc8-48ec-b7cd-14544d5a523e None None] Network 2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:49:08.965017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6588f7cd-8eb6-402d-8f0d-1171fe66a01b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:49:08.973467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.973850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.974197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.974536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.975021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.975357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.975687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.976014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.976340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.976722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.977060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.977399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:08.977705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56adf1a5-bd9e-42a3-adaa-de91177a9ba4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:09.315337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b19aada3-8292-4acf-8e49-e49eed7d4da1 None None] Provisioning complete for port 4b277eb8-408c-47ec-a80e-35e719ae5cf2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:49:09.315709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b19aada3-8292-4acf-8e49-e49eed7d4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:09.404216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b19aada3-8292-4acf-8e49-e49eed7d4da1 None None] Provisioning complete for port 32de4c5e-6a95-4100-8ddf-da0ea90d86ea triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:49:09.404589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b19aada3-8292-4acf-8e49-e49eed7d4da1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:11.401760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60538) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:11.593560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43260da2-791a-45b6-b433-96ad8219bfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:11.593962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43260da2-791a-45b6-b433-96ad8219bfdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:11.595477 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-43260da2-791a-45b6-b433-96ad8219bfdf admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1927428 Jan 04 13:49:14.016142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60546) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:14.144594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e394d5-ad18-48a7-85c7-0ff3d9608bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:14.145054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e394d5-ad18-48a7-85c7-0ff3d9608bd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:14.146592 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-33e394d5-ad18-48a7-85c7-0ff3d9608bd7 admin admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1295302 Jan 04 13:49:15.395266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aa4ecb38-f716-42dc-953a-8d8b0c54045d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:16.571371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60554) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:16.696900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aca28b3-4998-4cfe-8dc2-093b547aa762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:16.698231 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0aca28b3-4998-4cfe-8dc2-093b547aa762 admin admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 886 time: 0.1258707 Jan 04 13:49:17.772788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-27f19524-f53f-43ad-8881-3abd6bfc0c43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:19.030458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:19.108447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60562) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:19.234792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b061921-427e-4dfa-86a0-3be5d41ef7ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:19.236196 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7b061921-427e-4dfa-86a0-3be5d41ef7ee admin admin] 10.222.0.30 "GET /v2.0/networks/2ebcfe58-a44c-4afb-8af2-64f1c24e1df8 HTTP/1.1" status: 200 len: 869 time: 0.1267660 Jan 04 13:49:20.261130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:20.631334 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:49:21.640527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60570) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:21.766906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599cddc-ffbb-49d7-b926-6ad89051c467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:21.767360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5599cddc-ffbb-49d7-b926-6ad89051c467 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:21.768881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5599cddc-ffbb-49d7-b926-6ad89051c467 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1274412 Jan 04 13:49:21.924447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:24.178935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60580) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:24.267383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743031a-0d0b-4076-9d27-90527154c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:24.267828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743031a-0d0b-4076-9d27-90527154c943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:24.269299 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c743031a-0d0b-4076-9d27-90527154c943 admin admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0894339 Jan 04 13:49:26.679438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60588) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:26.767068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-143c2fad-a757-47d3-ad1b-f268faa1238f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:26.768400 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-143c2fad-a757-47d3-ad1b-f268faa1238f admin admin] 10.222.0.30 "GET /v2.0/subnets/358c65be-fce5-4248-ab98-f009e76a3e09 HTTP/1.1" status: 200 len: 816 time: 0.0880389 Jan 04 13:49:29.197301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60596) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:29.289228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3878d22-eddd-46ad-9743-b09f66ac4079 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:29.290597 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e3878d22-eddd-46ad-9743-b09f66ac4079 admin admin] 10.222.0.30 "GET /v2.0/subnets/6588f7cd-8eb6-402d-8f0d-1171fe66a01b HTTP/1.1" status: 200 len: 868 time: 0.0923309 Jan 04 13:49:45.398979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5afc1c4d-0d97-49de-bb39-0a320693fdef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:47.775189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7e0b7262-6951-41cf-9273-0473cb695317 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:49.032268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:50.263014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:51.930942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:54.389345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60650) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:54.435058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-07baffa0-096c-4754-a4aa-e37449d80543 admin admin] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:49:54.436542 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-07baffa0-096c-4754-a4aa-e37449d80543 admin admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0461817 Jan 04 13:49:56.938434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60658) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:56.997454 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-dedabb9c-1763-40b9-a59d-1716ed40e7c7 admin admin] GET failed (client error): The resource could not be found. Jan 04 13:49:56.999341 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dedabb9c-1763-40b9-a59d-1716ed40e7c7 admin admin] 10.222.0.30 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0599601 Jan 04 13:49:57.137890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da82a29-82ab-4ed4-b6e0-05f06ed2603b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:57.139276 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7da82a29-82ab-4ed4-b6e0-05f06ed2603b admin admin] 10.222.0.30 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1353655 Jan 04 13:49:57.629633 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:49:59.606153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:49:59.652183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Request body: {'network': {'tenant_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'project_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:49:59.675308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Made reservation on behalf of ea740a6aa3ca4f5d8b0898b08c65434b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:49:59.677535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:59.711391 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.services.revisions.revision_plugin [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Could not find related network for resource to bump revision. Jan 04 13:49:59.726064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 160} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:49:59.741589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:59.741967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Added segment b452a2a0-bd8f-42dc-a205-49de8f802411 of type vlan for network cfa950cc-6508-485a-9abd-2ddf994730b3 Jan 04 13:49:59.789688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:59.814469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:59.815409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:49:59.816141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:49:59.850971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2436910 Jan 04 13:49:59.880042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Pushing event updated for resources: {'Network': ['ID=cfa950cc-6508-485a-9abd-2ddf994730b3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:49:59.888165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.889051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.889594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.890124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.890597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.891068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.891551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.892046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.892535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.893036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.893516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.894041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.894409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3b74531-cf57-4650-9491-a2a903746cbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:49:59.908341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network cfa950cc-6508-485a-9abd-2ddf994730b3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:50:02.334203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60678) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:50:02.392097 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f8da5a-99cc-4764-8351-29b4deb96eb3 admin admin] GET failed (client error): The resource could not be found. Jan 04 13:50:02.393381 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-29f8da5a-99cc-4764-8351-29b4deb96eb3 admin admin] 10.222.0.30 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0581875 Jan 04 13:50:02.463433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26323c74-7ad7-426d-b9d1-e340d6cc5d2e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:50:02.464854 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-26323c74-7ad7-426d-b9d1-e340d6cc5d2e admin admin] 10.222.0.30 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0669591 Jan 04 13:50:02.475682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'ip_version': 4, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3', 'tenant_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:50:02.497484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Made reservation on behalf of ea740a6aa3ca4f5d8b0898b08c65434b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:50:02.499636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:02.657805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:02.708719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b3516ee-a2b3-4d30-b5be-116a69d64f5c,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:50:02.719644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Checking segment: {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:50:02.719997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Network hostable DHCP agents. Network: cfa950cc-6508-485a-9abd-2ddf994730b3, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:50:02.735533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Network cfa950cc-6508-485a-9abd-2ddf994730b3 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:50:02.743660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cfa950cc-6508-485a-9abd-2ddf994730b3) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:50:02.747762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:50:02.748287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:02.762867 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1bda949-e3ab-4e45-ba6b-b75fc329b1e8 None None] Network cfa950cc-6508-485a-9abd-2ddf994730b3 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:50:02.764798 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a89c1199-cd25-4770-b1b3-74eafa2a1c71 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2919550 Jan 04 13:50:02.867929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cfa950cc-6508-485a-9abd-2ddf994730b3', 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3', 'project_id': 'ea740a6aa3ca4f5d8b0898b08c65434b', 'fixed_ips': [{'subnet_id': '3b3516ee-a2b3-4d30-b5be-116a69d64f5c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:50:02.868833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:03.008587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Allocated IP 192.168.233.2 (cfa950cc-6508-485a-9abd-2ddf994730b3/3b3516ee-a2b3-4d30-b5be-116a69d64f5c/1ca4c685-c00c-4186-bace-916995b479eb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:50:03.247211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:03.253822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:03.289700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Network cfa950cc-6508-485a-9abd-2ddf994730b3 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:50:03.292599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:50:03.296075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:50:03.308705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Pushing event updated for resources: {'Port': ['ID=1ca4c685-c00c-4186-bace-916995b479eb,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:50:03.328859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.329223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.329568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.329916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.330247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.330568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.330901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.331224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.331542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.331873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.332196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.332514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.332820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:50:03.368478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Attempting to bind port 1ca4c685-c00c-4186-bace-916995b479eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:50:03.368838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Attempting to bind port 1ca4c685-c00c-4186-bace-916995b479eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:50:03.369191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Attempting to bind port 1ca4c685-c00c-4186-bace-916995b479eb on network cfa950cc-6508-485a-9abd-2ddf994730b3 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:50:03.374930 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 49, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:50:03.375291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Checking segment: {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:50:03.375683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:03.376197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Bound using segment: {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:50:03.376669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Bound port: 1ca4c685-c00c-4186-bace-916995b479eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:50:03.377056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:03.438755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] For port 1ca4c685-c00c-4186-bace-916995b479eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:50:03.441903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] For port 1ca4c685-c00c-4186-bace-916995b479eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ca4c685-c00c-4186-bace-916995b479eb,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:50:03.446552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:03.504053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af9bb2e-5835-493c-8fd1-c2b5ed6e0748 None None] Pushing event updated for resources: {'Port': ['ID=1ca4c685-c00c-4186-bace-916995b479eb,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:50:04.490682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95033781-33d0-43e0-901d-b48dcb550b77 None None] Network cfa950cc-6508-485a-9abd-2ddf994730b3 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:50:04.564411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c3fd84f-c1cf-4b2d-80d4-1e9a091b7db4 None None] Provisioning complete for port 1ca4c685-c00c-4186-bace-916995b479eb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:50:04.564784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd84f-c1cf-4b2d-80d4-1e9a091b7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:04.594360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1ca4c685-c00c-4186-bace-916995b479eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:50:04.696579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 1ca4c685-c00c-4186-bace-916995b479eb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:50:04.696947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:04.762733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd84f-c1cf-4b2d-80d4-1e9a091b7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:04.824198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7c3fd84f-c1cf-4b2d-80d4-1e9a091b7db4 None None] For port 1ca4c685-c00c-4186-bace-916995b479eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1ca4c685-c00c-4186-bace-916995b479eb,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:50:04.833938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c3fd84f-c1cf-4b2d-80d4-1e9a091b7db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:04.863413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:04.907589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3fd84f-c1cf-4b2d-80d4-1e9a091b7db4 None None] Pushing event updated for resources: {'Port': ['ID=1ca4c685-c00c-4186-bace-916995b479eb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:50:04.945008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:50:04.945363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:50:04.954637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6de9345f-f285-445d-8654-0cd53cdb565b None None] Provisioning complete for port 1ca4c685-c00c-4186-bace-916995b479eb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:50:04.955014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6de9345f-f285-445d-8654-0cd53cdb565b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:06.526976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1ca4c685-c00c-4186-bace-916995b479eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:50:06.575217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 1ca4c685-c00c-4186-bace-916995b479eb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:50:06.575586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:15.401658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5959a73d-d63e-4596-904f-86e7477f11e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:17.778140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e3635b3d-f966-4c5a-bf00-2afd0e3847aa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:19.035675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:20.270388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:21.934240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:34.628278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:50:45.403445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5616de33-170a-4aba-9ea1-bdc9806a64a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:47.779536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a086d4d-6342-40c8-ab67-2608447fba86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:49.038563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:50.269074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:50:51.937283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:11.626755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:51:15.406340 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2138e4ab-f44c-45d6-8fee-b07695df64b1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:17.781745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ede8df22-6754-4bd3-9b35-8f9b3c6585c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.041266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.134301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60722) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:51:19.140715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-103ea0e3-3b23-40db-bd79-59d0cd4e4784 tempest-verify_tempest_config-2020871442 tempest-verify_tempest_config-2020871442-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:51:19.141673 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-103ea0e3-3b23-40db-bd79-59d0cd4e4784 tempest-verify_tempest_config-2020871442 tempest-verify_tempest_config-2020871442-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0063803 Jan 04 13:51:19.426310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 60740) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:51:19.527937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.599729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.603281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.649723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=157d2364ce7a40afa071ee63e720e2fe&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2223752 Jan 04 13:51:19.650787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4c1ed-870f-4ed9-beec-0b4edd4c89db,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:51:19.652547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60744) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:51:19.658450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.658821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.659171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.659509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.659841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.660172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.660521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.660852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.661194 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.661523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.661845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.662201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.662521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a45754-9ffe-4e88-bb9f-e6f3992ffff0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.708255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.730198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.818868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.821527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:19.822749 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/97a4c1ed-870f-4ed9-beec-0b4edd4c89db HTTP/1.1" status: 204 len: 168 time: 0.1687315 Jan 04 13:51:19.830529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4c1ed-870f-4ed9-beec-0b4edd4c89db,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:51:19.836995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.837356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.837697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.838054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.838385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.838709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.839046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.839370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.839704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.840025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.840347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.841297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:19.841530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7000a8a3-c23e-4d66-8448-6db85b83a1e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:51:20.273938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:21.939911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:45.409142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f879d38a-a578-48bf-b667-0aba0fb6eafa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:47.782074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8a975c68-c3d9-49b1-aa33-3e775da1e0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:48.625815 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:51:49.045189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:50.275534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:51:51.942009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:15.410857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-320a78af-48f5-4297-a2e4-c7319b706516 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:17.783535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-924ad9ea-d18c-48e2-8a11-9d4984c7ca69 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:19.048679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:20.280154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:21.943483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:25.624809 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 5 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:52:35.050006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1044172'] for agent, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:45.412480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dea49a22-346a-4635-9467-2fffe6d4e1bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:47.783764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-682e6c44-e46a-4e99-8cd0-f397d72dbc35 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:49.052027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:50.282957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:50.618863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60816) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:52:50.720779 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c3ec57c6-e4a0-4ef3-9b76-59fb52f29a03 admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.1003411 Jan 04 13:52:51.945061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:52:53.152394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60826) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:52:53.205764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0142c657-fb41-4bb2-b8ad-ce18f9f4e65a admin admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0523183 Jan 04 13:53:02.624530 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:53:05.002432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:15.415786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc9c0686-54d0-4497-bc86-6d2f0d519412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:17.784875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d57791a6-de64-455d-829a-ebe1a05de527 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:19.054575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:20.288579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:21.948694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:35.015044 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:39.623326 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:53:45.420631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c27924d3-4978-4892-95fa-91d9cd40f38e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:47.786130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-429839db-4004-48b8-9ff7-acc695783d55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:49.057366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:50.290792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:53:51.951878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:05.022573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.238693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 60990) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:08.590817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-868853103-network', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:08.627287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Made reservation on behalf of 410fee7d460f42f296e3d5acf7b6533e for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:08.630488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.640266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.748806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.756566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.792716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:08.804811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3309905d-d830-46c5-a0de-cfbfd43c8539,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:08.817788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.818209 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Added segment be4bd224-52e6-422e-9124-8c2ab44ddc7c of type vlan for network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 Jan 04 13:54:08.820196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.820741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.821145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.822340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.822748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.823207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.823480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.823786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.824178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.824516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.824986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.825528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.826175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Tracked resource versions report: Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: pushed versions: Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: { 'AddressGroup': {'1.2'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'ConntrackHelper': {'1.0'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Log': {'1.0'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Network': {'1.1'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Port': {'1.7'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'PortForwarding': {'1.2'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'QosPolicy': {'1.10'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroup': {'1.5'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'SubPort': {'1.0'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Subnet': {'1.1'}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Trunk': {'1.1'}} Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: consumer versions: Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: HyperV agent@hv-neutron-mast: {}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'ConntrackHelper': '1.0', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'LocalIPAssociation': '1.0', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Log': '1.0', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Network': '1.1', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Port': '1.7', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'PortForwarding': '1.2', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'QosPolicy': '1.10', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroup': '1.5', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'SecurityGroupRule': '1.2', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'SubPort': '1.0', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Subnet': '1.1', Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: 'Trunk': '1.1'}} Jan 04 13:54:08.827519 dv-neutron-master-2-hyperv neutron-server[103264]: {{(pid=103264) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:54:08.881099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.911349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.912607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:08.913411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:08.944074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32792) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:08.953112 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.7097299 Jan 04 13:54:08.954667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32796) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:08.955022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32798) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:08.965428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Request body: {'subnet': {'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-868853103-subnet', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:08.995969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fccd9bb-5bd1-4150-9684-4f2c8a2a561f admin admin] Pushing event updated for resources: {'Network': ['ID=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:09.009765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:09.042967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Made reservation on behalf of 410fee7d460f42f296e3d5acf7b6533e for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:09.046306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.074669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32806) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:09.293697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.319318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-756909016-network', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:09.344404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Made reservation on behalf of 62a1fe447bb74228bc4d5c9cc31fdf04 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:09.347251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.359084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.372760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Checking segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:09.373118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Network hostable DHCP agents. Network: 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:09.398155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-695070602-network', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:09.451987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:09.461332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.462903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Made reservation on behalf of 8b961c85aaa441b8b425af8c4dfe7775 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:09.465311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.468182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.482708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:09.496114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.497598 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Added segment 1d449e49-997b-45e1-b070-39dbdb3f51e8 of type vlan for network 43763ccd-b497-4d69-94f4-30927d47500e Jan 04 13:54:09.570335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.601750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:09.603708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.608653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Pushing event updated for resources: {'Subnet': ['ID=093c2e9f-b141-424d-8834-a4ef01f63dfd,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:09.616465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:09.617794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.624115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e85eecc-757a-4dd6-87f7-74d95119f396 None None] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:09.629503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.631670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:09.633461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.672428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cd82970b-7f8c-4b92-9811-4e21e27ef437 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7106745 Jan 04 13:54:09.677709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32828) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:09.679212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d53eb9-c1b3-4ee0-9a97-d77b7d2cb1b6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:09.692212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:09.723663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.724152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.724421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.724751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.725075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.725724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.725939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.726270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.726607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.726929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.727248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.727554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.727867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Tracked resource versions report: Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: pushed versions: Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: { 'AddressGroup': {'1.2'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'ConntrackHelper': {'1.0'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Log': {'1.0'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Network': {'1.1'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Port': {'1.7'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'PortForwarding': {'1.2'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'QosPolicy': {'1.10'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroup': {'1.5'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'SubPort': {'1.0'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Subnet': {'1.1'}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Trunk': {'1.1'}} Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: consumer versions: Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: HyperV agent@hv-neutron-mast: {}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'ConntrackHelper': '1.0', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'LocalIPAssociation': '1.0', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Log': '1.0', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Network': '1.1', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Port': '1.7', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'PortForwarding': '1.2', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'QosPolicy': '1.10', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroup': '1.5', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'SecurityGroupRule': '1.2', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'SubPort': '1.0', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Subnet': '1.1', Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: 'Trunk': '1.1'}} Jan 04 13:54:09.729389 dv-neutron-master-2-hyperv neutron-server[103265]: {{(pid=103265) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:54:09.757533 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7407f843-9af0-4350-ae55-75173b999c97 tempest-AgentManagementNegativeTest-155611103 tempest-AgentManagementNegativeTest-155611103-project] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6812303 Jan 04 13:54:09.768184 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8222446 Jan 04 13:54:09.779382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32836) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:09.795136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Request body: {'subnet': {'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-756909016-subnet', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:09.805341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708a5f29-910f-4a2d-9270-f48701989178 admin admin] Pushing event updated for resources: {'Network': ['ID=43763ccd-b497-4d69-94f4-30927d47500e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:09.831630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 43763ccd-b497-4d69-94f4-30927d47500e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:09.855998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.870305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.880005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.881431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.907475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:09.910257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:09.959202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32844) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:09.968489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43356a63-63d8-4d70-bc1c-db3bd6a23429,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:09.982708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 154} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:10.060962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.061239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Added segment 5f56c28c-119f-49b5-8aad-6b2b8cda5f9c of type vlan for network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 Jan 04 13:54:10.095824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.123188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Made reservation on behalf of 62a1fe447bb74228bc4d5c9cc31fdf04 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:10.124427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Allocated IP 172.20.0.2 (44b7203f-cd8c-42ba-b0d1-bd73ebf6d407/093c2e9f-b141-424d-8834-a4ef01f63dfd/e8e9d313-7e35-4cb6-a3a4-aec476051579) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:10.125894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.272433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.282651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.339056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:10.352908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:10.358837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:10.363061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Pushing event updated for resources: {'Port': ['ID=e8e9d313-7e35-4cb6-a3a4-aec476051579,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:10.369315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.377786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.378463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.379015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.379558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.380118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.380934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.381486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.382056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.382605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.383168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.383706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.384237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.384786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Tracked resource versions report: Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: pushed versions: Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: { 'AddressGroup': {'1.2'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'ConntrackHelper': {'1.0'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Log': {'1.0'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Network': {'1.1'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Port': {'1.7'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'PortForwarding': {'1.2'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'QosPolicy': {'1.10'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroup': {'1.5'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'SubPort': {'1.0'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Subnet': {'1.1'}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Trunk': {'1.1'}} Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: consumer versions: Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: HyperV agent@hv-neutron-mast: {}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'ConntrackHelper': '1.0', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'LocalIPAssociation': '1.0', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Log': '1.0', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Network': '1.1', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Port': '1.7', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'PortForwarding': '1.2', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'QosPolicy': '1.10', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroup': '1.5', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'SecurityGroupRule': '1.2', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'SubPort': '1.0', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Subnet': '1.1', Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: 'Trunk': '1.1'}} Jan 04 13:54:10.386164 dv-neutron-master-2-hyperv neutron-server[103266]: {{(pid=103266) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:54:10.419786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.459045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb40600b-3ab5-4ca8-be83-19beadf8746f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:10.470749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Attempting to bind port e8e9d313-7e35-4cb6-a3a4-aec476051579 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:10.471126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Attempting to bind port e8e9d313-7e35-4cb6-a3a4-aec476051579 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:10.471508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Attempting to bind port e8e9d313-7e35-4cb6-a3a4-aec476051579 on network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:10.482078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:10.482454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Checking segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:10.482850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.483239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Bound using segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:10.483701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Bound port: e8e9d313-7e35-4cb6-a3a4-aec476051579, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:10.484090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.560454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.565334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.566532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:10.567630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.585123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32858) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:10.603600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Checking segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:10.604518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Network hostable DHCP agents. Network: 43763ccd-b497-4d69-94f4-30927d47500e, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:10.631045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] For port e8e9d313-7e35-4cb6-a3a4-aec476051579, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:10.637041 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6809685 Jan 04 13:54:10.638972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] For port e8e9d313-7e35-4cb6-a3a4-aec476051579, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e9d313-7e35-4cb6-a3a4-aec476051579,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:10.641192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32862) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:10.646658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Request body: {'subnet': {'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-695070602-subnet', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:10.649725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.671958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e067ef6-b1db-4b1c-bbfd-8e50a52509cd admin admin] Pushing event updated for resources: {'Network': ['ID=9c0e1239-6535-459f-ba9d-1f0f532d1ab1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:10.678393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1716377856', 'router:external': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:10.701311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Network 43763ccd-b497-4d69-94f4-30927d47500e is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:10.712430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Made reservation on behalf of 8b961c85aaa441b8b425af8c4dfe7775 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:10.714684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Publish callbacks [] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.722245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 43763ccd-b497-4d69-94f4-30927d47500e) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:10.728159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:10.729083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.754140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:10.756633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc99dde-c30c-4ec3-9818-4f49de0f0afd None None] Network 43763ccd-b497-4d69-94f4-30927d47500e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:10.801169 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5daf878d-1119-42a8-b301-01061f67d632 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0185893 Jan 04 13:54:10.804429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32866) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:10.812988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:10.851908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Made reservation on behalf of dfcd2b271a90472e8ecf9dcdd32cfc83 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:10.852747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.878608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.880237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.971455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:10.999659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c42fdb6f-286a-4158-b3ec-5dcad84b7998 None None] Pushing event updated for resources: {'Port': ['ID=e8e9d313-7e35-4cb6-a3a4-aec476051579,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:11.042239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.128502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-43763ccd-b497-4d69-94f4-30927d47500e', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:11.130117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.199430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32874) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:11.324317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ef925f0-cb3c-49e3-bd13-1f9f502657e0 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.399459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32878) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:11.404069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.438269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.465759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Allocated IP 172.20.0.2 (43763ccd-b497-4d69-94f4-30927d47500e/cb40600b-3ab5-4ca8-be83-19beadf8746f/f03f31fb-3823-4987-a859-3800c56a91dc) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:11.495695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.521229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32884) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:11.539339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.570574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.665445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.677289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8547d337-c69a-4f8a-af8e-4547c40a3b43,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:11.701420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Checking segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:11.701778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Network hostable DHCP agents. Network: 9c0e1239-6535-459f-ba9d-1f0f532d1ab1, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:11.730617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1384780247'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:11.743466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1603906836'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:11.808830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.818855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:11.823050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.824548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1175120729'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:11.826508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.827916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.836459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Pushing event updated for resources: {'Subnet': ['ID=744f8a23-e592-4656-9106-b713bca54db7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:11.864341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.864763 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Added segment 8a84e024-9f3a-4772-9fe5-d9b635b6f7a6 of type vlan for network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 Jan 04 13:54:11.867288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:11.867863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Network 43763ccd-b497-4d69-94f4-30927d47500e is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:11.871776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Allocated IP 172.36.2.25 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/cfa2c161-7ff8-4e13-aec5-9b3f39b28359) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:11.873657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:11.879026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:11.897256 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Made reservation on behalf of 5cb7b4eb45f9424fb3a271518b9a5bbf for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:11.899249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Pushing event updated for resources: {'Port': ['ID=f03f31fb-3823-4987-a859-3800c56a91dc,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:11.900682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.945369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9c0e1239-6535-459f-ba9d-1f0f532d1ab1) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:11.962151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a7b5f09-fc4f-44cc-ab27-c652c20ac62c None None] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:11.963730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.974110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:11.974739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:11.991824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Attempting to bind port f03f31fb-3823-4987-a859-3800c56a91dc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:11.992194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Attempting to bind port f03f31fb-3823-4987-a859-3800c56a91dc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:11.992954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Attempting to bind port f03f31fb-3823-4987-a859-3800c56a91dc on network 43763ccd-b497-4d69-94f4-30927d47500e {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:12.011317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ef925f0-cb3c-49e3-bd13-1f9f502657e0 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.011540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:12.011827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Checking segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:12.013770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.014531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Bound using segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:12.016254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Bound port: f03f31fb-3823-4987-a859-3800c56a91dc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:12.016694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.017452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.024923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Made reservation on behalf of 78548bd8dc584ef5935440e307c6669f for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:12.028719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.036533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ef925f0-cb3c-49e3-bd13-1f9f502657e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.064434 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3166e6f5-3720-4c5c-a061-00f91aa25360 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4191473 Jan 04 13:54:12.077386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.090634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32892) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:12.112524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:12.150133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:12.151758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.168540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] For port f03f31fb-3823-4987-a859-3800c56a91dc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:12.172804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.187218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.193860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef925f0-cb3c-49e3-bd13-1f9f502657e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a146100a-9616-43c9-a9ab-db9cb664f374,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:12.197361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] For port f03f31fb-3823-4987-a859-3800c56a91dc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f03f31fb-3823-4987-a859-3800c56a91dc,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:12.202196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.203211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:12.203910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.205813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.208344 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0ef925f0-cb3c-49e3-bd13-1f9f502657e0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9b44ffbcb7434320b35cfad859985880&name=default HTTP/1.1" status: 200 len: 2992 time: 1.6219625 Jan 04 13:54:12.214159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32894) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:12.273256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.278110 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fa55945c-41db-4033-8b46-fe286e9f6453 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 1.0728586 Jan 04 13:54:12.280254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32898) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:12.282013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.306674 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.3456469 Jan 04 13:54:12.329635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.330727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.334972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32900) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:12.360977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0f9572-b75d-43d9-b284-45a2c8c1c587 None None] Pushing event updated for resources: {'Port': ['ID=f03f31fb-3823-4987-a859-3800c56a91dc,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:12.421435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'subnet': {'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:12.444920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06b908a-7c8e-44d9-bb1a-82f0bb64ae44 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Network': ['ID=fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:12.460374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee0d875f-62f6-44bc-8499-8e7aa81f7ddf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.508106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.511296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee0d875f-62f6-44bc-8499-8e7aa81f7ddf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.524295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.546744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.552394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.557063 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:12.559095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83295476-f1b9-497f-aa42-b3ea077eb6b6 None None] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:12.574216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.585564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.607534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:12.622155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:12.631155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:12.696238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Pushing event updated for resources: {'Port': ['ID=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:12.701604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.703576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:12.718751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.760159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Made reservation on behalf of dfcd2b271a90472e8ecf9dcdd32cfc83 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:12.763061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.767916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Allocated IP 172.20.0.2 (9c0e1239-6535-459f-ba9d-1f0f532d1ab1/744f8a23-e592-4656-9106-b713bca54db7/3f7db0b1-4960-4f72-8fd8-ef8f2da499d3) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:12.797516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.851764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-48d4ab84-4116-4433-b332-711067cd1c9d None None] Provisioning complete for port e8e9d313-7e35-4cb6-a3a4-aec476051579 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:12.852103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48d4ab84-4116-4433-b332-711067cd1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.858737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e8e9d313-7e35-4cb6-a3a4-aec476051579 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:12.930506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.931364 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Added segment 698e069a-3e97-41a5-b7fa-1ce6521edec4 of type vlan for network 43da97f2-bb33-46ad-9294-0e27b35cd042 Jan 04 13:54:12.933387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cdea022a-d0a8-483b-8131-17b50c0a3527,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:12.935409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee0d875f-62f6-44bc-8499-8e7aa81f7ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.938635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee0d875f-62f6-44bc-8499-8e7aa81f7ddf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:12.942155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ee0d875f-62f6-44bc-8499-8e7aa81f7ddf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a146100a-9616-43c9-a9ab-db9cb664f374 HTTP/1.1" status: 204 len: 168 time: 0.7110994 Jan 04 13:54:13.007530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d875f-62f6-44bc-8499-8e7aa81f7ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a146100a-9616-43c9-a9ab-db9cb664f374,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.053099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:13.068014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Allocated IP 172.36.2.79 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/0340951f-7d0b-48b4-980d-f9f2cbaf4b17) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:13.132034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e8e9d313-7e35-4cb6-a3a4-aec476051579 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:13.132417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.136012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.144996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.211303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48d4ab84-4116-4433-b332-711067cd1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.240141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.257925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.261083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.296145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.306826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.307164 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Added segment fff8fefc-636a-472c-a2d3-054815e47cf1 of type vlan for network 757a0f95-aa28-4f25-a6c7-8526f7511584 Jan 04 13:54:13.314409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=502f903a-5cf6-4ad0-92d1-f154fc6d951e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.363557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.369617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.resource_extend [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:54:13.379437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.390008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-48d4ab84-4116-4433-b332-711067cd1c9d None None] For port e8e9d313-7e35-4cb6-a3a4-aec476051579, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e9d313-7e35-4cb6-a3a4-aec476051579,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:13.411121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.413212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48d4ab84-4116-4433-b332-711067cd1c9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.413613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1f0c37d9-a26b-4570-8902-ac90a7f17c03 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:13.452548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:13.455848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Pushing event updated for resources: {'Port': ['ID=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.463073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:13.469832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:13.488630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.490151 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3a2cc457-a1f8-4fcf-8177-9cedf2650e21 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1f0c37d9-a26b-4570-8902-ac90a7f17c03 HTTP/1.1" status: 204 len: 168 time: 1.2017462 Jan 04 13:54:13.495968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.513540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:13.514501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.517839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32912) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:13.531036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Request body: {'router': {'name': 'tempest-router-1782724845', 'distributed': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:13.531613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Pushing event updated for resources: {'Port': ['ID=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.556546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:13.560600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:13.564580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:13.605660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d4ab84-4116-4433-b332-711067cd1c9d None None] Pushing event updated for resources: {'Port': ['ID=e8e9d313-7e35-4cb6-a3a4-aec476051579,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.613793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Attempting to bind port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:13.614212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Attempting to bind port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:13.614580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Attempting to bind port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 on network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:13.618254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f85bd0e7-d579-4c50-8cc7-9aceb56dbf63 None None] Provisioning complete for port e8e9d313-7e35-4cb6-a3a4-aec476051579 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:13.618612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f85bd0e7-d579-4c50-8cc7-9aceb56dbf63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.623384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:13.623738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Checking segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:13.624144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.624542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Bound using segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:13.625016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Bound port: 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:13.625398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.686666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.736293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.805511 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3964775 Jan 04 13:54:13.806216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] For port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:13.820937 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] For port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:13.822674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32918) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:13.827463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.893413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce2ee13c-7a73-4f5c-8bc2-271c6ebf6e66 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Pushing event updated for resources: {'Network': ['ID=43da97f2-bb33-46ad-9294-0e27b35cd042,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.925011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.931172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:13.931879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.936527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.936527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:13.960218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c03aec-e26d-4a4c-a32c-7d46581c408a None None] Pushing event updated for resources: {'Port': ['ID=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:13.967620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 43da97f2-bb33-46ad-9294-0e27b35cd042 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:14.080015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32f28a22-61ae-4722-8185-ef84d1f45867 None None] Network 43763ccd-b497-4d69-94f4-30927d47500e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:14.106848 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 2.5691626 Jan 04 13:54:14.108090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32926) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:14.157235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Request body: {'subnet': {'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:14.163192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1a33995a-7628-4be7-ab3b-11d1477bf4c6 None None] Provisioning complete for port f03f31fb-3823-4987-a859-3800c56a91dc triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:14.163636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a33995a-7628-4be7-ab3b-11d1477bf4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.181172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.187386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276257e1-b05b-4ad2-808c-eee2bfedb4b1 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event updated for resources: {'Network': ['ID=757a0f95-aa28-4f25-a6c7-8526f7511584,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:14.198785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'network': {'name': 'tempest-network--313379581', 'router:external': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:14.240074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:14.266390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.303651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.408936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32932) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:14.451801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.455787 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b7786c10-0ece-44cb-af25-74a233c02e04 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9301243 Jan 04 13:54:14.461220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32936) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:14.509108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Made reservation on behalf of fdd82b9d64d747419053ac85b7af4c58 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:14.511449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.529387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a33995a-7628-4be7-ab3b-11d1477bf4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.532809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.547165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.561295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'networks': [{'name': 'tempest-network--980823780'}, {'name': 'tempest-network--176934595'}]} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:14.561598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'network': {'name': 'tempest-network--980823780'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:14.562081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'network': {'name': 'tempest-network--176934595'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:14.594560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1a33995a-7628-4be7-ab3b-11d1477bf4c6 None None] For port f03f31fb-3823-4987-a859-3800c56a91dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f03f31fb-3823-4987-a859-3800c56a91dc,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:14.602380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a33995a-7628-4be7-ab3b-11d1477bf4c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.631365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.722920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33995a-7628-4be7-ab3b-11d1477bf4c6 None None] Pushing event updated for resources: {'Port': ['ID=f03f31fb-3823-4987-a859-3800c56a91dc,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:14.793695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Made reservation on behalf of 78548bd8dc584ef5935440e307c6669f for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:14.802234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks [] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.855728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'network': 2} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:14.862885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.888461 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:14.962485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f03f31fb-3823-4987-a859-3800c56a91dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:15.046307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f03f31fb-3823-4987-a859-3800c56a91dc triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:15.046835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.055516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.085798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.112540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.131909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:15.200681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.201042 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Added segment 909f957c-732c-40c6-9fea-406330bb8185 of type vlan for network 98379667-712f-4c21-ba57-79ad6d9c3fa7 Jan 04 13:54:15.231466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-261fbcb0-42f1-495a-a415-456dc8892643 None None] Provisioning complete for port f03f31fb-3823-4987-a859-3800c56a91dc triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:15.231925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-261fbcb0-42f1-495a-a415-456dc8892643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.244097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.260778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.288591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c789bd88-35f9-4542-ba86-37cc3a3cdec4,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:15.306393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.341114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.361790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.366218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:15.371748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e68f8e17-a684-468a-95c8-cba434f6f512 None None] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:15.423263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.424364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Router 8e2776c8-42f2-4628-94f5-1560008611af is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:54:15.428112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Router f111e0cf-e911-4a7e-a7b7-60aa98200121 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:54:15.436477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.436720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.484158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.485502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:15.485656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.487081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e81ed7c1-c04e-44ed-9809-3b873abbabbb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.516189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'SecurityGroup': ['ID=92eac00d-4913-4a8f-bd42-14f5d3757bba,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:15.522750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4f32654d-3525-47ed-b903-029c1c091a69 None None] Provisioning complete for port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:15.523204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4f32654d-3525-47ed-b903-029c1c091a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.553348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:54:15.554231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.560788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:15.560966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.591791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:15.632574 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.8022425 Jan 04 13:54:15.633935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.634288 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Added segment a85c85e6-8b27-4163-865e-09be3f062129 of type vlan for network 1aaca3c0-3ba0-4fc0-ad5c-f6ed452375da Jan 04 13:54:15.638721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32940) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:15.658905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.659879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d92b6302-5ee7-4127-8504-40052d54ec2b {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:15.689075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.690234 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae31cb61-c07f-4e46-8e96-5c1d4302cd8a tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "DELETE /v2.0/routers/d92b6302-5ee7-4127-8504-40052d54ec2b HTTP/1.1" status: 204 len: 168 time: 1.2276597 Jan 04 13:54:15.704013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.706244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4f32654d-3525-47ed-b903-029c1c091a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.713012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32942) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:15.724798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Request body: {'router': {'name': 'tempest-router-1588926338', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1aa42455464c482cadfdbc320c6a68ba'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:15.732806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.764722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Subnet': ['ID=20c49186-b44f-4e1c-8b4e-25eab4ef6500,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:15.775357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4f32654d-3525-47ed-b903-029c1c091a69 None None] For port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:15.786958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4f32654d-3525-47ed-b903-029c1c091a69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.843148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Allocated IP 172.36.2.153 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/77fd171f-9687-40af-920c-e6e5f9b4524d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:15.875779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:54:15.876779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:54:15.890721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2037d57-2033-442e-866f-5f3cb0894185 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Network': ['ID=98379667-712f-4c21-ba57-79ad6d9c3fa7,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:15.906103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 98379667-712f-4c21-ba57-79ad6d9c3fa7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:15.909949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f32654d-3525-47ed-b903-029c1c091a69 None None] Pushing event updated for resources: {'Port': ['ID=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:15.929557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.949206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Checking segment: {'id': '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:15.949505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network hostable DHCP agents. Network: fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:15.973789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:15.992823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:16.008599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.009104 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Sync routers for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:16.009676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.012952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:16.019333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-81917200-368d-40bf-9ab8-646b3030297f None None] Provisioning complete for port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:16.021041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-81917200-368d-40bf-9ab8-646b3030297f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.025140 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:16.028836 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:53:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:16.043113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:16.044788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event updated for resources: {'Subnet': ['ID=1af5df30-6913-4d18-a5ea-843554bbe8c2,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:16.049753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:16.062710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Checking segment: {'id': 'fff8fefc-636a-472c-a2d3-054815e47cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:16.063019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.063117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Network hostable DHCP agents. Network: 757a0f95-aa28-4f25-a6c7-8526f7511584, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:16.064307 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dd3168df-1b31-4362-bbdf-c687c5f678a1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 916 time: 6.3806725 Jan 04 13:54:16.071029 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:16.072640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32944) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:16.094404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.095637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Added segment 1beecccd-e37b-4492-b7f8-3f124a9fe1db of type vlan for network 54cc08d4-f24a-469a-b5ca-859a81162d38 Jan 04 13:54:16.099438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.100026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:16.101637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.103352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb6af42-ea17-457d-bfd5-74b8446680b1 None None] Network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:16.104133 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4706f82b-de2a-4000-a3de-7af4460e1e4c admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.2958074 Jan 04 13:54:16.108555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32946) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:16.138181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Sync routers for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:16.165611 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9bfe2e65-2968-42f4-8e90-7ad8c574dd2a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7571726 Jan 04 13:54:16.173090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.175691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32948) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:16.180244 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:16.186483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-2056254436', 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:16.198468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.201369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:16.208251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:16.208873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:53:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:16.217745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 757a0f95-aa28-4f25-a6c7-8526f7511584) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:16.228742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.229138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.229968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.230303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > port after_create 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.230700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > port after_delete 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.231039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > port after_update 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.231911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.232397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.232714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.233074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.259361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ec2e2b-bbf0-4b19-a7ab-25a6d38de932 None None] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:16.261351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:16.261981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.350294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1641fef-1864-432d-b02a-029b3bfff696 None None] Network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:16.366836 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3509bed5-4694-4c79-995a-d57d4a45e3fa tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2456934 Jan 04 13:54:16.382348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32950) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:16.392292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Request body: {'port': {'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1447056593'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:16.492226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.492639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.492910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.493361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=103264) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:16.493897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98379667-712f-4c21-ba57-79ad6d9c3fa7']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:16.495481 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 3, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:16.510887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '909f957c-732c-40c6-9fea-406330bb8185') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:16.511177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '909f957c-732c-40c6-9fea-406330bb8185') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:16.530241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.532121 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Checking router: 8e2776c8-42f2-4628-94f5-1560008611af for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:16.532814 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Updating router 8e2776c8-42f2-4628-94f5-1560008611af port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:16.535903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:16.551561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Made reservation on behalf of dfcd2b271a90472e8ecf9dcdd32cfc83 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:16.553830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.558977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.566086 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.569420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:16.569818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.619760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.625031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] device_id is not set on port ca2392b8-f957-40e6-9fb7-fbcc313c1898 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:16.628043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e8e9d313-7e35-4cb6-a3a4-aec476051579 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:16.642959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-757a0f95-aa28-4f25-a6c7-8526f7511584', 'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584', 'project_id': '78548bd8dc584ef5935440e307c6669f', 'fixed_ips': [{'subnet_id': '1af5df30-6913-4d18-a5ea-843554bbe8c2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:16.643862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.718923 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: from cryptography.utils import int_from_bytes Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: from cryptography.utils import int_from_bytes Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:16.733084 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:16.761531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.781592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.783140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:16.788231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.815861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:16.824346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Made reservation on behalf of 78548bd8dc584ef5935440e307c6669f for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:16.829722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.831915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Network': ['ID=98379667-712f-4c21-ba57-79ad6d9c3fa7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:16.832679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:16.836336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.841924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8beeac15-43cb-4bb4-9b8d-bb1d574b5bb4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1166067 Jan 04 13:54:16.841924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:16.847684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 98379667-712f-4c21-ba57-79ad6d9c3fa7 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:54:16.851672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32954) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:16.851813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Pushing event updated for resources: {'Port': ['ID=77fd171f-9687-40af-920c-e6e5f9b4524d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:16.862828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Request body: {'router': {'distributed': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:17.016517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] device_id is not set on port 6bb045f9-9294-4e06-b3ba-b03442c34e0b yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:17.038390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e8e9d313-7e35-4cb6-a3a4-aec476051579 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:17.039826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.065440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.073992 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5408b2dc-67be-4c83-98a2-50e3700e8b75 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/networks/98379667-712f-4c21-ba57-79ad6d9c3fa7 HTTP/1.1" status: 204 len: 168 time: 1.4246993 Jan 04 13:54:17.091237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32956) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:17.103891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:17.154931 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.164661 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.219331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.219842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.274316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Allocated IP 172.20.0.2 (757a0f95-aa28-4f25-a6c7-8526f7511584/1af5df30-6913-4d18-a5ea-843554bbe8c2/692310c1-5a51-4ce1-a7f3-bc0b0ecd5170) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:17.279548 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Pushing event updated for resources: {'Port': ['ID=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:17.283100 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Attempting to bind port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:17.283470 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Attempting to bind port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:17.284514 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Attempting to bind port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:17.286800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 3, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:17.308198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=103264) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Jan 04 13:54:17.308668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Router b7a1af3f-8918-453b-8c6d-829e8ff3b042 migrating from provider to provider. {{(pid=103264) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Jan 04 13:54:17.308778 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.309042 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.309224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.309969 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.310314 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.310648 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.311150 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.311723 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.312193 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.312691 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.313041 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.313364 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.313688 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.314050 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:54:17.314928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Tracked resource versions report: Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: pushed versions: Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: { 'AddressGroup': {'1.2'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'ConntrackHelper': {'1.0'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'LocalIPAssociation': {'1.0'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Log': {'1.0'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Network': {'1.1'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Port': {'1.7'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'PortForwarding': {'1.2'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'QosPolicy': {'1.10'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroup': {'1.5'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroupRule': {'1.2'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'SubPort': {'1.0'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Subnet': {'1.1'}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Trunk': {'1.1'}} Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: consumer versions: Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: { DHCP agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: HyperV agent@hv-neutron-mast: {}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: L3 agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: Metadata agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: Metering agent@dv-neutron-master-2-hyperv: {}, Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: Open vSwitch agent@dv-neutron-master-2-hyperv: { 'AddressGroup': '1.2', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'ConntrackHelper': '1.0', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'LocalIPAssociation': '1.0', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Log': '1.0', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Network': '1.1', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Port': '1.7', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'PortForwarding': '1.2', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'QosPolicy': '1.10', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroup': '1.5', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'SecurityGroupRule': '1.2', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'SubPort': '1.0', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Subnet': '1.1', Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: 'Trunk': '1.1'}} Jan 04 13:54:17.315171 dv-neutron-master-2-hyperv neutron-server[103267]: {{(pid=103267) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jan 04 13:54:17.335205 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:17.335646 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:17.336056 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.336451 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:17.336929 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Bound port: cfa2c161-7ff8-4e13-aec5-9b3f39b28359, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:17.337322 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.353789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Checking router: f111e0cf-e911-4a7e-a7b7-60aa98200121 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:17.354235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Updating router f111e0cf-e911-4a7e-a7b7-60aa98200121 port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:17.417761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.440656 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] For port cfa2c161-7ff8-4e13-aec5-9b3f39b28359, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:17.443869 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] For port cfa2c161-7ff8-4e13-aec5-9b3f39b28359, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:17.446607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] It took 0.59 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:54:17.452611 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.466598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f03f31fb-3823-4987-a859-3800c56a91dc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:17.476028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.490441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Allocated IP 172.20.0.4 (fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23/20c49186-b44f-4e1c-8b4e-25eab4ef6500/ca2392b8-f957-40e6-9fb7-fbcc313c1898) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:17.517126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.517980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.540375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:17.545804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:17.547906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.564471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Made reservation on behalf of fdd82b9d64d747419053ac85b7af4c58 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:17.566856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.578754 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:17.579409 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:53:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:17.584082 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc394108-2742-45a3-85d1-31b091d615b6 None None] Pushing event updated for resources: {'Port': ['ID=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:17.649807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:17.660583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.660583 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Added segment f33c7eca-3ec2-474c-8b03-0351373dd4e1 of type vlan for network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 Jan 04 13:54:17.672799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 3.2616277 Jan 04 13:54:17.686162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32958) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:17.698151 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:17.710854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.809952 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.810829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:17.811397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.840921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f03f31fb-3823-4987-a859-3800c56a91dc triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:17.841484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.892575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4bf7-633e-4692-bfef-3e9c7ba1a78a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.894431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.895620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.926098 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.8258708 Jan 04 13:54:17.929263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:17.979191 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 3, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:17.987243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32960) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:17.997242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:18.012134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:18.020030 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b0ad108-0b62-4506-8485-14b32f8ff810 None None] The sync data for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv is: [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 3, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:18.020277 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:18.033788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'subnet': {'network_id': '1edc7fd3-d7a1-4200-9d34-77af5c39c574', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:18.061601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Pushing event updated for resources: {'Port': ['ID=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:18.092653 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.scheduler.l3_agent_scheduler [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] No L3 agents can host the router b7a1af3f-8918-453b-8c6d-829e8ff3b042 Jan 04 13:54:18.093989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Network': ['ID=1aaca3c0-3ba0-4fc0-ad5c-f6ed452375da,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:18.122159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe364b60-c115-4db0-9c05-e698f0e83ab0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Network': ['ID=1edc7fd3-d7a1-4200-9d34-77af5c39c574,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:18.147059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 1aaca3c0-3ba0-4fc0-ad5c-f6ed452375da details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:18.149675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:18.179685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.182224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:18.191728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2403f3-2c3e-45ca-83e1-69212413ba49 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:18.195933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.199559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2403f3-2c3e-45ca-83e1-69212413ba49 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:18.200444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Allocated IP 172.20.0.7 (757a0f95-aa28-4f25-a6c7-8526f7511584/1af5df30-6913-4d18-a5ea-843554bbe8c2/6bb045f9-9294-4e06-b3ba-b03442c34e0b) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:18.206229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2403f3-2c3e-45ca-83e1-69212413ba49 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:18.212376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2403f3-2c3e-45ca-83e1-69212413ba49 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:18.219207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b2403f3-2c3e-45ca-83e1-69212413ba49 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:18.224911 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4b2403f3-2c3e-45ca-83e1-69212413ba49 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3009 time: 0.5332630 Jan 04 13:54:18.233615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32962) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:18.245947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.299431 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Made reservation on behalf of fdd82b9d64d747419053ac85b7af4c58 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:18.301711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.390107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f479a3-21d2-4b98-97b0-cfc77e48dbe9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Network': ['ID=54cc08d4-f24a-469a-b5ca-859a81162d38,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:18.407950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Attempting to bind port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:18.408334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Attempting to bind port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fff8fefc-636a-472c-a2d3-054815e47cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:18.408703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Attempting to bind port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 on network 757a0f95-aa28-4f25-a6c7-8526f7511584 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:18.441209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:18.441592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Checking segment: {'id': 'fff8fefc-636a-472c-a2d3-054815e47cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:18.442027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.442426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Bound using segment: {'id': 'fff8fefc-636a-472c-a2d3-054815e47cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:18.442908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Bound port: 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fff8fefc-636a-472c-a2d3-054815e47cf1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '757a0f95-aa28-4f25-a6c7-8526f7511584'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:18.443309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.447741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 54cc08d4-f24a-469a-b5ca-859a81162d38 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:18.502745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4059f31-a3e8-4c87-a695-6d96b21b32dc None None] Pushing event updated for resources: {'Port': ['ID=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:18.526956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Attempting to bind port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:18.527435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Attempting to bind port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:18.528002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Attempting to bind port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:18.561364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.565712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.606046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 53, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:18.606046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:18.606383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.607745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:18.607745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Bound port: 0340951f-7d0b-48b4-980d-f9f2cbaf4b17, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:18.607745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.612996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.653249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:18.653627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.702581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] For port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:18.727436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] For port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,segment=NetworkSegment(fff8fefc-636a-472c-a2d3-054815e47cf1),segment_id=fff8fefc-636a-472c-a2d3-054815e47cf1)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:18.741411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.772645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] For port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:18.778092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] For port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:18.806657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.807984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Hosts for router b7a1af3f-8918-453b-8c6d-829e8ff3b042: [] {{(pid=103264) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 04 13:54:18.863951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabf9a54-3e80-413a-9b9a-ab8f247db91a None None] Pushing event updated for resources: {'Port': ['ID=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:18.957818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Hosts for other DVR routers connected to router b7a1af3f-8918-453b-8c6d-829e8ff3b042: set() {{(pid=103264) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jan 04 13:54:18.960393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.963944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-369bd878-08a9-4cfb-a273-5f739515e674 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "PUT /v2.0/routers/b7a1af3f-8918-453b-8c6d-829e8ff3b042 HTTP/1.1" status: 200 len: 717 time: 2.1064525 Jan 04 13:54:18.964869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32966) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:18.966746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:18.986514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:18.989131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:18.989775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:19.010445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Port': ['ID=ca2392b8-f957-40e6-9fb7-fbcc313c1898,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:19.030749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:19.047909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.079671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4059f31-a3e8-4c87-a695-6d96b21b32dc None None] Pushing event updated for resources: {'Port': ['ID=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:19.201697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.212473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:19.300255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.364791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-61c5c473-3dce-4f44-bf83-4b1fe3a91078 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "GET /v2.0/routers/b7a1af3f-8918-453b-8c6d-829e8ff3b042 HTTP/1.1" status: 200 len: 717 time: 0.3825126 Jan 04 13:54:19.371352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32970) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:19.378201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aaca3c0-3ba0-4fc0-ad5c-f6ed452375da']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:19.476300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Allocated IP 172.20.0.1 (43763ccd-b497-4d69-94f4-30927d47500e/cb40600b-3ab5-4ca8-be83-19beadf8746f/14ecce6e-e05a-4894-a87f-b2892023e82f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:19.549437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85c85e6-8b27-4163-865e-09be3f062129') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:19.549956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85c85e6-8b27-4163-865e-09be3f062129') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:19.560082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Allocated IP 172.20.0.1 (44b7203f-cd8c-42ba-b0d1-bd73ebf6d407/093c2e9f-b141-424d-8834-a4ef01f63dfd/5f4f25b2-1d1f-48da-81a5-8eb655263a4d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:19.571543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.589274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device cfa2c161-7ff8-4e13-aec5-9b3f39b28359 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:19.673940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.688879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:19.690498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.692645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:19.693589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:19.694239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:19.696075 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:19.705689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.768057 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-970651f0-c903-4780-ad5b-ec47eba9e2a6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 3.5859187 Jan 04 13:54:19.794987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:19.795357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.806640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32974) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:19.821583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.858523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.862520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.913750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 3, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:19.924174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.930203 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/networks/1aaca3c0-3ba0-4fc0-ad5c-f6ed452375da HTTP/1.1" status: 204 len: 168 time: 1.6939018 Jan 04 13:54:19.931092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32976) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:19.932396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.944996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bcf6723-773b-4fd3-9ff6-c11cd51ba475 None None] The sync data for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv is: [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:13Z', 'revision_number': 3, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:19.955805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:19.961818 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-18e70788-f23c-4ecc-aee2-6339de8c4646 tempest-RoutersTestDVR-164665858 tempest-RoutersTestDVR-164665858-project] 10.222.0.30 "GET /v2.0/routers/b7a1af3f-8918-453b-8c6d-829e8ff3b042 HTTP/1.1" status: 200 len: 683 time: 0.5806758 Jan 04 13:54:19.962874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f740f5-070e-482e-8ee7-a58aa74c1cc2 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Network': ['ID=1aaca3c0-3ba0-4fc0-ad5c-f6ed452375da,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:19.964642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32978) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:19.990258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port cfa2c161-7ff8-4e13-aec5-9b3f39b28359, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:20.010846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.012436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:20.132745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:20.145518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:20.146011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.146977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.165348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:20.184123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.202434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.208119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.224848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event updated for resources: {'Port': ['ID=6bb045f9-9294-4e06-b3ba-b03442c34e0b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:20.227399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:20.233080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:20.239418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:20.240171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.291180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:20.323998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.324398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Pushing event updated for resources: {'Port': ['ID=14ecce6e-e05a-4894-a87f-b2892023e82f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:20.341132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Router d3cd6922-3ac3-47df-ac42-1aef91ed72ac is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:54:20.343620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:20.346377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Network 43763ccd-b497-4d69-94f4-30927d47500e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:20.346667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:20.347166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.348842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:20.355576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.388300 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c3ba060a-d569-4533-b8ce-bb1a1dee5550 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.9963176 Jan 04 13:54:20.417539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,segment=NetworkSegment(fff8fefc-636a-472c-a2d3-054815e47cf1),segment_id=fff8fefc-636a-472c-a2d3-054815e47cf1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:20.428308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.490727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32980) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:20.503938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.507659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.510446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Deleting port ca2392b8-f957-40e6-9fb7-fbcc313c1898 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:20.511118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40df0d92-567b-4b94-81b8-504e17f2aa66 None None] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:20.513569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.619729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:20.681980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:20.708217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-31581efd-66d5-4d28-96bf-f561660c372e None None] Provisioning complete for port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:20.708591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31581efd-66d5-4d28-96bf-f561660c372e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.754326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:20.836272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:20.932250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:54:20.932723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.005773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.006404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b7a1af3f-8918-453b-8c6d-829e8ff3b042 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:21.016962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:21.038352 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Sync routers for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:21.051483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-35d7d3c1-c7fb-406b-a1c2-689337de567d None None] Provisioning complete for port 14ecce6e-e05a-4894-a87f-b2892023e82f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.051955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3c1-c7fb-406b-a1c2-689337de567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.053664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.060276 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-adae62f4-630b-4559-99b3-7f13e1869a80 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "DELETE /v2.0/routers/b7a1af3f-8918-453b-8c6d-829e8ff3b042 HTTP/1.1" status: 204 len: 168 time: 1.0671220 Jan 04 13:54:21.060947 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:21.061639 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:21.061758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32982) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:21.069770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Request body: {'router': {'name': 'tempest-router-1144629240', 'distributed': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:21.162089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-35d7d3c1-c7fb-406b-a1c2-689337de567d None None] Port 14ecce6e-e05a-4894-a87f-b2892023e82f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:21.186953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-35d7d3c1-c7fb-406b-a1c2-689337de567d None None] Provisioning complete for port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.189563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35d7d3c1-c7fb-406b-a1c2-689337de567d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.195870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.235469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.238412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.239419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.283917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-35d7d3c1-c7fb-406b-a1c2-689337de567d None None] Port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:21.306417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.312110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Calling delete_port for ca2392b8-f957-40e6-9fb7-fbcc313c1898 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:21.321406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.344054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cc08d4-f24a-469a-b5ca-859a81162d38']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:21.363386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1beecccd-e37b-4492-b7f8-3f124a9fe1db') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:21.363842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1beecccd-e37b-4492-b7f8-3f124a9fe1db') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:21.368625 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:21.386797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0b40e086-c08d-4ec1-9614-5a38024e3f84,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:21.393158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.394388 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6510cd7c-af85-4413-a7b6-8e8e52cb30f4 tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3295650 Jan 04 13:54:21.398608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.402335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32984) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:21.424304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.432577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9aa9c0c6-5403-4f84-8ec3-45ef66a4c1ac None None] Provisioning complete for port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.432973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c0c6-5403-4f84-8ec3-45ef66a4c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.453181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.457986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.458210 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e519469-3e62-49fa-a86b-252433337bc0 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.3500366 Jan 04 13:54:21.459708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32986) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:21.466132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.534394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Deleting port 6bb045f9-9294-4e06-b3ba-b03442c34e0b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:21.534609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.585175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device cfa2c161-7ff8-4e13-aec5-9b3f39b28359 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:21.589499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:21.590588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:21.594514 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:21.596668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Checking segment: {'id': 'f33c7eca-3ec2-474c-8b03-0351373dd4e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '1edc7fd3-d7a1-4200-9d34-77af5c39c574'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:21.596668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Network hostable DHCP agents. Network: 1edc7fd3-d7a1-4200-9d34-77af5c39c574, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:21.621059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.662656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9aa9c0c6-5403-4f84-8ec3-45ef66a4c1ac None None] Provisioning complete for port 6bb045f9-9294-4e06-b3ba-b03442c34e0b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.663245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9aa9c0c6-5403-4f84-8ec3-45ef66a4c1ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.700677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.701078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.727022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9aa9c0c6-5403-4f84-8ec3-45ef66a4c1ac None None] Port 6bb045f9-9294-4e06-b3ba-b03442c34e0b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:21.770301 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:17Z', 'revision_number': 3, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:21.793182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:21.825053 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Checking router: d3cd6922-3ac3-47df-ac42-1aef91ed72ac for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:21.825608 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Updating router d3cd6922-3ac3-47df-ac42-1aef91ed72ac port 77fd171f-9687-40af-920c-e6e5f9b4524d binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:21.858896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-17a1e2ec-56e2-49e5-956a-bcd9c51cc5c8 None None] Provisioning complete for port 6bb045f9-9294-4e06-b3ba-b03442c34e0b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.859475 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.859869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-17a1e2ec-56e2-49e5-956a-bcd9c51cc5c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.884584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.904958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.905360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:21.908617 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/networks/54cc08d4-f24a-469a-b5ca-859a81162d38 HTTP/1.1" status: 204 len: 168 time: 1.9655762 Jan 04 13:54:21.911385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:21.911944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.912891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32988) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:21.948547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1edc7fd3-d7a1-4200-9d34-77af5c39c574) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:21.955149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:21.956191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.969551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:21.970567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5dbc62d4-43ea-4518-93e9-fdfd25172b41 None None] Network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:21.983580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-17a1e2ec-56e2-49e5-956a-bcd9c51cc5c8 None None] Port 6bb045f9-9294-4e06-b3ba-b03442c34e0b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:21.991108 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-06649d26-a901-49be-9345-abca02a8ea48 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.9965527 Jan 04 13:54:22.023959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 32990) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:22.031054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'floatingip': {'floating_network_id': '1edc7fd3-d7a1-4200-9d34-77af5c39c574'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:22.043013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.096399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e482d-64e1-46a9-b563-19c464920c87 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:22.103391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e482d-64e1-46a9-b563-19c464920c87 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:22.110003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e482d-64e1-46a9-b563-19c464920c87 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:22.116987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-816e482d-64e1-46a9-b563-19c464920c87 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:22.118813 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-816e482d-64e1-46a9-b563-19c464920c87 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2512 time: 0.1534111 Jan 04 13:54:22.125627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.130955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34017d9d-75c7-45e5-87fa-9d1b9e94e960 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Network': ['ID=54cc08d4-f24a-469a-b5ca-859a81162d38,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:22.134751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32992) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:22.147817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1538621838'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:22.174042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fdf28b1-c8a8-4031-86da-13b9c5a45845 None None] Network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:22.189904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.217061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:22.238585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.239859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:22.271680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.300363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.327495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.362655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Calling delete_port for 6bb045f9-9294-4e06-b3ba-b03442c34e0b owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:22.376733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.404270 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.406670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:22.427206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:22.427762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.433441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.438266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event deleted for resources: {'Port': ['ID=ca2392b8-f957-40e6-9fb7-fbcc313c1898,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:22.442925 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Attempting to bind port 77fd171f-9687-40af-920c-e6e5f9b4524d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:22.443403 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Attempting to bind port 77fd171f-9687-40af-920c-e6e5f9b4524d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:22.443784 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Attempting to bind port 77fd171f-9687-40af-920c-e6e5f9b4524d on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:22.444419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.445069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ee25f7b3-41c3-46a4-98d2-9687fffc1877 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:22.453573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.454692 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-631c453c-e457-4df7-a587-c3b79bc478ef tempest-RoutersTestDVR-1833156465 tempest-RoutersTestDVR-1833156465-project-admin] 10.222.0.30 "DELETE /v2.0/routers/ee25f7b3-41c3-46a4-98d2-9687fffc1877 HTTP/1.1" status: 204 len: 168 time: 1.0508764 Jan 04 13:54:22.478047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:22.483247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.512479 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:22.512860 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:22.513266 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.513662 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:22.514174 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Bound port: 77fd171f-9687-40af-920c-e6e5f9b4524d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:22.514579 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.584019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:22.615262 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911b6e5-4d66-4f10-b204-00c9654f13f8 None None] Pushing event updated for resources: {'Port': ['ID=77fd171f-9687-40af-920c-e6e5f9b4524d,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:22.634175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.636923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.638615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.639297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Added segment 7da442ce-b5b8-4a24-8c11-50e3ab54b849 of type vlan for network 96e6e2c2-8b6e-4ac9-963c-f347a75afc8c Jan 04 13:54:22.646235 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aa0f0898-739a-4eec-aa3b-ba7eb31c76e8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/ports/ca2392b8-f957-40e6-9fb7-fbcc313c1898 HTTP/1.1" status: 204 len: 168 time: 2.8380873 Jan 04 13:54:22.655489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 32996) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:22.658015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.659176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.659940 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] For port 77fd171f-9687-40af-920c-e6e5f9b4524d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:22.663817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23', 'external_fixed_ips': [{'subnet_id': '20c49186-b44f-4e1c-8b4e-25eab4ef6500', 'ip_address': '172.20.0.4'}]}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:22.677192 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] For port 77fd171f-9687-40af-920c-e6e5f9b4524d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77fd171f-9687-40af-920c-e6e5f9b4524d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:22.685386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.686973 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:22.776499 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:22.777235 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:22.831977 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4911b6e5-4d66-4f10-b204-00c9654f13f8 None None] Pushing event updated for resources: {'Port': ['ID=77fd171f-9687-40af-920c-e6e5f9b4524d,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:22.851403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Pushing event updated for resources: {'Port': ['ID=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:22.862305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:22.871289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:22.881325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33000) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:22.921085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:23.001753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.060876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.137773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df6588db-3d12-4ca8-88f3-78e98a0f210d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.159108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.164060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Pushing event updated for resources: {'Port': ['ID=14ecce6e-e05a-4894-a87f-b2892023e82f,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:23.179144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.180195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.183486 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:17Z', 'revision_number': 3, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:23.191915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.196507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Router 8e2776c8-42f2-4628-94f5-1560008611af has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:54:23.198272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:23.198985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.218033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8b4e354f-5b9b-441a-bea5-20bceae8b25e None None] Provisioning complete for port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:23.218576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8b4e354f-5b9b-441a-bea5-20bceae8b25e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.228208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.231060 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128bb640-9f98-4040-80f2-0af12c5b7a6b None None] The sync data for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv is: [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:17Z', 'revision_number': 3, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:23.278932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8b4e354f-5b9b-441a-bea5-20bceae8b25e None None] Port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:23.285272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event deleted for resources: {'Port': ['ID=6bb045f9-9294-4e06-b3ba-b03442c34e0b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:23.316537 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.1769607 Jan 04 13:54:23.328871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33004) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:23.333910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-152427831'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:23.351695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1eb55b-335b-4564-8b6d-3ca3082b60cd tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Network': ['ID=96e6e2c2-8b6e-4ac9-963c-f347a75afc8c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:23.361349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.365485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 96e6e2c2-8b6e-4ac9-963c-f347a75afc8c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:23.371055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Network 43763ccd-b497-4d69-94f4-30927d47500e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:23.375289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.379208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-58300018-670b-4305-9019-38aea2b52fde tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "DELETE /v2.0/ports/6bb045f9-9294-4e06-b3ba-b03442c34e0b HTTP/1.1" status: 204 len: 168 time: 2.8718891 Jan 04 13:54:23.400764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33006) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:23.410885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.414695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:23.490417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:23.584803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Allocated IP 172.20.0.3 (1edc7fd3-d7a1-4200-9d34-77af5c39c574/0b40e086-c08d-4ec1-9614-5a38024e3f84/5fbb1986-cd55-4e7d-8567-a4e0aabb5f39) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:23.594346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:23.598544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.601499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:23.602303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.623728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df6588db-3d12-4ca8-88f3-78e98a0f210d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.766334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df6588db-3d12-4ca8-88f3-78e98a0f210d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.821263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6588db-3d12-4ca8-88f3-78e98a0f210d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f32384-92ac-42f3-81c2-6aeba608eacf,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:23.827530 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-775d42c7-eb98-4e69-9e4f-296815751d99 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3652997 Jan 04 13:54:23.846752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:23.850870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33010) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:23.858357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.858775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Added segment 6ea51b97-04e7-40b3-8504-cc47f6a574c6 of type vlan for network ea6d515e-1c9a-453c-b0ba-f4f803962f84 Jan 04 13:54:23.882043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-2055517470'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:23.913573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9156791c-7c53-4766-b8a9-c1bc4fdd18b0 None None] Provisioning complete for port 14ecce6e-e05a-4894-a87f-b2892023e82f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:23.914175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9156791c-7c53-4766-b8a9-c1bc4fdd18b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.928817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:23.955633 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-df6588db-3d12-4ca8-88f3-78e98a0f210d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1aa42455464c482cadfdbc320c6a68ba&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0677853 Jan 04 13:54:23.957179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:23.973632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-211c3b74-3725-43a4-8764-302398bff7d8 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e2776c8-42f2-4628-94f5-1560008611af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8809409 Jan 04 13:54:23.973794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9156791c-7c53-4766-b8a9-c1bc4fdd18b0 None None] Port 14ecce6e-e05a-4894-a87f-b2892023e82f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:23.973926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33012) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:23.987826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Sync routers for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:24.008517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Allocated IP 172.20.0.1 (9c0e1239-6535-459f-ba9d-1f0f532d1ab1/744f8a23-e592-4656-9106-b713bca54db7/705721ca-ac4e-4b0b-817d-f4385cd686db) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:24.012913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:24.015518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:24.084990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.095532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.135666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Router f111e0cf-e911-4a7e-a7b7-60aa98200121 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:54:24.143901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.156293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:24.156931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.177337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.212038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33024) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:24.212877 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.8828361 Jan 04 13:54:24.215142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Made reservation on behalf of 78548bd8dc584ef5935440e307c6669f for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:24.219942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.224702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:24.228601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'ports': [{'network_id': '96e6e2c2-8b6e-4ac9-963c-f347a75afc8c', 'name': 'tempest-port--243899535', 'admin_state_up': True}, {'network_id': 'ea6d515e-1c9a-453c-b0ba-f4f803962f84', 'admin_state_up': False}]} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:24.229016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'port': {'network_id': '96e6e2c2-8b6e-4ac9-963c-f347a75afc8c', 'name': 'tempest-port--243899535', 'admin_state_up': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:24.229588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'port': {'network_id': 'ea6d515e-1c9a-453c-b0ba-f4f803962f84', 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:24.298497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:24.345974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:24.350831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80eadd0-24ec-4547-b23f-177dfdd85ce9 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Network': ['ID=ea6d515e-1c9a-453c-b0ba-f4f803962f84,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:24.353171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:24.357559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Port': ['ID=5fbb1986-cd55-4e7d-8567-a4e0aabb5f39,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:24.361889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68656b98-7560-45c8-8044-915faccbb376 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.367312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network ea6d515e-1c9a-453c-b0ba-f4f803962f84 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:24.390806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:24.400856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.401132 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Added segment a6b5fc8b-f749-43d0-9580-32e55592db16 of type vlan for network 99aedeac-4854-419d-b51b-5b5e59181740 Jan 04 13:54:24.454320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.481645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68656b98-7560-45c8-8044-915faccbb376 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.499798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.537514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.573836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.581058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:24.581702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.633144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 2, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:24.666368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Checking router: 8e2776c8-42f2-4628-94f5-1560008611af for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:24.666738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Updating router 8e2776c8-42f2-4628-94f5-1560008611af port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:24.688603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.698842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.701436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event updated for resources: {'Network': ['ID=99aedeac-4854-419d-b51b-5b5e59181740,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:24.715408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 99aedeac-4854-419d-b51b-5b5e59181740 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:24.764195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:24.772802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Pushing event updated for resources: {'Port': ['ID=705721ca-ac4e-4b0b-817d-f4385cd686db,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:24.777791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:24.780345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:24.838129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cb396fa1-9a2e-4575-8875-a6f9b669ae17 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.9613502 Jan 04 13:54:24.841942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33028) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:24.843498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.867563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.939714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68656b98-7560-45c8-8044-915faccbb376 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.951688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68656b98-7560-45c8-8044-915faccbb376 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:24.953111 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-68656b98-7560-45c8-8044-915faccbb376 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d3f32384-92ac-42f3-81c2-6aeba608eacf HTTP/1.1" status: 204 len: 168 time: 0.9831729 Jan 04 13:54:25.029337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68656b98-7560-45c8-8044-915faccbb376 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f32384-92ac-42f3-81c2-6aeba608eacf,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:25.224566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.233666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-31d01e64-4512-4785-8779-ad929c106bb1 None None] Provisioning complete for port 705721ca-ac4e-4b0b-817d-f4385cd686db triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:25.234425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31d01e64-4512-4785-8779-ad929c106bb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.263780 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-85c816f0-bbed-488c-ac8a-98cdce5f6d26 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/agents/bfac22ab-ad95-40c7-9c65-fee06b385076/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.4203312 Jan 04 13:54:25.271368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33036) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:25.281822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.291573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33038) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:25.298964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1605772181', 'description': 'tempest-description--1035030424'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:25.431411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-31d01e64-4512-4785-8779-ad929c106bb1 None None] Port 705721ca-ac4e-4b0b-817d-f4385cd686db cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:25.446041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85629dd-5fdd-46c8-810c-ecff8992649b None None] Pushing event updated for resources: {'Port': ['ID=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:25.475239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.489067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:25.501557 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Sync routers for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:25.523887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-28eb40f3-7059-4802-9ad8-bc018d1b605d admin admin] 10.222.0.30 "PUT /v2.0/routers/f111e0cf-e911-4a7e-a7b7-60aa98200121/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4083402 Jan 04 13:54:25.525810 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:25.529925 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:25.551033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3eeeae3-169e-4e67-bc93-2282736f7ec3 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] Network 99aedeac-4854-419d-b51b-5b5e59181740 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:25.551494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77fd171f-9687-40af-920c-e6e5f9b4524d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:25.585590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d3eeeae3-169e-4e67-bc93-2282736f7ec3 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "POST /v2.0/agents/bfac22ab-ad95-40c7-9c65-fee06b385076/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.3131161 Jan 04 13:54:25.591341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33044) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:25.624376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.642098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414976b2-34ac-4560-8a17-89f72256a31c None None] Network 99aedeac-4854-419d-b51b-5b5e59181740 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:25.667842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.690149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33046) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:25.692274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'port': 2} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:25.695245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.709513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.722427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Attempting to bind port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:25.722811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Attempting to bind port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:25.723179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Attempting to bind port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d on network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:25.769158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b986138-f0fe-4d72-9afb-c82a13bce7cd admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.917250 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c2fd71a4-4e71-4ab5-8537-85fe75d2a48a tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/agents/bfac22ab-ad95-40c7-9c65-fee06b385076/dhcp-networks HTTP/1.1" status: 200 len: 8018 time: 0.3229043 Jan 04 13:54:25.918215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33056) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:25.918381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:25.919030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Checking segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:25.920302 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:25.921897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:25.922638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Bound using segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:25.923143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Bound port: 5f4f25b2-1d1f-48da-81a5-8eb655263a4d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:25.923526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.010869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.015492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.042594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.056765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.061504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 77fd171f-9687-40af-920c-e6e5f9b4524d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:26.061887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.075538 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.077835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b986138-f0fe-4d72-9afb-c82a13bce7cd admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.082810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Port': ['ID=5fbb1986-cd55-4e7d-8567-a4e0aabb5f39,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.099569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b986138-f0fe-4d72-9afb-c82a13bce7cd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.102098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.195692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9e94eccd-c93d-4bcc-ac62-0d836682d175 None None] Provisioning complete for port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:26.196045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e94eccd-c93d-4bcc-ac62-0d836682d175 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.201846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b986138-f0fe-4d72-9afb-c82a13bce7cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd6af949-ff14-4cfe-b006-faee0231315f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.266722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.283861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70956df7-67f5-4ba7-8e99-6f35b38eef68,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.295849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.297100 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-92e19fd2-77ea-4709-9e36-46a5359c03ab tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.2699122 Jan 04 13:54:26.311348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33062) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:26.336454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.341644 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-15562799-6e1a-4b71-a558-545958907d43 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 1.0464506 Jan 04 13:54:26.349727 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 2, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:26.353172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33064) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:26.359406 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f9957958-d01e-4c61-8023-77206d4125d1 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "DELETE /v2.0/agents/bfac22ab-ad95-40c7-9c65-fee06b385076/dhcp-networks/99aedeac-4854-419d-b51b-5b5e59181740 HTTP/1.1" status: 204 len: 168 time: 0.4244640 Jan 04 13:54:26.364775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b986138-f0fe-4d72-9afb-c82a13bce7cd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=37109ef80afa400da2d04dd8fc952cec&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6671386 Jan 04 13:54:26.365360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33066) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:26.365721 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:26.368812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Request body: {'security_group_rule': {'security_group_id': '70956df7-67f5-4ba7-8e99-6f35b38eef68', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:26.383230 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Checking router: f111e0cf-e911-4a7e-a7b7-60aa98200121 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:26.383633 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Updating router f111e0cf-e911-4a7e-a7b7-60aa98200121 port 14ecce6e-e05a-4894-a87f-b2892023e82f binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:26.395271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bf21a0c6-2e42-4d13-a2fc-bb46cce3be23 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "GET /v2.0/floatingips?floating_network_id=1edc7fd3-d7a1-4200-9d34-77af5c39c574 HTTP/1.1" status: 200 len: 689 time: 0.0789804 Jan 04 13:54:26.396862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.412653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33072) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:26.431787 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.446998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9e94eccd-c93d-4bcc-ac62-0d836682d175 None None] Port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:26.514529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] For port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:26.556521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] For port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:26.558477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.567879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5274-aaf1-4179-95b9-369979917ddc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.569123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Allocated IP 172.20.0.4 (fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23/20c49186-b44f-4e1c-8b4e-25eab4ef6500/6045bdce-4ac5-48f6-9cc9-d0373684a56e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:26.569600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.574582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.635209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 77fd171f-9687-40af-920c-e6e5f9b4524d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77fd171f-9687-40af-920c-e6e5f9b4524d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:26.657580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.704537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.705631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:26.706989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:26.714655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5274-aaf1-4179-95b9-369979917ddc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.758501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.776779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85629dd-5fdd-46c8-810c-ecff8992649b None None] Pushing event updated for resources: {'Port': ['ID=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.795912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.813989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.821906 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-15dfda82-c9c4-45ba-b3bc-19e9c1aed352 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/agents/bfac22ab-ad95-40c7-9c65-fee06b385076/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.4319320 Jan 04 13:54:26.829655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33076) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:26.834115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.844854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Pushing event updated for resources: {'Port': ['ID=705721ca-ac4e-4b0b-817d-f4385cd686db,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.930106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.931567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5770476 Jan 04 13:54:26.943171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Port': ['ID=6045bdce-4ac5-48f6-9cc9-d0373684a56e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.947889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6c2585-beea-475a-b8b0-77842bb5b84d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79d0f23c-4c95-4666-aab3-2eff28d3f8b9,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:26.948304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:26.981328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:26.991868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33078) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:27.015792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Request body: {'security_group_rule': {'security_group_id': '70956df7-67f5-4ba7-8e99-6f35b38eef68', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:27.026491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] device_id is not set on port 80a5943c-2ab3-49e4-b44b-10bfd638ebe4 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:27.030501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:27.033282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:27.037226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=77fd171f-9687-40af-920c-e6e5f9b4524d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:27.059503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5274-aaf1-4179-95b9-369979917ddc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.062385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd0e5274-aaf1-4179-95b9-369979917ddc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.066488 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bd0e5274-aaf1-4179-95b9-369979917ddc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/bd6af949-ff14-4cfe-b006-faee0231315f HTTP/1.1" status: 204 len: 168 time: 0.6775351 Jan 04 13:54:27.069027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Deleting port 5fbb1986-cd55-4e7d-8567-a4e0aabb5f39 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:27.069361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.098102 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-49552e14-f5fc-4108-8ca4-977ba0abacec tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/networks/757a0f95-aa28-4f25-a6c7-8526f7511584/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2639666 Jan 04 13:54:27.100467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0e5274-aaf1-4179-95b9-369979917ddc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd6af949-ff14-4cfe-b006-faee0231315f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:27.106333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33082) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:27.106889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33084) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:27.117650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:27.123392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2014117288', 'description': 'tempest-description--805330081'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:27.133686 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.149858 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.167823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ca21b55f-ea76-425e-86fb-fa262873a265 None None] Provisioning complete for port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:27.168239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca21b55f-ea76-425e-86fb-fa262873a265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.183572 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cb661886-acd6-4cb7-87a8-5268723d4774 tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/networks/757a0f95-aa28-4f25-a6c7-8526f7511584/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0753896 Jan 04 13:54:27.191109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33086) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:27.238002 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d59ac0-4305-4f16-b8bd-7a1ac5b9dfdc None None] Pushing event updated for resources: {'Port': ['ID=14ecce6e-e05a-4894-a87f-b2892023e82f,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:27.271534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.404959 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Attempting to bind port 14ecce6e-e05a-4894-a87f-b2892023e82f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:27.405147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.405426 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Attempting to bind port 14ecce6e-e05a-4894-a87f-b2892023e82f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:27.405695 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Attempting to bind port 14ecce6e-e05a-4894-a87f-b2892023e82f on network 43763ccd-b497-4d69-94f4-30927d47500e {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:27.417902 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:27.419135 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Checking segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:27.420853 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.421259 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Bound using segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:27.422313 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Bound port: 14ecce6e-e05a-4894-a87f-b2892023e82f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:27.422727 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.443537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.444067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.469309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Calling delete_port for 5fbb1986-cd55-4e7d-8567-a4e0aabb5f39 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:27.486094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca21b55f-ea76-425e-86fb-fa262873a265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.497758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77fd171f-9687-40af-920c-e6e5f9b4524d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:27.550665 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] For port 14ecce6e-e05a-4894-a87f-b2892023e82f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:27.554713 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] For port 14ecce6e-e05a-4894-a87f-b2892023e82f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ecce6e-e05a-4894-a87f-b2892023e82f,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:27.569963 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.628570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ca21b55f-ea76-425e-86fb-fa262873a265 None None] For port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:27.632372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:27.670778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca21b55f-ea76-425e-86fb-fa262873a265 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.719176 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d59ac0-4305-4f16-b8bd-7a1ac5b9dfdc None None] Pushing event updated for resources: {'Port': ['ID=14ecce6e-e05a-4894-a87f-b2892023e82f,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:27.720197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:27.730722 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:27.731436 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:27.772557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 77fd171f-9687-40af-920c-e6e5f9b4524d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:27.781687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.874042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.915696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Port': ['ID=5fbb1986-cd55-4e7d-8567-a4e0aabb5f39,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:27.936922 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:27.951397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca21b55f-ea76-425e-86fb-fa262873a265 None None] Pushing event updated for resources: {'Port': ['ID=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:27.956542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:27.988454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0eaca732-a47e-4a5d-8794-90cb753a94c2 None None] Provisioning complete for port 14ecce6e-e05a-4894-a87f-b2892023e82f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:27.988454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0eaca732-a47e-4a5d-8794-90cb753a94c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.015637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.025134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ed329a3f-4880-4a07-940b-b86c6ea89adc tempest-DHCPAgentSchedulersTestJSON-1817633515 tempest-DHCPAgentSchedulersTestJSON-1817633515-project-admin] 10.222.0.30 "GET /v2.0/agents/bfac22ab-ad95-40c7-9c65-fee06b385076/dhcp-networks HTTP/1.1" status: 200 len: 7248 time: 0.8287373 Jan 04 13:54:28.069522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33098) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:28.109113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:28.178432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.200845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff51724-a7a8-4d5e-a5bd-49a92f502697 None None] The sync data for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv is: [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:28.382905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.388423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.391193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0eaca732-a47e-4a5d-8794-90cb753a94c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.400022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.406530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.412447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.434848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.449379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > segment before_delete 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.449983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.450590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.450925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > port after_create 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.451262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > port after_delete 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.451596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > port after_update 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.451915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > segment after_delete 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.452391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0eaca732-a47e-4a5d-8794-90cb753a94c2 None None] For port 14ecce6e-e05a-4894-a87f-b2892023e82f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ecce6e-e05a-4894-a87f-b2892023e82f,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:28.452630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet after_create 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.452956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet after_delete 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.453331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet after_update 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.463137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0eaca732-a47e-4a5d-8794-90cb753a94c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.484378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:28.524412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69bd3a0f-6edf-42fc-b882-7f0afad0a427,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:28.544095 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0073126c-8390-4355-80bf-cbd0b77e170a None None] The sync data for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv is: [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:28.559917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaca732-a47e-4a5d-8794-90cb753a94c2 None None] Pushing event updated for resources: {'Port': ['ID=14ecce6e-e05a-4894-a87f-b2892023e82f,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:28.593292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-24184bfe-40e1-4cf2-b2fb-857c0f0c58fa None None] Provisioning complete for port 14ecce6e-e05a-4894-a87f-b2892023e82f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:28.593292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-24184bfe-40e1-4cf2-b2fb-857c0f0c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.610274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33110) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:28.658676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d1c03ec-1f51-4935-ab9d-48de4a0e8f01,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:28.664278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.664278 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bc85fa73-2836-445a-a77c-f936082b7189 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.6550212 Jan 04 13:54:28.739574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.741067 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3ed04648-c53f-448d-a74f-4ce4bc42f8f8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 1.6211452 Jan 04 13:54:28.749993 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet after_create 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.750506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet after_delete 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.750952 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet before_create 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.751420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Subscribe: > subnet before_update 55550000 {{(pid=103265) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jan 04 13:54:28.751889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99aedeac-4854-419d-b51b-5b5e59181740']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:28.754263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-24184bfe-40e1-4cf2-b2fb-857c0f0c58fa None None] Provisioning complete for port 705721ca-ac4e-4b0b-817d-f4385cd686db triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:28.757822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-24184bfe-40e1-4cf2-b2fb-857c0f0c58fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.762944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33112) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:28.763675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33114) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:28.776430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Request body: {'security_group_rule': {'security_group_id': '69bd3a0f-6edf-42fc-b882-7f0afad0a427', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:28.786027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.792515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:28.809388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] device_id is not set on port 27c5fb71-aaff-4dd7-abaf-a4325f7b8434 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:28.810387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-24184bfe-40e1-4cf2-b2fb-857c0f0c58fa None None] Port 705721ca-ac4e-4b0b-817d-f4385cd686db cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:28.819301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b5fc8b-f749-43d0-9580-32e55592db16') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:28.820216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b5fc8b-f749-43d0-9580-32e55592db16') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:28.849696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.857489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.880072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Router d3cd6922-3ac3-47df-ac42-1aef91ed72ac has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:54:28.949327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0b40e086-c08d-4ec1-9614-5a38024e3f84,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:28.955608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.983125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:28.984709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: from cryptography.utils import int_from_bytes Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: from cryptography.utils import int_from_bytes Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_agent failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:28.995939 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:28.999877 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:28.999877 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:28.999877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.014213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.022495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-2100439208'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:29.073505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.170559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1edc7fd3-d7a1-4200-9d34-77af5c39c574']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:29.175457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:29.179484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.193440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.197784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f33c7eca-3ec2-474c-8b03-0351373dd4e1') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:29.198158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f33c7eca-3ec2-474c-8b03-0351373dd4e1') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:29.208915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.219377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.224408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "DELETE /v2.0/networks/99aedeac-4854-419d-b51b-5b5e59181740 HTTP/1.1" status: 204 len: 168 time: 1.1524522 Jan 04 13:54:29.228177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33118) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:29.230744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.234494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:29.245187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931276a-b269-47c8-9614-1710946e446d None None] Sync routers for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:29.252005 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-630d99a7-7567-4988-a888-1d96c37eeedd admin admin] 10.222.0.30 "PUT /v2.0/routers/d3cd6922-3ac3-47df-ac42-1aef91ed72ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7827299 Jan 04 13:54:29.256209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d1dfa7f-8a3a-4748-bd7a-dd667ee0e3d2 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event deleted for resources: {'Network': ['ID=99aedeac-4854-419d-b51b-5b5e59181740,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:29.260082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.284895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:29.286132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:29.297675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.299773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.330283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:29.330808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:29.333799 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:29.338766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.355062 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5731976 Jan 04 13:54:29.417373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d516fe41-2b87-40e7-9e11-6a1cb9f4ee15 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bc4762d-0306-47d9-90b1-2714a0a6dfbe,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:29.420623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33122) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:29.431368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Request body: {'security_group_rule': {'security_group_id': '69bd3a0f-6edf-42fc-b882-7f0afad0a427', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:29.437790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.442655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d1a5a70-92a2-4dd2-b854-d579251c5266 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] DELETE failed (client error): The resource could not be found. Jan 04 13:54:29.443381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d1a5a70-92a2-4dd2-b854-d579251c5266 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:54:29.449149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4d1a5a70-92a2-4dd2-b854-d579251c5266 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "DELETE /v2.0/ports/6bb045f9-9294-4e06-b3ba-b03442c34e0b HTTP/1.1" status: 404 len: 333 time: 0.2125340 Jan 04 13:54:29.463701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33124) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:29.474602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.479365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.479551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.550734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 1edc7fd3-d7a1-4200-9d34-77af5c39c574 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:54:29.550880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:29.566644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.572524 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1edc7fd3-d7a1-4200-9d34-77af5c39c574 HTTP/1.1" status: 204 len: 168 time: 3.1555562 Jan 04 13:54:29.575564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33130) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:29.584000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.630826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d23ce5-78c3-4dc6-ad95-3558f1308f70 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Network': ['ID=1edc7fd3-d7a1-4200-9d34-77af5c39c574,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:29.634205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 14ecce6e-e05a-4894-a87f-b2892023e82f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:29.689085 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0bd7ba59-db31-4ce6-8d2c-1c869bfbcda1 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.1019254 Jan 04 13:54:29.697500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33132) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:29.741266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Deleting subnet 1af5df30-6913-4d18-a5ea-843554bbe8c2 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:54:29.776054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.789938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.794433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.803925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.887204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.890414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Allocated IP 172.36.2.250 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/26670212-8080-479e-a74e-cdd5cd869930) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:29.893528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.927834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.937020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:29.941617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.942166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.942614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.943050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.943483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.943920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.944385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.944780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:29.946615 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fe50f735-ba56-4277-bc1e-3dd42b86f5d0 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5198 time: 0.2264810 Jan 04 13:54:29.954426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33134) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:29.977479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd610f1-3fe7-4e17-b927-56e9361cef9a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:29.983665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:29.983938 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Added segment 58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7 of type vlan for network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 Jan 04 13:54:29.995034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Port': ['ID=80a5943c-2ab3-49e4-b44b-10bfd638ebe4,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:30.017294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a0466e-bbc9-4c6d-bc32-d0f3a5b65c5b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:30.024093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 14ecce6e-e05a-4894-a87f-b2892023e82f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:30.024463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.051163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33136) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.061894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1446455351', 'description': 'tempest-description--1778012573'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:30.070011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.080314 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-a960d1ca-c6b0-4a21-aea9-0d16a8c6fa89 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] delete failed (client error): The resource could not be found. Jan 04 13:54:30.082150 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a960d1ca-c6b0-4a21-aea9-0d16a8c6fa89 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/6a95fc32-cff7-40c6-8c67-08e988bbf2a4 HTTP/1.1" status: 404 len: 345 time: 0.1236141 Jan 04 13:54:30.109310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33138) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.114147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Checking segment: {'id': '7da442ce-b5b8-4a24-8c11-50e3ab54b849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '96e6e2c2-8b6e-4ac9-963c-f347a75afc8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:30.114547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 2, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:30.115185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.115777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network hostable DHCP agents. Network: 96e6e2c2-8b6e-4ac9-963c-f347a75afc8c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:30.116406 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fec10e2f-d5cb-4230-80ec-b436e4809443 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6937418 Jan 04 13:54:30.118776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Router 575d0458-c29b-4c4c-aef6-c7c89d5cb472 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:54:30.127943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33140) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.156707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.165265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:30.167101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.177563 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d7175e4-fe23-4d72-b4ca-0fb3feeeb170 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] DELETE failed (client error): The resource could not be found. Jan 04 13:54:30.178150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d7175e4-fe23-4d72-b4ca-0fb3feeeb170 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:54:30.181224 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1d7175e4-fe23-4d72-b4ca-0fb3feeeb170 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/networks/1edc7fd3-d7a1-4200-9d34-77af5c39c574 HTTP/1.1" status: 404 len: 339 time: 0.0691049 Jan 04 13:54:30.191069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33142) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.200837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'network': {'name': 'tempest-network--1931148400', 'router:external': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:30.218585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.309319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5f4f25b2-1d1f-48da-81a5-8eb655263a4d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:30.310946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931276a-b269-47c8-9614-1710946e446d None None] Checking router: d3cd6922-3ac3-47df-ac42-1aef91ed72ac for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:30.311299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931276a-b269-47c8-9614-1710946e446d None None] Updating router d3cd6922-3ac3-47df-ac42-1aef91ed72ac port 705721ca-ac4e-4b0b-817d-f4385cd686db binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:30.318389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.372119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a931276a-b269-47c8-9614-1710946e446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.455198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:30.455811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:30.456183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.477914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:30.479061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.486703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Network': ['ID=e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:30.501549 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Sync routers for ids ['575d0458-c29b-4c4c-aef6-c7c89d5cb472'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:30.511878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Made reservation on behalf of fdd82b9d64d747419053ac85b7af4c58 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:30.519146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.525086 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Routers {'575d0458-c29b-4c4c-aef6-c7c89d5cb472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:30.525724 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['575d0458-c29b-4c4c-aef6-c7c89d5cb472'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:30.533013 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9b572e70-82bc-4f1d-bae6-cc5488f38850 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.8644459 Jan 04 13:54:30.533197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.542235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'subnet': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:30.547878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network 96e6e2c2-8b6e-4ac9-963c-f347a75afc8c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:30.569970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.571042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 96e6e2c2-8b6e-4ac9-963c-f347a75afc8c) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:30.577664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:30.585096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:30.587249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.598472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7deeceb0-0a04-4ede-8b99-b148cc7c7e82 None None] Network 96e6e2c2-8b6e-4ac9-963c-f347a75afc8c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:30.627171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:30.631133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event deleted for resources: {'Subnet': ['ID=1af5df30-6913-4d18-a5ea-843554bbe8c2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:30.635926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.642393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d8a6994-979b-4079-a4cc-c9ec75554fd8 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "DELETE /v2.0/subnets/1af5df30-6913-4d18-a5ea-843554bbe8c2 HTTP/1.1" status: 204 len: 168 time: 1.1754465 Jan 04 13:54:30.645395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33146) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.650834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Port': ['ID=27c5fb71-aaff-4dd7-abaf-a4325f7b8434,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:30.663866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.665165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6a630cb9-37e2-4293-94fd-0b4a68d553b3 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 8.0088024 Jan 04 13:54:30.675617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33148) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.702730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6d6ac-f064-4314-b440-a7b5fb2f8199 None None] Network 757a0f95-aa28-4f25-a6c7-8526f7511584 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:30.723724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.726008 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.726347 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Added segment 86fc246e-b8ea-4fc5-be76-86e15a470754 of type vlan for network e558cfb8-97ef-40a0-a570-a272f4897232 Jan 04 13:54:30.731405 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Set router 575d0458-c29b-4c4c-aef6-c7c89d5cb472 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:30.774210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.808619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:30.824328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:30.841231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:30.843278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.854340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.861427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Checking segment: {'id': '6ea51b97-04e7-40b3-8504-cc47f6a574c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'ea6d515e-1c9a-453c-b0ba-f4f803962f84'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:30.861875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network hostable DHCP agents. Network: ea6d515e-1c9a-453c-b0ba-f4f803962f84, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:30.899640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.904311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event updated for resources: {'Port': ['ID=26670212-8080-479e-a74e-cdd5cd869930,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:30.926927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.950677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:30.952023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network ea6d515e-1c9a-453c-b0ba-f4f803962f84 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:30.954143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.969105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:30.973487 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.9210980 Jan 04 13:54:30.979891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33150) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:30.989355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Request body: {'security_group_rule': {'security_group_id': 'bdd66220-4120-48ea-b271-7037a3b48269', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:30.993440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.042925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.043950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:31.044453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.075050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ea6d515e-1c9a-453c-b0ba-f4f803962f84) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:31.079335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:31.085501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:31.090455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:31.091133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.105096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4436b2f-1a55-4c13-9a74-859de041f569 None None] Network ea6d515e-1c9a-453c-b0ba-f4f803962f84 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:31.111845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780d6319-a3c1-44ea-8ec3-dfd50dd29f0a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdd66220-4120-48ea-b271-7037a3b48269,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:31.138225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9a1a8430-2687-4eb3-8563-66cdf6601daa tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 6.9238162 Jan 04 13:54:31.147608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33152) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:31.156506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] DHCP port deletion for 757a0f95-aa28-4f25-a6c7-8526f7511584 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:54:31.162362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Deleting port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:31.162727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.164303 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d0458-c29b-4c4c-aef6-c7c89d5cb472', 'name': '', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23', 'external_fixed_ips': [{'subnet_id': '20c49186-b44f-4e1c-8b4e-25eab4ef6500', 'ip_address': '172.20.0.4'}], 'enable_snat': True}, 'gw_port_id': '6045bdce-4ac5-48f6-9cc9-d0373684a56e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 3, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port': {'id': '6045bdce-4ac5-48f6-9cc9-d0373684a56e', 'name': '', 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:02:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '575d0458-c29b-4c4c-aef6-c7c89d5cb472', 'device_owner': 'network:router_gateway', 'standard_attr_id': 143, 'fixed_ips': [{'subnet_id': '20c49186-b44f-4e1c-8b4e-25eab4ef6500', 'ip_address': '172.20.0.4', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:26Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '20c49186-b44f-4e1c-8b4e-25eab4ef6500', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:31.193366 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Checking router: 575d0458-c29b-4c4c-aef6-c7c89d5cb472 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:54:31.193901 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Updating router 575d0458-c29b-4c4c-aef6-c7c89d5cb472 port 6045bdce-4ac5-48f6-9cc9-d0373684a56e binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:54:31.206199 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.0139904 Jan 04 13:54:31.226583 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.230032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33154) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:31.288003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.311834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f1dcc2-f28c-4917-9a3c-cad3073dc048 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Network': ['ID=e558cfb8-97ef-40a0-a570-a272f4897232,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:31.399853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e558cfb8-97ef-40a0-a570-a272f4897232 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:31.439936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] For port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,segment=NetworkSegment(fff8fefc-636a-472c-a2d3-054815e47cf1),segment_id=fff8fefc-636a-472c-a2d3-054815e47cf1)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:31.440300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.455352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Calling delete_port for 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:31.492491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.501939 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.516085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.535407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a931276a-b269-47c8-9614-1710946e446d None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.556015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25939e8-2219-4bd6-ac53-a70c56ce4edb tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:31.562427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:54:31.565121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25939e8-2219-4bd6-ac53-a70c56ce4edb tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:31.570140 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b25939e8-2219-4bd6-ac53-a70c56ce4edb tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.4211886 Jan 04 13:54:31.598144 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865100e-c857-4681-b61f-8f6bab787607 None None] Pushing event updated for resources: {'Port': ['ID=6045bdce-4ac5-48f6-9cc9-d0373684a56e,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:31.608993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33156) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:31.612671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.619241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a931276a-b269-47c8-9614-1710946e446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.638886 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Attempting to bind port 6045bdce-4ac5-48f6-9cc9-d0373684a56e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:31.641555 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Attempting to bind port 6045bdce-4ac5-48f6-9cc9-d0373684a56e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:31.641555 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Attempting to bind port 6045bdce-4ac5-48f6-9cc9-d0373684a56e on network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:31.668817 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:31.669194 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Checking segment: {'id': '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:31.670545 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.670545 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Bound using segment: {'id': '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:31.671135 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Bound port: 6045bdce-4ac5-48f6-9cc9-d0373684a56e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:31.671527 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.713703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.782012 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] For port 6045bdce-4ac5-48f6-9cc9-d0373684a56e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:31.827883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.836643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6d6c0-0a92-41aa-8423-99031ecf583c None None] Pushing event updated for resources: {'Port': ['ID=705721ca-ac4e-4b0b-817d-f4385cd686db,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:31.839097 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] For port 6045bdce-4ac5-48f6-9cc9-d0373684a56e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6045bdce-4ac5-48f6-9cc9-d0373684a56e,segment=NetworkSegment(8a84e024-9f3a-4772-9fe5-d9b635b6f7a6),segment_id=8a84e024-9f3a-4772-9fe5-d9b635b6f7a6)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:31.850553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.885970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Deleting port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:31.886553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.919371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:31.974861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] Port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 update to DOWN by agent not found {{(pid=103266) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 04 13:54:31.985426 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7865100e-c857-4681-b61f-8f6bab787607 None None] Pushing event updated for resources: {'Port': ['ID=6045bdce-4ac5-48f6-9cc9-d0373684a56e,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:32.012775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a931276a-b269-47c8-9614-1710946e446d None None] Attempting to bind port 705721ca-ac4e-4b0b-817d-f4385cd686db on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:32.016147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a931276a-b269-47c8-9614-1710946e446d None None] Attempting to bind port 705721ca-ac4e-4b0b-817d-f4385cd686db by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:32.016674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a931276a-b269-47c8-9614-1710946e446d None None] Attempting to bind port 705721ca-ac4e-4b0b-817d-f4385cd686db on network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:32.042785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event deleted for resources: {'Port': ['ID=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:32.044233 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Routers {'575d0458-c29b-4c4c-aef6-c7c89d5cb472'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:32.046339 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['575d0458-c29b-4c4c-aef6-c7c89d5cb472'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:32.073165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] No DVR routers for this DVR port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:54:32.128603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a931276a-b269-47c8-9614-1710946e446d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:32.128986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a931276a-b269-47c8-9614-1710946e446d None None] Checking segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:32.131121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a931276a-b269-47c8-9614-1710946e446d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.131554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a931276a-b269-47c8-9614-1710946e446d None None] Bound using segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:32.136615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a931276a-b269-47c8-9614-1710946e446d None None] Bound port: 705721ca-ac4e-4b0b-817d-f4385cd686db, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:32.141046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a931276a-b269-47c8-9614-1710946e446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.144680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] For port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:32.147192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.149387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.171739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53c569-2834-4784-afa4-5af45d1de7c7 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:32.175625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.183306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Calling delete_port for 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:32.189848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53c569-2834-4784-afa4-5af45d1de7c7 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:32.192783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.198551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:54:32.199070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53c569-2834-4784-afa4-5af45d1de7c7 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:32.208933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53c569-2834-4784-afa4-5af45d1de7c7 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:32.212454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.218477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad53c569-2834-4784-afa4-5af45d1de7c7 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:32.223279 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ad53c569-2834-4784-afa4-5af45d1de7c7 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.9390211 Jan 04 13:54:32.224130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33160) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:32.229395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.234463 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] Set router 575d0458-c29b-4c4c-aef6-c7c89d5cb472 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:32.237414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.256736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9170ff19-8a25-4481-b764-19a4b89d3f86 None None] Provisioning complete for port 705721ca-ac4e-4b0b-817d-f4385cd686db triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:32.257258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9170ff19-8a25-4481-b764-19a4b89d3f86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.287365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.303143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64a51810-2183-486d-ad40-d029ec9eb6ed,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:32.335938 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '575d0458-c29b-4c4c-aef6-c7c89d5cb472', 'name': '', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:31Z', 'revision_number': 4, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:32.348528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] Pushing event deleted for resources: {'Port': ['ID=692310c1-5a51-4ce1-a7f3-bc0b0ecd5170,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:32.352306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.365898 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ac0e4302-c803-4c6f-91c7-33e7d709ee18 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3726645 Jan 04 13:54:32.376263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b9cb63a-79f0-4e7e-9816-ab27b7d5d215 None None] No DVR routers for this DVR port 692310c1-5a51-4ce1-a7f3-bc0b0ecd5170 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:54:32.376513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Deleting port 80a5943c-2ab3-49e4-b44b-10bfd638ebe4 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:32.376513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.390920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['757a0f95-aa28-4f25-a6c7-8526f7511584']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:32.393994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dd2db5d-b512-4847-86d7-4daa55125efc None None] The sync data for ids ['575d0458-c29b-4c4c-aef6-c7c89d5cb472'] in dv-neutron-master-2-hyperv is: [{'id': '575d0458-c29b-4c4c-aef6-c7c89d5cb472', 'name': '', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:31Z', 'revision_number': 4, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:32.409719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9170ff19-8a25-4481-b764-19a4b89d3f86 None None] Port 705721ca-ac4e-4b0b-817d-f4385cd686db cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:32.420800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a931276a-b269-47c8-9614-1710946e446d None None] For port 705721ca-ac4e-4b0b-817d-f4385cd686db, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:32.431851 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:32.432980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Allocated IP 172.36.2.229 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/220174bd-00f8-4d64-8707-314b3cea2647) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:32.436451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a931276a-b269-47c8-9614-1710946e446d None None] For port 705721ca-ac4e-4b0b-817d-f4385cd686db, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=705721ca-ac4e-4b0b-817d-f4385cd686db,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:32.443524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fff8fefc-636a-472c-a2d3-054815e47cf1') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:32.444019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fff8fefc-636a-472c-a2d3-054815e47cf1') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:32.444397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a931276a-b269-47c8-9614-1710946e446d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.462653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.485673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Request body: {'security_group_rule': {'security_group_id': 'bdd66220-4120-48ea-b271-7037a3b48269', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:32.527481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.536837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:32.537364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.537482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a6d6c0-0a92-41aa-8423-99031ecf583c None None] Pushing event updated for resources: {'Port': ['ID=705721ca-ac4e-4b0b-817d-f4385cd686db,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:32.561220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:32.561893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:32.565747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.591735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.679737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:32.701994 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:32.740809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:54:32.776732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.788668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.805061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.819364 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] 10.222.0.30 "DELETE /v2.0/networks/757a0f95-aa28-4f25-a6c7-8526f7511584 HTTP/1.1" status: 204 len: 168 time: 2.1521719 Jan 04 13:54:32.822389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Calling delete_port for 80a5943c-2ab3-49e4-b44b-10bfd638ebe4 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:32.848444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c5dc85-a15b-497b-80a0-7ab0e4b56e09 tempest-DHCPAgentSchedulersTestJSON-1558680099 tempest-DHCPAgentSchedulersTestJSON-1558680099-project] Pushing event deleted for resources: {'Network': ['ID=757a0f95-aa28-4f25-a6c7-8526f7511584,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:32.876220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:32.939338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event updated for resources: {'Port': ['ID=220174bd-00f8-4d64-8707-314b3cea2647,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.003859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:33.005662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event updated for resources: {'Port': ['ID=26670212-8080-479e-a74e-cdd5cd869930,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.007883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:33.009412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.018123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:33.020552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b351d973-dd7b-4eae-9de2-72df06a81bd2 None None] Provisioning complete for port 705721ca-ac4e-4b0b-817d-f4385cd686db triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:33.021023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b351d973-dd7b-4eae-9de2-72df06a81bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.026430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Subnet': ['ID=c2427f34-b1c6-4b3d-a548-5c3eeace4efe,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.089432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.112330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e558cfb8-97ef-40a0-a570-a272f4897232']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:33.122962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86fc246e-b8ea-4fc5-be76-86e15a470754') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:33.123382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86fc246e-b8ea-4fc5-be76-86e15a470754') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:33.133981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.149048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.157611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:33.158162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.194243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.201598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b351d973-dd7b-4eae-9de2-72df06a81bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.204061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.236441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Port': ['ID=80a5943c-2ab3-49e4-b44b-10bfd638ebe4,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:33.248986 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:33.252119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b351d973-dd7b-4eae-9de2-72df06a81bd2 None None] For port 705721ca-ac4e-4b0b-817d-f4385cd686db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=705721ca-ac4e-4b0b-817d-f4385cd686db,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:33.253372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.254855 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e515d03d-3b69-4614-876e-79ce4cdfe78c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4897752 Jan 04 13:54:33.257470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33172) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:33.259873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b351d973-dd7b-4eae-9de2-72df06a81bd2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.267488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.281349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.288336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e558cfb8-97ef-40a0-a570-a272f4897232 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:54:33.305947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.309284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.314201 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/networks/e558cfb8-97ef-40a0-a570-a272f4897232 HTTP/1.1" status: 204 len: 168 time: 1.0838168 Jan 04 13:54:33.314201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Deleting port 6045bdce-4ac5-48f6-9cc9-d0373684a56e {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:33.314416 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cc33c8c9-b2af-47fc-b290-f1a4a1bf1472 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/ports/80a5943c-2ab3-49e4-b44b-10bfd638ebe4 HTTP/1.1" status: 204 len: 168 time: 1.7020295 Jan 04 13:54:33.316106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33178) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:33.316240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33180) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:33.316645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.319227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Checking segment: {'id': '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:33.320040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network hostable DHCP agents. Network: e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:33.329857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00318800-e3a5-4f71-aa1d-6c900779f4fa tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Network': ['ID=e558cfb8-97ef-40a0-a570-a272f4897232,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.334260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'network': {'name': 'tempest-network--1941706979', 'router:external': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:33.375280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:33.385317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.422426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.428671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:33.443803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-674c4290-230b-46fa-a0a4-4a59689a2c90 None None] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:33.448299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:33.449049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.474422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4955bba5-2186-486c-a009-27041979db1d,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.510348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.511868 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-35b44fd6-bc22-46b0-9f83-c00c22e192ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0776503 Jan 04 13:54:33.524862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33190) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:33.547540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b351d973-dd7b-4eae-9de2-72df06a81bd2 None None] Pushing event updated for resources: {'Port': ['ID=705721ca-ac4e-4b0b-817d-f4385cd686db,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:33.577678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:33.582738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a931276a-b269-47c8-9614-1710946e446d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:32Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:33.598668 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2f508fba-ea66-411c-9e92-d71af2108954 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0638723 Jan 04 13:54:33.602827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33196) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:33.618467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'name': 'tempest-AllowedAddressPairTestJSON-1709129629'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:33.624733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a931276a-b269-47c8-9614-1710946e446d None None] The sync data for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv is: [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:32Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:33.664815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'project_id': '29c304535ec348f6b7766bf634c95c1b', 'fixed_ips': [{'subnet_id': 'c2427f34-b1c6-4b3d-a548-5c3eeace4efe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:33.666040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.676643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.681358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Made reservation on behalf of fdd82b9d64d747419053ac85b7af4c58 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:33.685907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.692634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.780925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:33.792498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.792960 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Added segment fa27354e-489b-4eca-aa6c-53451ee74b99 of type vlan for network a9893211-4b1e-48ab-af31-a86a8c49e931 Jan 04 13:54:33.819718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] For port 6045bdce-4ac5-48f6-9cc9-d0373684a56e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6045bdce-4ac5-48f6-9cc9-d0373684a56e,segment=NetworkSegment(8a84e024-9f3a-4772-9fe5-d9b635b6f7a6),segment_id=8a84e024-9f3a-4772-9fe5-d9b635b6f7a6)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:33.820251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.827958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.851913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.878446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Calling delete_port for 6045bdce-4ac5-48f6-9cc9-d0373684a56e owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:33.899253 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-292c5797-eb8f-4791-bf7c-b9c7753c5201 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=78548bd8dc584ef5935440e307c6669f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6338997 Jan 04 13:54:33.901672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33206) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:33.936726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.942203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:33.942539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.943466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:33.944034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:33.946614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.000233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event updated for resources: {'Port': ['ID=220174bd-00f8-4d64-8707-314b3cea2647,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.016581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Deleting port 27c5fb71-aaff-4dd7-abaf-a4325f7b8434 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:34.017017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.034505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33214) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.052804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Allocated IP 172.20.0.2 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:34.064006 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 04 13:54:34.072950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] device_id is not set on port 52218d99-c3f2-4924-a65b-741d480f9c9c yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:34.078925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd97-b9eb-478d-818c-144b499f167e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.200357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd97-b9eb-478d-818c-144b499f167e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.226749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.236459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.275293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.276583 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-084124af-ab07-4690-a04c-99a70bd7f284 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0924382 Jan 04 13:54:34.283287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:34.287801 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.9705675 Jan 04 13:54:34.292682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.295713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33218) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.298456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:34.302897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:34.305956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Pushing event updated for resources: {'Port': ['ID=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.346969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a76a98-b1d4-431a-99b2-52f0aeb3fff4 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Network': ['ID=a9893211-4b1e-48ab-af31-a86a8c49e931,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.357742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Calling delete_port for 27c5fb71-aaff-4dd7-abaf-a4325f7b8434 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:34.362463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a9893211-4b1e-48ab-af31-a86a8c49e931 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:34.364875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Attempting to bind port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:34.365308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Attempting to bind port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:34.365663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Attempting to bind port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 on network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:34.388220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:34.388614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Checking segment: {'id': '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:34.389037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.389440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Bound using segment: {'id': '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:34.389944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Bound port: b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:34.390324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.417572 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-1d644b47-ab73-4aa7-b2f8-6b8368fe4643 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1605772181&fields=id&tenant_id=410fee7d460f42f296e3d5acf7b6533e HTTP/1.1" status: 200 len: 267 time: 0.3806798 Jan 04 13:54:34.466943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c09aff1c-2901-4957-8325-2b8c6e158b54 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:34.470134 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c09aff1c-2901-4957-8325-2b8c6e158b54 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] 10.222.0.30 "GET /v2.0/networks/a9893211-4b1e-48ab-af31-a86a8c49e931 HTTP/1.1" status: 200 len: 757 time: 0.1717379 Jan 04 13:54:34.476553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33222) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.476951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Allocated IP 172.20.0.12 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/52218d99-c3f2-4924-a65b-741d480f9c9c) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:34.515236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] For port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:34.519216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] For port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,segment=NetworkSegment(58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7),segment_id=58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:34.528631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.542393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.600028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f59391d1-4de2-47e5-ba46-671923e305cb tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:34.604016 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f59391d1-4de2-47e5-ba46-671923e305cb tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] 10.222.0.30 "GET /v2.0/networks/43da97f2-bb33-46ad-9294-0e27b35cd042 HTTP/1.1" status: 200 len: 768 time: 0.1234920 Jan 04 13:54:34.604468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33236) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.606980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da039cb-24f6-4af6-9aef-d876a3531c16 None None] Pushing event updated for resources: {'Port': ['ID=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.634756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.641664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd97-b9eb-478d-818c-144b499f167e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.644367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd33cd97-b9eb-478d-818c-144b499f167e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.645522 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fd33cd97-b9eb-478d-818c-144b499f167e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/502f903a-5cf6-4ad0-92d1-f154fc6d951e HTTP/1.1" status: 204 len: 168 time: 0.7421865 Jan 04 13:54:34.683286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Port': ['ID=27c5fb71-aaff-4dd7-abaf-a4325f7b8434,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.686222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd33cd97-b9eb-478d-818c-144b499f167e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=502f903a-5cf6-4ad0-92d1-f154fc6d951e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.691769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event deleted for resources: {'Port': ['ID=6045bdce-4ac5-48f6-9cc9-d0373684a56e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:34.721041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.724397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ebb72294-4d57-49c3-a8be-cc59bb715a6d tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/ports/27c5fb71-aaff-4dd7-abaf-a4325f7b8434 HTTP/1.1" status: 204 len: 168 time: 1.4055943 Jan 04 13:54:34.728861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.730589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33244) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.797329 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6ef4fac0-aff6-41d7-80c6-60697f06ee80 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0589819 Jan 04 13:54:34.801670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33246) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.806845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-310752530'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:34.893735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33252) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:34.895679 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 04 13:54:34.935991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.938549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:34.942213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:34.979324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9893211-4b1e-48ab-af31-a86a8c49e931']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:34.983441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.016317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.020756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:35.042562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fa27354e-489b-4eca-aa6c-53451ee74b99') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:35.042856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fa27354e-489b-4eca-aa6c-53451ee74b99') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:35.054766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.055104 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Added segment 890f34ec-5ccf-4d62-9eed-269acdcdc61a of type vlan for network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe Jan 04 13:54:35.066600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.078041 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-81a9569f-7031-4efb-b7f0-205e02d5858e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--2014117288&fields=id&tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04 HTTP/1.1" status: 200 len: 267 time: 0.1842225 Jan 04 13:54:35.123883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.136655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33256) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:35.161714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.199022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.201932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:35.202281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:35.203888 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:35.216798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-328fa607-57f3-4bab-83de-fe385f83cc9b tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:35.218302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-328fa607-57f3-4bab-83de-fe385f83cc9b tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/networks?id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 HTTP/1.1" status: 200 len: 805 time: 0.6658161 Jan 04 13:54:35.243292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d47de084-4958-4536-b58b-ad8caadabab8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.325077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.334883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-2f510fa8-6151-44ac-9b25-f7b82d913f19 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/quotas/410fee7d460f42f296e3d5acf7b6533e HTTP/1.1" status: 200 len: 375 time: 0.0839791 Jan 04 13:54:35.340746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.347435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.416839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.422308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:35.422918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.467571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.487131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-03a9245e-1962-461d-b210-97de9699e1ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:35.488658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-03a9245e-1962-461d-b210-97de9699e1ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 811 time: 0.3886545 Jan 04 13:54:35.492860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:35.514462 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.7116275 Jan 04 13:54:35.516661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33258) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:35.519285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a9893211-4b1e-48ab-af31-a86a8c49e931 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:54:35.524695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1360595460'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:35.536580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.539679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.540347 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a9893211-4b1e-48ab-af31-a86a8c49e931 HTTP/1.1" status: 204 len: 168 time: 0.9350889 Jan 04 13:54:35.544771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 575d0458-c29b-4c4c-aef6-c7c89d5cb472 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:35.548107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33260) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:35.549399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.553688 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-be727934-4035-4303-8907-30b517c63c5e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/routers/575d0458-c29b-4c4c-aef6-c7c89d5cb472 HTTP/1.1" status: 204 len: 168 time: 4.8770959 Jan 04 13:54:35.557119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33262) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:35.583639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Allocated IP 172.36.2.216 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/7a2cd386-1a88-4faf-b056-472907b77a3c) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:35.584698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'network': {'name': 'tempest-network--1256036775'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:35.591588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6b01c-7c49-4f12-8626-98ba62aecad8 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Network': ['ID=e4b7e4f6-432d-41df-85d5-cd21e6bb04fe,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:35.605258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:35.606544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.608830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:35.614092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.632040 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-2c904b8b-6e8d-4c88-a235-aee83e10d792 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/quotas/62a1fe447bb74228bc4d5c9cc31fdf04 HTTP/1.1" status: 200 len: 375 time: 0.1159883 Jan 04 13:54:35.687650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Made reservation on behalf of fdd82b9d64d747419053ac85b7af4c58 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:35.690002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.723620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57201a5f-60a7-49ad-b212-aa68cb2df2bf tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Network': ['ID=a9893211-4b1e-48ab-af31-a86a8c49e931,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:35.814167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:35.824963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.825608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.825999 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Added segment fcc5b8f1-7a18-47c2-9424-6117a79e238d of type vlan for network 2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b Jan 04 13:54:35.872781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.876486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,segment=NetworkSegment(58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7),segment_id=58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:35.893646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.895404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 705721ca-ac4e-4b0b-817d-f4385cd686db up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:35.901894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-02119d53-eec1-402d-bd87-05be7c80e1f6 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2689483 Jan 04 13:54:35.913750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d47de084-4958-4536-b58b-ad8caadabab8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.924877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d47de084-4958-4536-b58b-ad8caadabab8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.961770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.963068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:35.963638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:35.979243 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-97303178-c6fb-46d9-bf5e-d2a8894c9c2e tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=410fee7d460f42f296e3d5acf7b6533e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6434617 Jan 04 13:54:35.993396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:36.012000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47de084-4958-4536-b58b-ad8caadabab8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=891f39e9-ac4f-42a3-9178-26073320e5f5,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:36.017455 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d47de084-4958-4536-b58b-ad8caadabab8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2350acd51a174e768202aac07531b0ad&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8795664 Jan 04 13:54:36.020306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33268) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:36.050179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 705721ca-ac4e-4b0b-817d-f4385cd686db triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:36.051360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.059810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:36.080271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 0.5025523 Jan 04 13:54:36.084494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33274) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:36.096107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Request body: {'network': {'router:external': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:36.108507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:36.112011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.119175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:36.143190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:36.160404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Deleting subnet 20c49186-b44f-4e1c-8b4e-25eab4ef6500 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:54:36.203231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82e7c70-77c1-4051-8375-2487ead7ecd9 tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Network': ['ID=2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:36.204056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7d37f15-7959-4646-ae5a-d6c2b5121cd2 None None] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:36.214769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.224258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=52218d99-c3f2-4924-a65b-741d480f9c9c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:36.276414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:36.326947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5787715e-559a-4737-8d85-6c9e510e54d2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.327642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.364419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:36.366876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-caa906e9-2340-4d91-995f-00b9426e7442 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:54:36.368142 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-caa906e9-2340-4d91-995f-00b9426e7442 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1596429 Jan 04 13:54:36.381794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:36.382565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.395474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-e01a37a9-4725-4225-8800-fdba22f43c0e service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:54:36.400356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-e01a37a9-4725-4225-8800-fdba22f43c0e service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1509013 Jan 04 13:54:36.450057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.468824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-77000ef0-c55f-4e2e-94ac-5c6eb5b5b8d6 None None] Provisioning complete for port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:36.469695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-77000ef0-c55f-4e2e-94ac-5c6eb5b5b8d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.483071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5787715e-559a-4737-8d85-6c9e510e54d2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.531374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.531698 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Added segment 0f5d5391-d139-488a-9185-31ec784fa65e of type vlan for network 98182add-e85e-4665-9853-a6b43926b8ad Jan 04 13:54:36.537062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.569964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.618123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.636699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-2f705efb-c79f-4e84-b95f-9e4f0e8ebd96 service neutron] 10.222.0.30 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2546794 Jan 04 13:54:36.658435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Network 2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b is not hosted by any dhcp agent {{(pid=103264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 13:54:36.659285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:36.659884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.664228 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "PUT /v2.0/networks/2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b HTTP/1.1" status: 200 len: 858 time: 0.5764823 Jan 04 13:54:36.677392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:36.692378 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-8fb1bf0a-c696-400e-892a-3643daf9c78a service neutron] 10.222.0.30 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749620 Jan 04 13:54:36.696918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8dfa1a0a-4b46-47c5-a5ee-1a87c70fe1a0 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.0835142 Jan 04 13:54:36.698204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.701887 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/20c49186-b44f-4e1c-8b4e-25eab4ef6500 HTTP/1.1" status: 204 len: 168 time: 1.1402719 Jan 04 13:54:36.737141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.738124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33282) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:36.738451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33284) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:36.774775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'name': 'tempest-AllowedAddressPairTestJSON-1799738818', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f9:57:c6'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:36.780188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5787715e-559a-4737-8d85-6c9e510e54d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.782896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5787715e-559a-4737-8d85-6c9e510e54d2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.784200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5787715e-559a-4737-8d85-6c9e510e54d2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/891f39e9-ac4f-42a3-9178-26073320e5f5 HTTP/1.1" status: 204 len: 168 time: 0.7627993 Jan 04 13:54:36.863370 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-798650b4-619f-410b-a7f1-953977cc31b4 service neutron] 10.222.0.30 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241217 Jan 04 13:54:36.867083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346a3b1d-6af0-40a7-8ee2-c0b1d0916f19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=20c49186-b44f-4e1c-8b4e-25eab4ef6500,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:36.937135 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:36.963969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c743a435-7690-46f9-9447-c6e815da7bfb tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event updated for resources: {'Network': ['ID=2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:37.003387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.137407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.156133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:37.156786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.179834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:37.211336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:37.280525 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:37.320348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event updated for resources: {'Port': ['ID=7a2cd386-1a88-4faf-b056-472907b77a3c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:37.357933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5787715e-559a-4737-8d85-6c9e510e54d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=891f39e9-ac4f-42a3-9178-26073320e5f5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:37.396650 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8780997 Jan 04 13:54:37.489795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c8aef6b0-0a2e-4856-92a5-59f2032a2d70 None None] Provisioning complete for port 52218d99-c3f2-4924-a65b-741d480f9c9c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:37.490355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c8aef6b0-0a2e-4856-92a5-59f2032a2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.569373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:37.664062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c8aef6b0-0a2e-4856-92a5-59f2032a2d70 None None] Port 52218d99-c3f2-4924-a65b-741d480f9c9c cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:37.673602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33312) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:37.690823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.690976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'subnets': [{'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1102216477', 'ip_version': 4}, {'network_id': '98182add-e85e-4665-9853-a6b43926b8ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:37.691260 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'subnet': {'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1102216477', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:37.691835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Request body: {'subnet': {'network_id': '98182add-e85e-4665-9853-a6b43926b8ad', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:37.704382 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d2312310-e164-45e3-be1a-cb4ea4093c9e req-7e5fa58e-5043-4426-9c88-7487fd477c4d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 210 time: 0.2800527 Jan 04 13:54:37.714807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c8aef6b0-0a2e-4856-92a5-59f2032a2d70 None None] Provisioning complete for port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:37.718322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2441d88-9c17-46b6-af04-27004e1bf845 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Network': ['ID=98182add-e85e-4665-9853-a6b43926b8ad,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:37.724114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c8aef6b0-0a2e-4856-92a5-59f2032a2d70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.770089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.799174 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-5bf3293b-0e57-4e76-be7e-cd669c3fbd92 service neutron] 10.222.0.30 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1615875 Jan 04 13:54:37.849559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 98182add-e85e-4665-9853-a6b43926b8ad details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:37.905307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:37.913291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:37.962469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.027837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:38.038374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:38.073011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.125945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.148419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:38.148708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a84e024-9f3a-4772-9fe5-d9b635b6f7a6') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:38.207256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.272272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:38.283614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.299847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fcc5b8f1-7a18-47c2-9424-6117a79e238d') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:38.300123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fcc5b8f1-7a18-47c2-9424-6117a79e238d') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:38.302207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:38.303063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:38.306551 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:38.331313 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a93c211b-6387-4e74-912f-c98df060c0af req-947d6f4d-0426-408e-aa24-5c703b01e6b9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.1220009 Jan 04 13:54:38.334937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.343807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.398865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-71168910-3bcd-4539-aa15-531cc403d373 None None] Provisioning complete for port 52218d99-c3f2-4924-a65b-741d480f9c9c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:38.399254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71168910-3bcd-4539-aa15-531cc403d373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.424293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.428308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.444499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:38.445909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:38.448284 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:38.473286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.484759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-71168910-3bcd-4539-aa15-531cc403d373 None None] Port 52218d99-c3f2-4924-a65b-741d480f9c9c cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:38.509957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] device_id is not set on port 6617b5d1-cb4a-42e4-a857-f68c310f7b18 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:38.521921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:54:38.526578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Made reservation on behalf of d4db380d94704d21823df1b978d1d943 for: {'subnet': 2} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:38.531850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.532183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.545087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.558599 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/networks/fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23 HTTP/1.1" status: 204 len: 168 time: 1.8046024 Jan 04 13:54:38.637895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20a9538-7966-4bfe-87b3-48eb18573213 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event deleted for resources: {'Network': ['ID=fe0bc6b1-3ca6-4d09-b41a-8fe5d84c5f23,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:38.651636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.681774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:54:38.751562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:38.756498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] 10.222.0.30 "DELETE /v2.0/networks/2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b HTTP/1.1" status: 204 len: 168 time: 2.0750270 Jan 04 13:54:38.765532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33372) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:38.816995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09abf7e9-f5a6-457e-98e4-a0b66cf1d82b tempest-ExternalNetworksTestJSON-300799669 tempest-ExternalNetworksTestJSON-300799669-project-admin] Pushing event deleted for resources: {'Network': ['ID=2b90524c-6fab-48e5-91c3-4f3b5f6dfa4b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:38.881328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-05de2862-fde1-407d-8aed-5480be4e0f55 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] DELETE failed (client error): The resource could not be found. Jan 04 13:54:38.881827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05de2862-fde1-407d-8aed-5480be4e0f55 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:54:38.901469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-05de2862-fde1-407d-8aed-5480be4e0f55 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] 10.222.0.30 "DELETE /v2.0/subnets/0b40e086-c08d-4ec1-9614-5a38024e3f84 HTTP/1.1" status: 404 len: 337 time: 0.1247504 Jan 04 13:54:38.913725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33384) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:39.042673 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9271836f-4e75-4367-ae12-dc1e2d828a08 req-dda9b197-c45a-4bba-9939-c7ef32c709d7 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 210 time: 0.1299477 Jan 04 13:54:39.303108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33398) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:39.325828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'name': 'tempest-router--43066753', 'project_id': 'd34da7f0e2024b03b29da04c8cefb924'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:39.356564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Allocated IP 172.20.0.6 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/6617b5d1-cb4a-42e4-a857-f68c310f7b18) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:39.369262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.374617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.388509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.409779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.419466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.422740 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.558835 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1b6ae910-657a-4047-8805-3a2b933d13e1 req-db61b9f6-9210-4588-9e2a-a85ad369c96d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.1094370 Jan 04 13:54:39.599649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.627645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.667036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.669077 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6cba2325-9049-4584-b1e6-e550d232a726 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.3649089 Jan 04 13:54:39.672214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Subnet': ['ID=0e697cd4-00fe-4c38-8413-21fe06f92acd,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:39.675240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33410) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:39.696104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33412) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:39.767720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.853484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.898605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Checking segment: {'id': '890f34ec-5ccf-4d62-9eed-269acdcdc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:39.898962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network hostable DHCP agents. Network: e4b7e4f6-432d-41df-85d5-cd21e6bb04fe, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:39.906113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:39.915204 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3710389 Jan 04 13:54:39.915204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122266a6-4843-4c49-86b2-3bc57f7c95fe tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event updated for resources: {'Port': ['ID=7a2cd386-1a88-4faf-b056-472907b77a3c,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:39.924503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.006582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.006902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:40.043980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e4b7e4f6-432d-41df-85d5-cd21e6bb04fe) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:40.053602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f14a761f-5f57-4fb9-9e81-f789fb66d8d1 None None] Network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:40.070590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-eb523a5d-9d1e-4ad6-8453-da43573d45bf tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-84843540'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:40.071146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-eb523a5d-9d1e-4ad6-8453-da43573d45bf tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Unknown quota resources ['metering_label']. {{(pid=103264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:54:40.078352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.229491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.234579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.260861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.13', 55632) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:40.265002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.274179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=6617b5d1-cb4a-42e4-a857-f68c310f7b18,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:40.291809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43da97f2-bb33-46ad-9294-0e27b35cd042']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:40.341482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e4b7e4f6-432d-41df-85d5-cd21e6bb04fe', 'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe', 'project_id': 'd4db380d94704d21823df1b978d1d943', 'fixed_ips': [{'subnet_id': '0e697cd4-00fe-4c38-8413-21fe06f92acd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:40.342533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.381376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698e069a-3e97-41a5-b7fa-1ce6521edec4') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:40.382062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698e069a-3e97-41a5-b7fa-1ce6521edec4') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:40.444411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:40.448678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.493990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:40.517216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event updated for resources: {'Subnet': ['ID=885c65eb-b438-4da5-84b8-ef9f67124120,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:40.520261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:40.550038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d9bf519a-58c9-4cb7-ab51-be02c88a39ab req-f0bc2683-38c4-47ca-967c-898d67ff40a0 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 210 time: 0.1111310 Jan 04 13:54:40.563021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.586922 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Allocated IP 172.20.0.2 (e4b7e4f6-432d-41df-85d5-cd21e6bb04fe/0e697cd4-00fe-4c38-8413-21fe06f92acd/d6345899-e3bc-477a-b785-3a5a76527aaf) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:40.599188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eb523a5d-9d1e-4ad6-8453-da43573d45bf tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.603544 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-eb523a5d-9d1e-4ad6-8453-da43573d45bf tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 476 time: 0.9029288 Jan 04 13:54:40.612594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33446) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:40.630312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:40.630708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.636220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c2f93e83-1f14-45a3-9eb1-38d1d2372099 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'a44a5027-7cbe-4010-bd62-19c4f4be4324'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:40.636696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c2f93e83-1f14-45a3-9eb1-38d1d2372099 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:40.639372 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:40.690383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.692710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d889fce-2ad8-4d03-b5eb-9333f5e25330 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:40.702264 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-f6f93fb4-fb74-44a3-ba06-23a3d361241c tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--1446455351&fields=id&tenant_id=8b961c85aaa441b8b425af8c4dfe7775 HTTP/1.1" status: 200 len: 267 time: 0.4156680 Jan 04 13:54:40.720483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.722183 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9a6b6990-7eb7-4ef0-8e76-594cc9638887 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/routers/1d889fce-2ad8-4d03-b5eb-9333f5e25330 HTTP/1.1" status: 204 len: 168 time: 1.0247884 Jan 04 13:54:40.778871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.13', 55637) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:40.791688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Checking segment: {'id': '0f5d5391-d139-488a-9185-31ec784fa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98182add-e85e-4665-9853-a6b43926b8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:40.794402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network hostable DHCP agents. Network: 98182add-e85e-4665-9853-a6b43926b8ad, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:54:40.849201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:40.853245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.898578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-a86577b2-e4dc-4a03-a204-b22a9e08e8fd tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:40.900463 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-a86577b2-e4dc-4a03-a204-b22a9e08e8fd tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.13 "GET /v2.0/networks?id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 HTTP/1.1" status: 200 len: 805 time: 0.6294403 Jan 04 13:54:40.961982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:40.992813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.004719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-347aade3-2fd2-49b1-bc31-b93a1e474218 None None] Provisioning complete for port 6617b5d1-cb4a-42e4-a857-f68c310f7b18 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:41.005085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-347aade3-2fd2-49b1-bc31-b93a1e474218 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.079671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:41.083288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:41.085505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Pushing event updated for resources: {'Port': ['ID=d6345899-e3bc-477a-b785-3a5a76527aaf,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:41.088323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:41.106434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-347aade3-2fd2-49b1-bc31-b93a1e474218 None None] Port 6617b5d1-cb4a-42e4-a857-f68c310f7b18 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:41.165893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Attempting to bind port d6345899-e3bc-477a-b785-3a5a76527aaf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:41.166425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Attempting to bind port d6345899-e3bc-477a-b785-3a5a76527aaf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '890f34ec-5ccf-4d62-9eed-269acdcdc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:41.166890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Attempting to bind port d6345899-e3bc-477a-b785-3a5a76527aaf on network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:41.174012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:41.174581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Checking segment: {'id': '890f34ec-5ccf-4d62-9eed-269acdcdc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:41.175090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.175812 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Bound using segment: {'id': '890f34ec-5ccf-4d62-9eed-269acdcdc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:41.176409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Bound port: d6345899-e3bc-477a-b785-3a5a76527aaf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '890f34ec-5ccf-4d62-9eed-269acdcdc61a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'e4b7e4f6-432d-41df-85d5-cd21e6bb04fe'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:41.176898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.178784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33462) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:41.194119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.197372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.203533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] 10.222.0.30 "DELETE /v2.0/networks/43da97f2-bb33-46ad-9294-0e27b35cd042 HTTP/1.1" status: 204 len: 168 time: 2.2809062 Jan 04 13:54:41.225064 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.services.metering.metering_plugin [None req-c2f93e83-1f14-45a3-9eb1-38d1d2372099 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 04 13:54:41.237594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-890c8164-a3ce-4e23-bbb8-0b07755d96f9 req-d5f8aa06-0db0-4261-848c-eabf91fb31e1 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.4639208 Jan 04 13:54:41.237796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cba1f8b-de4d-4106-a10e-3a6a4f7ac951 tempest-ExternalNetworksTestJSON-64364160 tempest-ExternalNetworksTestJSON-64364160-project] Pushing event deleted for resources: {'Network': ['ID=43da97f2-bb33-46ad-9294-0e27b35cd042,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:41.275763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] For port d6345899-e3bc-477a-b785-3a5a76527aaf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:41.281179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] For port d6345899-e3bc-477a-b785-3a5a76527aaf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6345899-e3bc-477a-b785-3a5a76527aaf,segment=NetworkSegment(890f34ec-5ccf-4d62-9eed-269acdcdc61a),segment_id=890f34ec-5ccf-4d62-9eed-269acdcdc61a)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:41.288270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bcc5d4ec-97ca-46d2-8324-5b8ca8e0650e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 4.5486512 Jan 04 13:54:41.290813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.295698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33474) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:41.406708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668b25b7-fde4-43bb-86c3-cef330cbaac5 None None] Pushing event updated for resources: {'Port': ['ID=d6345899-e3bc-477a-b785-3a5a76527aaf,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:41.430017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Network 98182add-e85e-4665-9853-a6b43926b8ad is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:54:41.450227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-612016697', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:41.459285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2f93e83-1f14-45a3-9eb1-38d1d2372099 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.460695 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c2f93e83-1f14-45a3-9eb1-38d1d2372099 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.8469701 Jan 04 13:54:41.465709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33476) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:41.503173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-1acb22c2-8389-4aeb-9d46-689b370353e3 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.504698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-395c9857-b6e9-4638-b0ed-12d5c49b9f31 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'a44a5027-7cbe-4010-bd62-19c4f4be4324'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:41.505697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-1acb22c2-8389-4aeb-9d46-689b370353e3 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/networks?id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1 HTTP/1.1" status: 200 len: 811 time: 0.8026619 Jan 04 13:54:41.514129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-395c9857-b6e9-4638-b0ed-12d5c49b9f31 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103265) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:54:41.524292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-9c828749-94c8-4639-9424-a2cf552b0cad tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/quotas/8b961c85aaa441b8b425af8c4dfe7775 HTTP/1.1" status: 200 len: 375 time: 0.0117214 Jan 04 13:54:41.530339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.532770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.535429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9d169-4ae6-49f5-b3da-1cfa9a083f80 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.544496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9d169-4ae6-49f5-b3da-1cfa9a083f80 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.555396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a9d169-4ae6-49f5-b3da-1cfa9a083f80 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.557431 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-70a9d169-4ae6-49f5-b3da-1cfa9a083f80 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2604158 Jan 04 13:54:41.576715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-7fbe55d8-6e61-4537-a7d8-f603eb8410a2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.578492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33480) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:41.579181 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-7fbe55d8-6e61-4537-a7d8-f603eb8410a2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 811 time: 0.7887423 Jan 04 13:54:41.695644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:41.754656 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-b082028f-5d45-424d-8543-18e44e1880a7 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b961c85aaa441b8b425af8c4dfe7775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2133846 Jan 04 13:54:41.769514 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-832bc6f1-e868-44c5-a6e7-288b5ce9d199 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=410fee7d460f42f296e3d5acf7b6533e HTTP/1.1" status: 200 len: 380 time: 0.5473113 Jan 04 13:54:41.770230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 98182add-e85e-4665-9853-a6b43926b8ad) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:41.777684 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.services.metering.metering_plugin [None req-395c9857-b6e9-4638-b0ed-12d5c49b9f31 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 04 13:54:41.785318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e839c58c-1b4d-4419-9541-7fa52ab013a4 None None] Network 98182add-e85e-4665-9853-a6b43926b8ad requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:41.988185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.988667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:41.989518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.000859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Request body: {'port': {'device_id': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'admin_state_up': True, 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'security_groups': ['70956df7-67f5-4ba7-8e99-6f35b38eef68']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:42.039642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-98182add-e85e-4665-9853-a6b43926b8ad', 'network_id': '98182add-e85e-4665-9853-a6b43926b8ad', 'project_id': 'd4db380d94704d21823df1b978d1d943', 'fixed_ips': [{'subnet_id': '885c65eb-b438-4da5-84b8-ef9f67124120'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:54:42.040523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.069788 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8cb22978-9c40-4b4c-9ed6-d616f034c5b5 req-3cf92c38-1e84-4c42-834f-ec126574d6bd tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 210 time: 0.2934463 Jan 04 13:54:42.112030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33486) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:42.159784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.169959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-395c9857-b6e9-4638-b0ed-12d5c49b9f31 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.175256 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-395c9857-b6e9-4638-b0ed-12d5c49b9f31 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6887698 Jan 04 13:54:42.178372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33490) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:42.225108 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-90cc2fa3-a550-4e78-9562-93a355b7ef15 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 4.5483103 Jan 04 13:54:42.237995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33492) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:42.242079 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-c6887666-8f64-4ae6-a10a-794236eeae62 service neutron] 10.222.0.30 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3858175 Jan 04 13:54:42.270525 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-33999dde-3fe4-465b-9096-3c937c44927c tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=d76255d4-3637-4ff9-930a-89850d32bc5e HTTP/1.1" status: 200 len: 464 time: 0.0879042 Jan 04 13:54:42.284872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33496) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:42.319355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port 6617b5d1-cb4a-42e4-a857-f68c310f7b18 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:42.321794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.343099 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-ffc586a1-4ea9-4f48-86e3-fcf143a43900 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04 HTTP/1.1" status: 200 len: 380 time: 0.5683932 Jan 04 13:54:42.374057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Allocated IP 172.20.0.18 (98182add-e85e-4665-9853-a6b43926b8ad/885c65eb-b438-4da5-84b8-ef9f67124120/16cc3a79-4b8c-46b9-8574-b56da1d8ca90) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:42.446651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Request body: {'port': {'device_id': '26af57ca-618e-4265-9534-8257855aefda', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'admin_state_up': True, 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'security_groups': ['69bd3a0f-6edf-42fc-b882-7f0afad0a427']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:42.583524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.594673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.660115 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-87f083b7-f610-42e0-ab2e-da83a85e6be8 req-4b4c4223-dbba-44b6-a7da-c2f448b83483 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.2059259 Jan 04 13:54:42.688197 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-3d2f728f-4fe6-42c8-bc83-ba306a350561 service neutron] 10.222.0.30 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4448950 Jan 04 13:54:42.694217 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-48fc7ca0-4f99-4a62-85b0-4c85d335f925 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5cb7b4eb45f9424fb3a271518b9a5bbf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5799510 Jan 04 13:54:42.698918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33498) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:42.732207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Network 98182add-e85e-4665-9853-a6b43926b8ad is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:42.737582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:42.740185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:42.762838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Pushing event updated for resources: {'Port': ['ID=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:42.778744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52a1a-8387-4838-95e3-c1eb2d23be66 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:42.780424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52a1a-8387-4838-95e3-c1eb2d23be66 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:42.782005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12f52a1a-8387-4838-95e3-c1eb2d23be66 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:42.802484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-12f52a1a-8387-4838-95e3-c1eb2d23be66 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.5632358 Jan 04 13:54:42.807156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33500) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:42.970684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Attempting to bind port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:42.974306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Attempting to bind port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0f5d5391-d139-488a-9185-31ec784fa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98182add-e85e-4665-9853-a6b43926b8ad'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:42.974822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Attempting to bind port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 on network 98182add-e85e-4665-9853-a6b43926b8ad {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:42.992292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:42.995502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Checking segment: {'id': '0f5d5391-d139-488a-9185-31ec784fa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98182add-e85e-4665-9853-a6b43926b8ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:42.996016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:42.996426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Bound using segment: {'id': '0f5d5391-d139-488a-9185-31ec784fa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98182add-e85e-4665-9853-a6b43926b8ad'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:43.001493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Bound port: 16cc3a79-4b8c-46b9-8574-b56da1d8ca90, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f5d5391-d139-488a-9185-31ec784fa65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '98182add-e85e-4665-9853-a6b43926b8ad'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:43.002477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.019627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Deleting subnet 0e697cd4-00fe-4c38-8413-21fe06f92acd {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:54:43.052807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.056790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-066892d1-922c-4ba3-a902-322cb18e2b4a None None] Network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:43.135133 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-08a7202c-cbfb-4de9-8d10-e9b88745ef98 req-ec7220ed-c89c-453b-87fd-2615b75d9be6 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 210 time: 0.1238847 Jan 04 13:54:43.135999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Made reservation on behalf of 410fee7d460f42f296e3d5acf7b6533e for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:43.171037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.179158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef0e0672-32bb-49ae-a205-76b928c51dc1 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.182812 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef0e0672-32bb-49ae-a205-76b928c51dc1 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/d76255d4-3637-4ff9-930a-89850d32bc5e HTTP/1.1" status: 204 len: 168 time: 0.8501992 Jan 04 13:54:43.220632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7a299b6a-5d78-450a-b711-3facba88f6e7 None None] Provisioning complete for port d6345899-e3bc-477a-b785-3a5a76527aaf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:43.221553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a299b6a-5d78-450a-b711-3facba88f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.224473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33508) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:43.290789 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e08905ec-e533-401a-8f08-4627dad651b6 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=d76255d4-3637-4ff9-930a-89850d32bc5e HTTP/1.1" status: 200 len: 221 time: 0.0551667 Jan 04 13:54:43.341578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33512) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:43.401852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ba9cca6b-000e-4353-8913-e1c36c1d6398 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--59215895', 'description': 'label created by tempest'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:43.403154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ba9cca6b-000e-4353-8913-e1c36c1d6398 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Unknown quota resources ['metering_label']. {{(pid=103264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:54:43.519234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.547758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Allocated IP 172.20.0.4 (44b7203f-cd8c-42ba-b0d1-bd73ebf6d407/093c2e9f-b141-424d-8834-a4ef01f63dfd/3d12d033-17d0-478a-9578-da3987c998b3) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:43.672804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d6345899-e3bc-477a-b785-3a5a76527aaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:43.803031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for 6617b5d1-cb4a-42e4-a857-f68c310f7b18 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:43.818549 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-560cbf54-5c9a-4ca5-a559-b81bd49ff166 req-ed0084f5-00d9-4cb1-9cdc-7e09fe5b9f9a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 210 time: 0.0875740 Jan 04 13:54:43.855338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba9cca6b-000e-4353-8913-e1c36c1d6398 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.861500 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ba9cca6b-000e-4353-8913-e1c36c1d6398 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.5037184 Jan 04 13:54:43.870167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] For port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:43.912508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33522) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:43.914510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.917723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a68c91e5-1241-4c8c-83a1-48de81dafa63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:43.956973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] For port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,segment=NetworkSegment(0f5d5391-d139-488a-9185-31ec784fa65e),segment_id=0f5d5391-d139-488a-9185-31ec784fa65e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:43.989034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.009704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.047556 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0f00242e-4df1-4834-9401-858d74dbfad1 req-f5fb2f28-bddc-4b8a-84ca-7562aaa72be7 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.0779979 Jan 04 13:54:44.049084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.125458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:44.129456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Made reservation on behalf of 62a1fe447bb74228bc4d5c9cc31fdf04 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:44.133301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.153746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:44.169532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c093dc1-8d07-458a-82cd-d884abc14aa0 None None] Pushing event updated for resources: {'Port': ['ID=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:44.223942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:44.267175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a299b6a-5d78-450a-b711-3facba88f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.364914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d6345899-e3bc-477a-b785-3a5a76527aaf triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:44.365815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.397633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:44.398464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.430881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4762294 Jan 04 13:54:44.547566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7a299b6a-5d78-450a-b711-3facba88f6e7 None None] For port d6345899-e3bc-477a-b785-3a5a76527aaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6345899-e3bc-477a-b785-3a5a76527aaf,segment=NetworkSegment(890f34ec-5ccf-4d62-9eed-269acdcdc61a),segment_id=890f34ec-5ccf-4d62-9eed-269acdcdc61a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:44.568533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a299b6a-5d78-450a-b711-3facba88f6e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.613159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d9cd6-5e42-4fe1-8774-23aeffbaf28a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event updated for resources: {'Port': ['ID=3d12d033-17d0-478a-9578-da3987c998b3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:44.640302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-ed69a5f2-f799-4d81-a6da-c0ae9ac11e7d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:54:44.650648 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-ed69a5f2-f799-4d81-a6da-c0ae9ac11e7d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345130 Jan 04 13:54:44.656340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.670168 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9e16641e-9d9e-4db2-9104-d840c2a10e9b tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=3b068c8e-6b03-4dbf-ba6a-3bbfefa2ad61 HTTP/1.1" status: 200 len: 466 time: 0.7455463 Jan 04 13:54:44.702770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33526) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:44.856206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fbe7791f-6086-404b-984e-afea08da0851 None None] Provisioning complete for port 3d12d033-17d0-478a-9578-da3987c998b3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:44.857227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fbe7791f-6086-404b-984e-afea08da0851 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:44.902512 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5e94c3aa-b4de-4f2f-bb7e-c71d787aa688 req-47c3b74d-bdbe-4a31-80e8-4b8d42c3404d tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 210 time: 0.3153632 Jan 04 13:54:44.908862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a299b6a-5d78-450a-b711-3facba88f6e7 None None] Pushing event updated for resources: {'Port': ['ID=d6345899-e3bc-477a-b785-3a5a76527aaf,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:44.943068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-fbe7791f-6086-404b-984e-afea08da0851 None None] Port 3d12d033-17d0-478a-9578-da3987c998b3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:45.013363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Allocated IP 172.20.0.14 (43763ccd-b497-4d69-94f4-30927d47500e/cb40600b-3ab5-4ca8-be83-19beadf8746f/e3a4032c-3b29-4321-84c3-1e7ba523a9d7) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:45.014408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a68c91e5-1241-4c8c-83a1-48de81dafa63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.070800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=6617b5d1-cb4a-42e4-a857-f68c310f7b18,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:45.117159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-156c04d1-a0cb-4fcb-bb78-689793c028eb None None] Provisioning complete for port d6345899-e3bc-477a-b785-3a5a76527aaf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:45.117845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-156c04d1-a0cb-4fcb-bb78-689793c028eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.204990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.333116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.13', 55642) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:45.375330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.446250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-db2847c8-f420-4075-b592-4b07ce49afd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.479783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Request body: {'port': {'device_id': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:45.491612 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-daf1158b-c1cf-4496-b7da-287dc177c73e req-3d081c72-ca9c-4930-81eb-178d3df21b85 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.2253122 Jan 04 13:54:45.503907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.605890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:45.692817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:45.695298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.826233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-9e31b492-38cb-40d0-af02-1703f4309b74 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:45.828140 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-9e31b492-38cb-40d0-af02-1703f4309b74 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.13 "GET /v2.0/networks?id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1 HTTP/1.1" status: 200 len: 811 time: 0.4826443 Jan 04 13:54:45.833130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a68c91e5-1241-4c8c-83a1-48de81dafa63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.836308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a68c91e5-1241-4c8c-83a1-48de81dafa63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.837748 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a68c91e5-1241-4c8c-83a1-48de81dafa63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cdea022a-d0a8-483b-8131-17b50c0a3527 HTTP/1.1" status: 204 len: 168 time: 3.1313710 Jan 04 13:54:45.880596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68c91e5-1241-4c8c-83a1-48de81dafa63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdea022a-d0a8-483b-8131-17b50c0a3527,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:45.909580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:45.999260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,segment=NetworkSegment(0f5d5391-d139-488a-9185-31ec784fa65e),segment_id=0f5d5391-d139-488a-9185-31ec784fa65e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:46.003990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.004903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d6345899-e3bc-477a-b785-3a5a76527aaf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:46.172122 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a948703d-2147-4e29-b2a1-cebf80855161 req-b79cc220-2289-4a02-bc7e-35412e3bfe50 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 210 time: 0.0526211 Jan 04 13:54:46.187735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.191273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-973aab20-8d3b-4dab-a27a-eca8dd392584 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/ports/6617b5d1-cb4a-42e4-a857-f68c310f7b18 HTTP/1.1" status: 204 len: 168 time: 4.6108990 Jan 04 13:54:46.198331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33544) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:46.226440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:46.236077 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d749cc4-3c1b-4990-8336-d804ee940805 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] GET failed (client error): The resource could not be found. Jan 04 13:54:46.237568 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0d749cc4-3c1b-4990-8336-d804ee940805 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "GET /v2.0/ports/6617b5d1-cb4a-42e4-a857-f68c310f7b18 HTTP/1.1" status: 404 len: 333 time: 0.0375865 Jan 04 13:54:46.247235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33546) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:46.251329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d6345899-e3bc-477a-b785-3a5a76527aaf triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:46.251880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.254276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'name': 'tempest-AllowedAddressPairTestJSON-1002382916'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:46.278944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-19927b73-efae-4ef4-a8d9-d6e9c926bc8e tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8b961c85aaa441b8b425af8c4dfe7775 HTTP/1.1" status: 200 len: 380 time: 0.4135654 Jan 04 13:54:46.288745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Allocated IP 172.36.2.111 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/65603f55-42bd-483a-b8b8-9e47d955c455) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:46.295776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Request body: {'port': {'device_id': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'admin_state_up': True, 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'security_groups': ['bdd66220-4120-48ea-b271-7037a3b48269']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:46.323564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273df786-3016-47ca-922a-f7015c239b78 None None] Network 98182add-e85e-4665-9853-a6b43926b8ad requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:46.437571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-984321f9-98c7-45a0-99c5-dc3884dadaa6 None None] Provisioning complete for port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:46.437989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-984321f9-98c7-45a0-99c5-dc3884dadaa6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.549597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33550) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:46.599418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.695223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ad730d24-2ff4-40e3-96cc-8cc8f542343e req-4aaef92b-bbca-467a-a4c6-1ff5c2f7e68f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.0714536 Jan 04 13:54:46.733181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc231a6-ce49-42cb-bd47-10b8e4cb98ba req-6a74a364-862a-4e26-bf92-d3095028e7e6 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:46.753003 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc231a6-ce49-42cb-bd47-10b8e4cb98ba req-6a74a364-862a-4e26-bf92-d3095028e7e6 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 931 time: 1.6142542 Jan 04 13:54:46.768033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.815972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9dafea59-0a8d-40ce-8b81-508c44fa8844 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fdd82b9d64d747419053ac85b7af4c58&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2648861 Jan 04 13:54:46.816834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33552) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:46.843755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.851679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.865130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f166732-f4b8-4961-8578-9452aeb2262a None None] Network e4b7e4f6-432d-41df-85d5-cd21e6bb04fe requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:46.889756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Made reservation on behalf of 8b961c85aaa441b8b425af8c4dfe7775 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:46.894009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.911379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:46.915248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.929963 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:46.935637 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/subnets/0e697cd4-00fe-4c38-8413-21fe06f92acd HTTP/1.1" status: 204 len: 168 time: 4.1274292 Jan 04 13:54:46.938574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6909bb1e-d107-45d9-b267-1d507e5b9ed6 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Subnet': ['ID=0e697cd4-00fe-4c38-8413-21fe06f92acd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:46.949829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33554) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:46.950166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Network 43763ccd-b497-4d69-94f4-30927d47500e is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:46.954909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:46.969159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:47.023123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.064364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] device_id is not set on port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:47.149789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.204791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2e2f4209-b432-4f1a-90ca-fa202c28d2a0 None None] Provisioning complete for port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:47.205358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e2f4209-b432-4f1a-90ca-fa202c28d2a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.307892 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9383959f-e06b-40ad-9b82-ad68fa824733 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.311192 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9383959f-e06b-40ad-9b82-ad68fa824733 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/3b068c8e-6b03-4dbf-ba6a-3bbfefa2ad61 HTTP/1.1" status: 204 len: 168 time: 2.5996931 Jan 04 13:54:47.451037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] DHCP port deletion for e4b7e4f6-432d-41df-85d5-cd21e6bb04fe request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:54:47.464102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33558) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:47.484120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:47.535668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:47.538730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:47.560107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:47.560802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.566855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event updated for resources: {'Port': ['ID=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:47.567576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:47.601597 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ea7ef074-8448-481a-9594-998820e03fb4 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=3b068c8e-6b03-4dbf-ba6a-3bbfefa2ad61 HTTP/1.1" status: 200 len: 216 time: 0.0994008 Jan 04 13:54:47.602729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3e00-e3ff-48ba-b774-e9ae91a578e7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.608581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Deleting subnet 885c65eb-b438-4da5-84b8-ef9f67124120 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:54:47.618792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33562) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:47.622092 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c733e78-4918-403f-8e9c-f32cecba5923 req-1e39aecf-565c-4094-ae12-bb02c060c99c tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 210 time: 0.1232219 Jan 04 13:54:47.650695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] Deleting port d6345899-e3bc-477a-b785-3a5a76527aaf {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:47.651149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.664494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.678946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Allocated IP 172.20.0.4 (9c0e1239-6535-459f-ba9d-1f0f532d1ab1/744f8a23-e592-4656-9106-b713bca54db7/409e88c7-dd1b-43b6-a0c0-f2ebd6645a37) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:47.711072 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-267871f5-05ba-4261-98da-c5ad9f2647db tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0823681 Jan 04 13:54:47.714582 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-44cb51d3-a157-4579-b6fe-c8492fbe4e97 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.2901931 Jan 04 13:54:47.717299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event updated for resources: {'Port': ['ID=65603f55-42bd-483a-b8b8-9e47d955c455,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:47.725966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33564) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:47.729959 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc231a6-ce49-42cb-bd47-10b8e4cb98ba req-0a6d6f5f-799c-4313-b675-25561af3a31a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9760523 Jan 04 13:54:47.739484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Request body: {'port': {'device_id': '26af57ca-618e-4265-9534-8257855aefda', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:47.777677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] For port d6345899-e3bc-477a-b785-3a5a76527aaf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d6345899-e3bc-477a-b785-3a5a76527aaf,segment=NetworkSegment(890f34ec-5ccf-4d62-9eed-269acdcdc61a),segment_id=890f34ec-5ccf-4d62-9eed-269acdcdc61a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:47.782824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.843923 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-46b2320c-44d6-492b-9359-25863f0be306 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1126490 Jan 04 13:54:47.853729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] Calling delete_port for d6345899-e3bc-477a-b785-3a5a76527aaf owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:47.861382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c031444f-69e2-4300-855d-5243ea06e40e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.881813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f9756db8-15e9-4100-8cd7-7c648c0c1e65 None None] Provisioning complete for port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:47.882225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f9756db8-15e9-4100-8cd7-7c648c0c1e65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:47.885024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33568) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:47.926232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f9756db8-15e9-4100-8cd7-7c648c0c1e65 None None] Port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:47.999688 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1cd142db-9f54-4629-8353-8151512c429f tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/a44a5027-7cbe-4010-bd62-19c4f4be4324 HTTP/1.1" status: 200 len: 471 time: 0.1076066 Jan 04 13:54:47.999878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:47.999878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.000873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33570) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:48.028686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.064363 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4c6c1d2d-a000-4d56-a172-c681086637f6 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/b9ef7513-3f03-4f53-84b8-09a3a26031d8 HTTP/1.1" status: 200 len: 461 time: 0.0557749 Jan 04 13:54:48.098116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33572) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:48.195854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.230431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.352678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] Pushing event deleted for resources: {'Port': ['ID=d6345899-e3bc-477a-b785-3a5a76527aaf,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:48.359331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344ac0a6-7161-43f1-9261-327c2feffc3e None None] No DVR routers for this DVR port d6345899-e3bc-477a-b785-3a5a76527aaf on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:54:48.394786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3e00-e3ff-48ba-b774-e9ae91a578e7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.421815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Allocated IP 172.20.0.4 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/369fcbac-4b3e-4c98-8b5e-79bcf8a1158d) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:48.559664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.637794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3a4032c-3b29-4321-84c3-1e7ba523a9d7 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:54:48.654924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.710461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2eeb9d9-7221-49d3-a077-1e716a1dcbb5 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.711790 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f2eeb9d9-7221-49d3-a077-1e716a1dcbb5 tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/b9ef7513-3f03-4f53-84b8-09a3a26031d8 HTTP/1.1" status: 204 len: 168 time: 0.6116095 Jan 04 13:54:48.727031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33576) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:48.831898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3d12d033-17d0-478a-9578-da3987c998b3 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:54:48.856117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f99cc95-18ed-4cda-af67-39bf72e768bc req-b59a5b8d-71bf-4e85-bcd5-37d9206ad0b2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:48.857424 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f99cc95-18ed-4cda-af67-39bf72e768bc req-b59a5b8d-71bf-4e85-bcd5-37d9206ad0b2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 932 time: 0.5404055 Jan 04 13:54:48.874918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.879339 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b4314c7c-d841-4b10-ad0e-ab9c177fafde req-b4b87cb7-5bbc-4ea9-aada-dfcb6124dd1b tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 210 time: 0.0670962 Jan 04 13:54:48.900658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:48.992450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-618546e0-1987-4507-afb8-44f201a1b9a9 None None] Network 98182add-e85e-4665-9853-a6b43926b8ad requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:54:49.014304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.052989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.059848 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/subnets/885c65eb-b438-4da5-84b8-ef9f67124120 HTTP/1.1" status: 204 len: 168 time: 2.0878217 Jan 04 13:54:49.094905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33580) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:49.097929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.114636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751faa3a-e74b-4916-a6dd-bcfa365f0401 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Subnet': ['ID=885c65eb-b438-4da5-84b8-ef9f67124120,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:49.134493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Transition to ACTIVE for port object e3a4032c-3b29-4321-84c3-1e7ba523a9d7 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 13:54:49.135682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Transition to ACTIVE for port object 3d12d033-17d0-478a-9578-da3987c998b3 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 13:54:49.142859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7bf67082-0b4c-457d-aa49-79d61d2b5b3d tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.144155 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7bf67082-0b4c-457d-aa49-79d61d2b5b3d tempest-MeteringTestJSON-940720619 tempest-MeteringTestJSON-940720619-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/a44a5027-7cbe-4010-bd62-19c4f4be4324 HTTP/1.1" status: 204 len: 168 time: 0.4166784 Jan 04 13:54:49.147817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.152002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.168583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.216598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071937c3-9a69-42fa-ada5-4cda13b6c629 req-fce76473-695d-455f-9b50-69c19dbe77ea tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:49.224096 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-071937c3-9a69-42fa-ada5-4cda13b6c629 req-fce76473-695d-455f-9b50-69c19dbe77ea tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 931 time: 0.2556789 Jan 04 13:54:49.330646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3d2b3b-165c-4b95-b5bc-4bff80e6f574 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:49.344072 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bf3d2b3b-165c-4b95-b5bc-4bff80e6f574 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2439795 Jan 04 13:54:49.347089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3e00-e3ff-48ba-b774-e9ae91a578e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.350620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e1e3e00-e3ff-48ba-b774-e9ae91a578e7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.353493 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3e1e3e00-e3ff-48ba-b774-e9ae91a578e7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c789bd88-35f9-4542-ba86-37cc3a3cdec4 HTTP/1.1" status: 204 len: 168 time: 2.5258925 Jan 04 13:54:49.359263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] DHCP port deletion for 98182add-e85e-4665-9853-a6b43926b8ad request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:54:49.366038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33584) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:49.483087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d12d033-17d0-478a-9578-da3987c998b3,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:49.524175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] Deleting port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:49.524465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.601315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1e3e00-e3ff-48ba-b774-e9ae91a578e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c789bd88-35f9-4542-ba86-37cc3a3cdec4,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:49.656601 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-071937c3-9a69-42fa-ada5-4cda13b6c629 req-7392b81a-287d-45c3-a6a1-bbda522c9bcb tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4315019 Jan 04 13:54:49.657532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:49.668743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] For port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,segment=NetworkSegment(0f5d5391-d139-488a-9185-31ec784fa65e),segment_id=0f5d5391-d139-488a-9185-31ec784fa65e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:49.669048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:49.695929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:49.720034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] Calling delete_port for 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:49.745101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:49.766345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:49.772828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33590) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:49.791505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:54:49.904755 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f99cc95-18ed-4cda-af67-39bf72e768bc req-90437948-1751-4b2d-8f3a-5320109c3269 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.0294404 Jan 04 13:54:50.023351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.096238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event updated for resources: {'Port': ['ID=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:50.123007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Attempting to bind port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:50.132717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Attempting to bind port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:50.134849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Attempting to bind port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 on network 43763ccd-b497-4d69-94f4-30927d47500e {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:50.142897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.202511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] Pushing event deleted for resources: {'Port': ['ID=16cc3a79-4b8c-46b9-8574-b56da1d8ca90,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:50.231647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.240793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e728a-6467-4f97-ae07-32b73a5a99a9 None None] No DVR routers for this DVR port 16cc3a79-4b8c-46b9-8574-b56da1d8ca90 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:54:50.243081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.275163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8877-4b85-4d5f-bf1c-945d9eb0e95b admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.281889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 on network 43763ccd-b497-4d69-94f4-30927d47500e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:54:50.282282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Attempting to bind port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 on network 43763ccd-b497-4d69-94f4-30927d47500e {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:50.287482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-03e3b593-eaa2-4d3f-af5f-04c6c9c0b048 None None] Provisioning complete for port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:50.287983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-03e3b593-eaa2-4d3f-af5f-04c6c9c0b048 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.290654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Attempting to bind port 3d12d033-17d0-478a-9578-da3987c998b3 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:50.290988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Attempting to bind port 3d12d033-17d0-478a-9578-da3987c998b3 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:50.291322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Attempting to bind port 3d12d033-17d0-478a-9578-da3987c998b3 on network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:50.297698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:50.298355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.308850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Port 3d12d033-17d0-478a-9578-da3987c998b3 on network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:54:50.309131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Attempting to bind port 3d12d033-17d0-478a-9578-da3987c998b3 on network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:50.311289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:50.311614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Checking segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:50.312255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Bound using segment: {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:50.312732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Bound port: e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d449e49-997b-45e1-b070-39dbdb3f51e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:50.313111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.347943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-0b81e29b-dea2-48df-888c-17a28afd2827 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0561180 Jan 04 13:54:50.349972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.364144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:50.364610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Checking segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:50.365254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Bound using segment: {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:50.365955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Bound port: 3d12d033-17d0-478a-9578-da3987c998b3, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'be4bd224-52e6-422e-9124-8c2ab44ddc7c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:50.366324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.418725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.419322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Request body: {'port': {'device_id': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:50.436807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d6345899-e3bc-477a-b785-3a5a76527aaf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:54:50.478505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: d6345899-e3bc-477a-b785-3a5a76527aaf {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:54:50.479226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d6345899-e3bc-477a-b785-3a5a76527aaf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:54:50.482253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-03e3b593-eaa2-4d3f-af5f-04c6c9c0b048 None None] Port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:50.582857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.622077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57ec78c-25d6-47b0-98ff-3c36a621b205 req-407c8ba9-adde-43f8-8ae7-f127cf43b0d6 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:50.623867 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b57ec78c-25d6-47b0-98ff-3c36a621b205 req-407c8ba9-adde-43f8-8ae7-f127cf43b0d6 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 931 time: 0.5588822 Jan 04 13:54:50.630563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] For port e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:50.659046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8877-4b85-4d5f-bf1c-945d9eb0e95b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.660177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98182add-e85e-4665-9853-a6b43926b8ad']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:50.664373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] For port e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:50.706217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.709398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f5d5391-d139-488a-9185-31ec784fa65e') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:50.709847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f5d5391-d139-488a-9185-31ec784fa65e') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:50.722550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.727763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.785564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Pushing event updated for resources: {'Port': ['ID=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:50.817112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.821787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8ee8877-4b85-4d5f-bf1c-945d9eb0e95b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.837096 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b57ec78c-25d6-47b0-98ff-3c36a621b205 req-cf9b3b2c-b25e-4038-882a-d3c5b47fc6ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1813312 Jan 04 13:54:50.845176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] For port 3d12d033-17d0-478a-9578-da3987c998b3, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:50.850121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] For port 3d12d033-17d0-478a-9578-da3987c998b3, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d12d033-17d0-478a-9578-da3987c998b3,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:50.852200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:50.853051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.854926 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-910376a9-9e86-434b-8515-2eb1741d1e20 service neutron] 10.222.0.13 "PUT /v2.0/ports/e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1094 time: 3.1202359 Jan 04 13:54:50.856026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:54:50.862620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.878304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:50.991505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:50.992027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:51.000457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Pushing event updated for resources: {'Port': ['ID=3d12d033-17d0-478a-9578-da3987c998b3,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.004079 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:51.006484 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:51.169478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:51.223661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ee8877-4b85-4d5f-bf1c-945d9eb0e95b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e9533c-9c6b-439d-abc3-66f6245fcca0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:51.275108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:51.300244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=369fcbac-4b3e-4c98-8b5e-79bcf8a1158d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:51.686192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:51.687039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:51.688839 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c2f4fe01-b6bb-456f-a111-b2afe89897c2 service neutron] 10.222.0.13 "PUT /v2.0/ports/3d12d033-17d0-478a-9578-da3987c998b3 HTTP/1.1" status: 200 len: 1093 time: 6.5408351 Jan 04 13:54:51.692207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391" -d '{"events": [{"name": "network-changed", "server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:54:51.706624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bcabbd11-d5ba-46fb-b6d9-2e3c2c81ed27 None None] Provisioning complete for port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:51.707501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bcabbd11-d5ba-46fb-b6d9-2e3c2c81ed27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:51.737172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:51.773647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:51.781281 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/networks/98182add-e85e-4665-9853-a6b43926b8ad HTTP/1.1" status: 204 len: 168 time: 2.4101918 Jan 04 13:54:51.783876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ea07fb-15e4-44d7-aeab-dc95ef16e596 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Network': ['ID=98182add-e85e-4665-9853-a6b43926b8ad,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:51.787931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33634) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:51.791777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:51.807109 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f8ee8877-4b85-4d5f-bf1c-945d9eb0e95b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=257666ea44104c18b143178b31522897&name=default HTTP/1.1" status: 200 len: 2996 time: 1.9974854 Jan 04 13:54:51.825575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33636) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:51.837065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bcabbd11-d5ba-46fb-b6d9-2e3c2c81ed27 None None] Port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:51.885725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-75aede68-3721-41a9-97e1-64410869bb56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:51.887942 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-75aede68-3721-41a9-97e1-64410869bb56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1097 time: 0.8887823 Jan 04 13:54:51.947816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036cc1a-2816-445a-b1a2-a969651ec9ec req-281dab00-49f7-4bbc-9125-9e8176a202b0 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:51.964967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d036cc1a-2816-445a-b1a2-a969651ec9ec req-281dab00-49f7-4bbc-9125-9e8176a202b0 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 944 time: 0.2610123 Jan 04 13:54:51.978517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.036635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a9a6241-0356-48a7-acda-20b49a9048bb req-6438807c-676d-4659-8054-af76d1b5eba2 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:52.061554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a9a6241-0356-48a7-acda-20b49a9048bb req-6438807c-676d-4659-8054-af76d1b5eba2 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 943 time: 1.3074400 Jan 04 13:54:52.086903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-77a3d720-9143-467b-aeb6-28378baf7036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:52.088413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-77a3d720-9143-467b-aeb6-28378baf7036 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=410fee7d460f42f296e3d5acf7b6533e&device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 1096 time: 0.3059225 Jan 04 13:54:52.099567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-76bb4493-3fe4-48ff-84b0-46fd1dca29d8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 217 time: 0.1367888 Jan 04 13:54:52.100180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-49c988da-8842-4dec-93fd-0b4c6bc6f2b8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.107712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.108175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.181519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-49c988da-8842-4dec-93fd-0b4c6bc6f2b8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.221796 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d036cc1a-2816-445a-b1a2-a969651ec9ec req-dd561f72-9fc8-4bd5-9b51-065dc8e9e4bd tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2631836 Jan 04 13:54:52.279330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:52.279760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.280415 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-c328e7e8-7a6c-4503-bd15-e98a341312ca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d12d033-17d0-478a-9578-da3987c998b3 HTTP/1.1" status: 200 len: 217 time: 0.1069605 Jan 04 13:54:52.414266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-da0faefa-7ee7-4d0b-bddc-1669106946af tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.1620605 Jan 04 13:54:52.431315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33652) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:52.473524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f9:57:c6'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:52.518086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-49c988da-8842-4dec-93fd-0b4c6bc6f2b8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.522168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-49c988da-8842-4dec-93fd-0b4c6bc6f2b8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.525402 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-49c988da-8842-4dec-93fd-0b4c6bc6f2b8 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1e9533c-9c6b-439d-abc3-66f6245fcca0 HTTP/1.1" status: 204 len: 168 time: 0.6944642 Jan 04 13:54:52.571196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33656) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:52.599495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c988da-8842-4dec-93fd-0b4c6bc6f2b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e9533c-9c6b-439d-abc3-66f6245fcca0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:52.605601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-78f3d59b-01ff-4fd6-8049-d957c1f2e794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:52.620254 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-78f3d59b-01ff-4fd6-8049-d957c1f2e794 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.4680164 Jan 04 13:54:52.646909 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a9a6241-0356-48a7-acda-20b49a9048bb req-0f8326e8-b798-4ff2-9198-c74aeeb53313 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5842683 Jan 04 13:54:52.766865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.781949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50224a02-2a2f-4fa5-895a-741b13aa0e20 x-openstack-request-id: req-50224a02-2a2f-4fa5-895a-741b13aa0e20 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:54:52.782592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:54:52.783164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-50224a02-2a2f-4fa5-895a-741b13aa0e20 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:54:52.783971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'status': 'completed', 'code': 200} Jan 04 13:54:52.803152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-067f8da5-104d-4532-b83a-49d65c8d182b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:52.805373 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-067f8da5-104d-4532-b83a-49d65c8d182b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=093c2e9f-b141-424d-8834-a4ef01f63dfd HTTP/1.1" status: 200 len: 844 time: 0.4487057 Jan 04 13:54:52.809291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4b7e4f6-432d-41df-85d5-cd21e6bb04fe']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:52.822989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '890f34ec-5ccf-4d62-9eed-269acdcdc61a') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:52.823313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '890f34ec-5ccf-4d62-9eed-269acdcdc61a') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:52.835940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.851773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.868788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:52.869125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.877932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:54:52.905414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.951032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Transition to ACTIVE for port object 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:52.954353 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:52.961591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.973627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:52.977472 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/networks/e4b7e4f6-432d-41df-85d5-cd21e6bb04fe HTTP/1.1" status: 204 len: 168 time: 1.1611395 Jan 04 13:54:52.989358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33666) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:52.990441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.000846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7c87f4-a390-4bfe-b113-8ede33f9be3e tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Network': ['ID=e4b7e4f6-432d-41df-85d5-cd21e6bb04fe,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:53.035060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Router e53d04d5-571b-4a04-98c2-5d877096e4c4 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:54:53.048672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.059475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-facb4804-0096-4fa9-a432-de604efca013 req-7f6c34b0-552f-4581-a300-226d55c1c848 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:53.061113 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-facb4804-0096-4fa9-a432-de604efca013 req-7f6c34b0-552f-4581-a300-226d55c1c848 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 931 time: 0.2065465 Jan 04 13:54:53.082422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33668) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:53.107623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1eb18233-7812-41bf-b744-287d06708cdb tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Request body: {'quota': {'network': 2}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:53.127789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Pushing event updated for resources: {'Port': ['ID=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:53.187317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2eaf9-cb3b-4f6b-a6a4-4574593f0f04 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.188733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.236034 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1eb18233-7812-41bf-b744-287d06708cdb tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "PUT /v2.0/quotas/74e58b09a96c471486ad43f31a4e10bd HTTP/1.1" status: 200 len: 368 time: 0.6296580 Jan 04 13:54:53.241262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33672) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:53.264735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Request body: {'network': {'project_id': '74e58b09a96c471486ad43f31a4e10bd'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:53.272369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-4efce1c7-fad5-4367-bd1e-02beb8dc2964 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:53.273856 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-4efce1c7-fad5-4367-bd1e-02beb8dc2964 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1803234 Jan 04 13:54:53.280694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-b50ba92f-bd9b-467b-8ea1-a5c71c6fab84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:53.282186 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-b50ba92f-bd9b-467b-8ea1-a5c71c6fab84 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1875656 Jan 04 13:54:53.388555 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-facb4804-0096-4fa9-a432-de604efca013 req-32cba0b3-86d1-4db0-9e1b-fb2d3424446f tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3170166 Jan 04 13:54:53.438562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.443757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Attempting to bind port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:54:53.444114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Attempting to bind port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:54:53.444455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Attempting to bind port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 on network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:53.457896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:54:53.472706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] Sync routers for ids ['e53d04d5-571b-4a04-98c2-5d877096e4c4'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:54:53.484846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] Routers {'e53d04d5-571b-4a04-98c2-5d877096e4c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:53.485599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e53d04d5-571b-4a04-98c2-5d877096e4c4'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.490772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 on network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:54:53.491095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Attempting to bind port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 on network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:54:53.517842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:54:53.518237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Checking segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:54:53.518767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Bound using segment: {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:54:53.519222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Bound port: 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:54:53.519572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.522727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.532263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] Routers {'e53d04d5-571b-4a04-98c2-5d877096e4c4'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:54:53.533193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e53d04d5-571b-4a04-98c2-5d877096e4c4'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.540909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Made reservation on behalf of 74e58b09a96c471486ad43f31a4e10bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:53.544450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.547594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea6d515e-1c9a-453c-b0ba-f4f803962f84']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.558647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.559873 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6e87c8cd-f46a-4e6d-93c1-2b3dce2ff292 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.3775749 Jan 04 13:54:53.567703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.568361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6a030df-14d4-4631-a76a-585ffb7b4772 None None] The sync data for ids ['e53d04d5-571b-4a04-98c2-5d877096e4c4'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:54:53.570113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33676) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:53.581283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2eaf9-cb3b-4f6b-a6a4-4574593f0f04 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.587255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea51b97-04e7-40b3-8504-cc47f6a574c6') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.587563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea51b97-04e7-40b3-8504-cc47f6a574c6') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:53.600584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.607255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2fd2eaf9-cb3b-4f6b-a6a4-4574593f0f04 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.610137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554a4088-fae6-4487-b87e-bff36264982e req-67e5d48d-b980-4be0-8041-e613ad31a065 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:53.611630 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-554a4088-fae6-4487-b87e-bff36264982e req-67e5d48d-b980-4be0-8041-e613ad31a065 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 944 time: 0.3054230 Jan 04 13:54:53.629568 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:54:53.638828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.665807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.684137 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2fd2eaf9-cb3b-4f6b-a6a4-4574593f0f04 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5dd468d2f91949f6a0c699720b475d9d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5953989 Jan 04 13:54:53.684973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.686386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33680) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:53.699458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd2eaf9-cb3b-4f6b-a6a4-4574593f0f04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490591f0-e636-4173-bd5d-de4e85af2027,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:53.704918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-87b7809b-151d-42bc-a7fe-f40051761b79 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4215794 Jan 04 13:54:53.715803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-885a6dff-9b0e-4856-886a-df73ef3ea2a4 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4104805 Jan 04 13:54:53.736594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.750399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] For port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:54:53.798564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:53.799108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:53.806634 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:53.815881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] For port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:54:53.860267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.872312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=369fcbac-4b3e-4c98-8b5e-79bcf8a1158d,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:53.885502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] In _notify_port_updated(), no bound segment for port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d on network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:54:53.891953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:53.892518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.896151 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8d2299d2-87b7-4bbc-9a44-09e0ead87b09 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "PUT /v2.0/ports/369fcbac-4b3e-4c98-8b5e-79bcf8a1158d HTTP/1.1" status: 200 len: 994 time: 1.4482963 Jan 04 13:54:53.898957 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-554a4088-fae6-4487-b87e-bff36264982e req-7fa3cb79-0155-4342-a31f-9e8c609d07ec tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2755661 Jan 04 13:54:53.933705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:53.935072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:53.935930 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] 10.222.0.13 "PUT /v2.0/ports/409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 HTTP/1.1" status: 200 len: 1093 time: 3.5268455 Jan 04 13:54:53.936278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33682) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:53.939642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:54:54.012879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27666a78-ac8e-4779-8846-7340da54c07a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.055850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-941b23b8-b37f-4f55-8825-cd7d719af9e4 req-a5798e4f-8e2b-406a-a605-1c27480ab7d7 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:54.057412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-941b23b8-b37f-4f55-8825-cd7d719af9e4 req-a5798e4f-8e2b-406a-a605-1c27480ab7d7 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 943 time: 0.3122699 Jan 04 13:54:54.137031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c53da231-73de-4d3e-a412-2a68f394f58f None None] Provisioning complete for port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:54.137750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c53da231-73de-4d3e-a412-2a68f394f58f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.148954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276fdebe-d1c2-4999-9b29-a37e65e9355c service neutron] Pushing event updated for resources: {'Port': ['ID=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:54.185307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:54:54.199940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c53da231-73de-4d3e-a412-2a68f394f58f None None] Port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:54.226423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27666a78-ac8e-4779-8846-7340da54c07a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.302354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.305606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63fb6d37-7c04-4634-847d-80d2b615cfbe x-openstack-request-id: req-63fb6d37-7c04-4634-847d-80d2b615cfbe {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:54:54.305917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:54:54.306240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63fb6d37-7c04-4634-847d-80d2b615cfbe {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:54:54.307174 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'status': 'completed', 'code': 200} Jan 04 13:54:54.310977 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-79c3c0fa-2070-475b-a40a-a711df94fde4 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/e53d04d5-571b-4a04-98c2-5d877096e4c4 HTTP/1.1" status: 200 len: 920 time: 0.7298107 Jan 04 13:54:54.311633 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-941b23b8-b37f-4f55-8825-cd7d719af9e4 req-05bdf65a-7068-450d-8e17-b38504f0aa19 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402259 Jan 04 13:54:54.315535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-837c7809-1762-46de-8c51-8bbc103dd8c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:54.317846 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-837c7809-1762-46de-8c51-8bbc103dd8c0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b961c85aaa441b8b425af8c4dfe7775&device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 1096 time: 0.2897215 Jan 04 13:54:54.318571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33692) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:54.324857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.330626 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/networks/ea6d515e-1c9a-453c-b0ba-f4f803962f84 HTTP/1.1" status: 204 len: 168 time: 1.3399565 Jan 04 13:54:54.337410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33694) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:54.363227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc689cdb-0889-495e-811a-65cd32923e37 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Network': ['ID=ea6d515e-1c9a-453c-b0ba-f4f803962f84,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:54.366541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5cca35ca-87f2-4ff0-b2d9-d44e2438f01f req-be31d948-f9ef-455b-84a1-18463ba329ae service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6443906 Jan 04 13:54:54.372902 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7b87148-9058-44ed-b1f6-42bffef7082d req-382e11c1-50d6-4ace-b365-d661265b1f48 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6464486 Jan 04 13:54:54.399985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.407106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.427995 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7c6a2aac-2420-4097-9807-83cb8ccf43a7 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=e53d04d5-571b-4a04-98c2-5d877096e4c4 HTTP/1.1" status: 200 len: 205 time: 0.1035807 Jan 04 13:54:54.436309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33698) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:54.439565 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-ddcd33a4-bd75-43a1-b612-5928edfdea7c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 HTTP/1.1" status: 200 len: 217 time: 0.1139731 Jan 04 13:54:54.441562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:54.441917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.559159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1fa1d0b1-35d8-4f2f-8a16-dcd19be68a0e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:54.671564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-d430cc6e-673b-47ec-b16c-0adbbe346c45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:54.673082 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-d430cc6e-673b-47ec-b16c-0adbbe346c45 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1097 time: 0.2523036 Jan 04 13:54:54.735205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8924895-ee55-4e3a-b7f8-1d804bebf999 req-d89b5865-6d0b-4059-afb4-72325b36cd0d tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:54.736694 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f8924895-ee55-4e3a-b7f8-1d804bebf999 req-d89b5865-6d0b-4059-afb4-72325b36cd0d tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 943 time: 0.2521839 Jan 04 13:54:54.750484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27666a78-ac8e-4779-8846-7340da54c07a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.751405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27666a78-ac8e-4779-8846-7340da54c07a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.752664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-27666a78-ac8e-4779-8846-7340da54c07a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/490591f0-e636-4173-bd5d-de4e85af2027 HTTP/1.1" status: 204 len: 168 time: 1.0624263 Jan 04 13:54:54.755168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:54.789672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:54:54.792056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae710a36-a6f3-450a-938f-ca17b4f0fc36" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "tag": "3d12d033-17d0-478a-9578-da3987c998b3"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:54:54.802074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.810223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.810223 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Added segment 7d25226a-ea6f-47d3-9819-bfe960eda973 of type vlan for network c753af97-28e3-460f-8409-1eb3f03e9a8b Jan 04 13:54:54.840720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27666a78-ac8e-4779-8846-7340da54c07a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490591f0-e636-4173-bd5d-de4e85af2027,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:54.852243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-342ecee4-ab4b-4622-ae3b-0d6c3bcbc2e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:54.853714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-342ecee4-ab4b-4622-ae3b-0d6c3bcbc2e4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=744f8a23-e592-4656-9106-b713bca54db7 HTTP/1.1" status: 200 len: 850 time: 0.4055398 Jan 04 13:54:54.857252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.922709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.945236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for 369fcbac-4b3e-4c98-8b5e-79bcf8a1158d owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:54.967516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:54.996842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:54:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a4e510b-4379-4ca2-b41b-4c614e7da721 x-openstack-request-id: req-4a4e510b-4379-4ca2-b41b-4c614e7da721 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:54:54.997995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "tag": "3d12d033-17d0-478a-9578-da3987c998b3", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:54:54.998898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a4e510b-4379-4ca2-b41b-4c614e7da721 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:54:54.999478 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3', 'status': 'completed', 'code': 200} Jan 04 13:54:55.038416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f8924895-ee55-4e3a-b7f8-1d804bebf999 req-d2ddfd9a-7a8e-46e7-95d6-8b231efbb3a7 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2873724 Jan 04 13:54:55.058957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-59ab77c6-0dd4-4b1a-9c91-6dc6bba16cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.060432 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-59ab77c6-0dd4-4b1a-9c91-6dc6bba16cba service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1970816 Jan 04 13:54:55.091993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.096502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.097460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.098069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.100483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-db101d84-086f-4e51-91ee-24b139ed163c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.102089 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-db101d84-086f-4e51-91ee-24b139ed163c service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.4168196 Jan 04 13:54:55.163942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96e6e2c2-8b6e-4ac9-963c-f347a75afc8c']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:55.186606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7da442ce-b5b8-4a24-8c11-50e3ab54b849') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:55.186886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7da442ce-b5b8-4a24-8c11-50e3ab54b849') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:55.196391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-713b7b46-81bb-47e5-90e5-6ad6353899ad service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 217 time: 0.0827644 Jan 04 13:54:55.204198 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.9619009 Jan 04 13:54:55.234543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-cbbfdb9b-99fb-415a-8acf-eadc86f59407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.235468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.236087 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-cbbfdb9b-99fb-415a-8acf-eadc86f59407 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=410fee7d460f42f296e3d5acf7b6533e&device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 1096 time: 0.2276533 Jan 04 13:54:55.236949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33714) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:55.241570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Request body: {'network': {'project_id': '74e58b09a96c471486ad43f31a4e10bd'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:55.247716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298d66e8-7733-4f54-9f12-9281d697358c tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Pushing event updated for resources: {'Network': ['ID=c753af97-28e3-460f-8409-1eb3f03e9a8b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.258423 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.260312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c653eac6-c160-4073-bdfd-e53212c8ad9d req-ec674bc6-ed97-446f-8b4c-19665c84f420 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.261010 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c653eac6-c160-4073-bdfd-e53212c8ad9d req-ec674bc6-ed97-446f-8b4c-19665c84f420 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 944 time: 0.2508166 Jan 04 13:54:55.266901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c753af97-28e3-460f-8409-1eb3f03e9a8b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:55.289895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.290723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.326934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:55.327396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:55.330707 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:55.368498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-416afb8d-0c29-4779-94c1-938d105d3272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.370024 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-416afb8d-0c29-4779-94c1-938d105d3272 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.1648009 Jan 04 13:54:55.381212 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-e155d2fe-45f7-4f63-a4f7-2054274669eb service neutron] 10.222.0.13 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3124745 Jan 04 13:54:55.434677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-eaf52f27-cb4b-4d2f-ab26-a2e0f6f83659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.434881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Made reservation on behalf of 74e58b09a96c471486ad43f31a4e10bd for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:55.436059 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-eaf52f27-cb4b-4d2f-ab26-a2e0f6f83659 service neutron] 10.222.0.13 "GET /v2.0/networks?id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 HTTP/1.1" status: 200 len: 906 time: 0.1912074 Jan 04 13:54:55.436914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.479074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c653eac6-c160-4073-bdfd-e53212c8ad9d req-b1b54a27-b4cb-434b-b0ab-ac74fc953a8d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2035923 Jan 04 13:54:55.500111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-5d08891c-2ff7-485d-bee5-c102e5c0d3f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.500858 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-5d08891c-2ff7-485d-bee5-c102e5c0d3f5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1226747 Jan 04 13:54:55.502131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-5cd93fc6-6713-4337-b137-dbcd40850429 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d12d033-17d0-478a-9578-da3987c998b3 HTTP/1.1" status: 200 len: 217 time: 0.0568771 Jan 04 13:54:55.516533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.520832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Deleting port 65603f55-42bd-483a-b8b8-9e47d955c455 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:55.520832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.557419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.563123 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] 10.222.0.30 "DELETE /v2.0/networks/96e6e2c2-8b6e-4ac9-963c-f347a75afc8c HTTP/1.1" status: 204 len: 168 time: 1.2134702 Jan 04 13:54:55.563123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.590831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:55.618110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a940c2e-9364-4428-b19b-bc47acdfb736 tempest-BulkNetworkOpsTest-1850433060 tempest-BulkNetworkOpsTest-1850433060-project] Pushing event deleted for resources: {'Network': ['ID=96e6e2c2-8b6e-4ac9-963c-f347a75afc8c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:55.623225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=369fcbac-4b3e-4c98-8b5e-79bcf8a1158d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:55.644376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.644895 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Added segment b6ccee29-8c8e-489d-9624-8f46cb5b67f7 of type vlan for network 230bbf48-12ed-4952-844d-671fb73993fc Jan 04 13:54:55.683839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-db55586a-4cce-43dc-a030-ba49a1fc9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.685426 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-db55586a-4cce-43dc-a030-ba49a1fc9749 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=093c2e9f-b141-424d-8834-a4ef01f63dfd HTTP/1.1" status: 200 len: 844 time: 0.1676099 Jan 04 13:54:55.689602 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-118a55d0-8213-47f8-abde-f10ff9a334c8 req-dd87ac6f-91be-4a01-9070-8732ddd1c643 service neutron] 10.222.0.13 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2970147 Jan 04 13:54:55.696169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4888a1bf-0a71-4dce-ace9-b0d3341c7f25 req-75cabd96-8f01-4513-b2aa-21ed313d81b1 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.697763 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4888a1bf-0a71-4dce-ace9-b0d3341c7f25 req-75cabd96-8f01-4513-b2aa-21ed313d81b1 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 943 time: 0.2431970 Jan 04 13:54:55.738700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.806318 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-5f60d859-b8e6-43e1-9c64-c1fa9d5fff0a service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2898486 Jan 04 13:54:55.824615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.876417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.877759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.878428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:55.896606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Calling delete_port for 65603f55-42bd-483a-b8b8-9e47d955c455 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:55.910940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-3d88b562-76bc-4fbc-b321-c25eb0b78bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.912490 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-3d88b562-76bc-4fbc-b321-c25eb0b78bbf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2137938 Jan 04 13:54:55.928436 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4888a1bf-0a71-4dce-ace9-b0d3341c7f25 req-30b16e00-ee1b-459a-b87b-abfca7d6452d tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2180793 Jan 04 13:54:55.951021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-0be5d7e3-a7ed-4e32-b24c-730eab7061da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:55.951021 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-0be5d7e3-a7ed-4e32-b24c-730eab7061da service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b961c85aaa441b8b425af8c4dfe7775&device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 1096 time: 0.1697977 Jan 04 13:54:55.956039 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.7178695 Jan 04 13:54:55.962044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33734) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:55.993154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-645f16d9-7fa7-444a-b906-7720a9e9ee77 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Request body: {'network': {'project_id': '74e58b09a96c471486ad43f31a4e10bd'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:55.998449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.003323 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cb68ce5c-065f-4787-9055-139e848667c7 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/ports/369fcbac-4b3e-4c98-8b5e-79bcf8a1158d HTTP/1.1" status: 204 len: 168 time: 2.0571280 Jan 04 13:54:56.008156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33738) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.044585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597d5ebb-c19d-498c-8cec-20d550fb3464 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Pushing event updated for resources: {'Network': ['ID=230bbf48-12ed-4952-844d-671fb73993fc,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:56.052331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33740) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.060522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 230bbf48-12ed-4952-844d-671fb73993fc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:56.088211 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1552a03a-8f54-4bc2-a708-f37d09ab9984 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] GET failed (client error): The resource could not be found. Jan 04 13:54:56.089787 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1552a03a-8f54-4bc2-a708-f37d09ab9984 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "GET /v2.0/ports/369fcbac-4b3e-4c98-8b5e-79bcf8a1158d HTTP/1.1" status: 404 len: 333 time: 0.0728815 Jan 04 13:54:56.107972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33746) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.116196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'name': 'tempest-AllowedAddressPairTestJSON-1594049892'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:56.194420 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-645f16d9-7fa7-444a-b906-7720a9e9ee77 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 04 13:54:56.194832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-645f16d9-7fa7-444a-b906-7720a9e9ee77 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:54:56.196011 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-645f16d9-7fa7-444a-b906-7720a9e9ee77 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.2306125 Jan 04 13:54:56.206312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33750) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.336997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-30054458-2d53-4564-ae53-8f49bcd33a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:56.338468 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-30054458-2d53-4564-ae53-8f49bcd33a23 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1 HTTP/1.1" status: 200 len: 912 time: 0.3755016 Jan 04 13:54:56.365988 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb7cbe84-2396-46b1-bc2b-fd036d9fb391 req-3109ec72-fb79-4152-87a4-698af6af190f service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5430086 Jan 04 13:54:56.411550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-37096d7d-da68-417c-ae46-47ee120a7808 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 HTTP/1.1" status: 200 len: 217 time: 0.0610635 Jan 04 13:54:56.420981 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-41b9b025-6b0d-4093-bc19-1ee07a738221 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4892547 Jan 04 13:54:56.445115 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-91549a0f-4208-43fa-b42a-4d78321708bf tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=74e58b09a96c471486ad43f31a4e10bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2253852 Jan 04 13:54:56.446096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33758) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.453518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b964c-6091-40e5-87eb-4674b47b0bf5 req-5a8f0e0c-c2cf-4c76-ae5e-8cddf801c68a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:56.455101 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea5b964c-6091-40e5-87eb-4674b47b0bf5 req-5a8f0e0c-c2cf-4c76-ae5e-8cddf801c68a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 943 time: 0.2519155 Jan 04 13:54:56.540921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bade6d30-f718-4f69-91cf-d2680812e54c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4db380d94704d21823df1b978d1d943&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4733949 Jan 04 13:54:56.550289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-6efdb0ed-ec7d-45de-bdf3-27d30f312fce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:56.552063 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-6efdb0ed-ec7d-45de-bdf3-27d30f312fce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=744f8a23-e592-4656-9106-b713bca54db7 HTTP/1.1" status: 200 len: 850 time: 0.1229169 Jan 04 13:54:56.555658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33762) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.608641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:56.612037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.620083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00759092-408c-41ec-b14a-3af8466d37a2 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.622147 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea5b964c-6091-40e5-87eb-4674b47b0bf5 req-388d00ee-6201-48a9-a3ae-2c35f651cddd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1437874 Jan 04 13:54:56.644312 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae710a36-a6f3-450a-938f-ca17b4f0fc36 req-3ccb7bbc-b687-4301-8848-5f263f185702 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2131064 Jan 04 13:54:56.655246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] device_id is not set on port 4924736c-c27a-4b88-ba48-97942c6d01da yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:56.672838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00759092-408c-41ec-b14a-3af8466d37a2 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.683771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.713247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-9c853445-4aa8-4c01-b46a-1a595b69567a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:56.715224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-9c853445-4aa8-4c01-b46a-1a595b69567a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1478307 Jan 04 13:54:56.736070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event deleted for resources: {'Port': ['ID=65603f55-42bd-483a-b8b8-9e47d955c455,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:56.736278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c828183-a57e-4251-bc7c-b9e3aa18e7f2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.782090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82706d8-2a28-4cdf-a3b2-0b1453e8375f req-f95f63ba-e84b-4f77-b6ac-9b6d0b06260f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:56.784019 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c82706d8-2a28-4cdf-a3b2-0b1453e8375f req-f95f63ba-e84b-4f77-b6ac-9b6d0b06260f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 944 time: 0.1917303 Jan 04 13:54:56.785903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33768) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.810012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c828183-a57e-4251-bc7c-b9e3aa18e7f2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.854032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00759092-408c-41ec-b14a-3af8466d37a2 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.857590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-00759092-408c-41ec-b14a-3af8466d37a2 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.858912 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-00759092-408c-41ec-b14a-3af8466d37a2 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "DELETE /v2.0/security-groups/1fa1d0b1-35d8-4f2f-8a16-dcd19be68a0e HTTP/1.1" status: 204 len: 168 time: 0.4122262 Jan 04 13:54:56.865339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33772) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:56.881492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00759092-408c-41ec-b14a-3af8466d37a2 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1fa1d0b1-35d8-4f2f-8a16-dcd19be68a0e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:56.886775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c82706d8-2a28-4cdf-a3b2-0b1453e8375f req-a5c532bb-ef61-4c31-b168-4307c6d50554 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0917072 Jan 04 13:54:56.887594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:56.928918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Allocated IP 172.20.0.7 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/4924736c-c27a-4b88-ba48-97942c6d01da) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:56.961896 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-0e4827c7-96ec-425d-b3e0-3ea1688fe4e3 service neutron] 10.222.0.13 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2359996 Jan 04 13:54:56.967620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-628115763'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:57.002548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.005078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.049265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.058204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.058832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Fanout notify agent at l3_agent the message router_deleted on router e53d04d5-571b-4a04-98c2-5d877096e4c4 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:54:57.061584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Made reservation on behalf of e4298804329a43b2ad1de37b6fc79f92 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:57.065086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.071782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.072864 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c9881cc3-cf10-47dd-8d4b-3c88bbf0436c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/e53d04d5-571b-4a04-98c2-5d877096e4c4 HTTP/1.1" status: 204 len: 168 time: 2.6356657 Jan 04 13:54:57.077302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33776) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:57.086078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1553949682', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': False}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:57.091835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.123888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.124881 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.133720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c828183-a57e-4251-bc7c-b9e3aa18e7f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.136919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c828183-a57e-4251-bc7c-b9e3aa18e7f2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.138149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4c828183-a57e-4251-bc7c-b9e3aa18e7f2 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/92eac00d-4913-4a8f-bd42-14f5d3757bba HTTP/1.1" status: 204 len: 168 time: 0.5815394 Jan 04 13:54:57.187886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c828183-a57e-4251-bc7c-b9e3aa18e7f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92eac00d-4913-4a8f-bd42-14f5d3757bba,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:57.205576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.301528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.338561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.404432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf2bf4db-1694-4a06-9f79-0cf16f5aeeb4,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:57.411603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.421957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:54:57.435403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.435969 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Added segment dafbac8c-4910-4713-9a14-a9c7ecf5e9d5 of type vlan for network 2d470203-8ce6-48ee-865c-5f422385c408 Jan 04 13:54:57.478051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7bd065-684e-4221-a61d-ae8659def6fd req-0dfbca06-e9ed-46d9-b7b7-0bf9bbeab802 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:57.485016 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0c7bd065-684e-4221-a61d-ae8659def6fd req-0dfbca06-e9ed-46d9-b7b7-0bf9bbeab802 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 943 time: 0.4743586 Jan 04 13:54:57.512585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.548965 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e955c49b-9f35-4d09-bbd3-fdc68a8a7301 req-6c2baeea-0bd7-45bc-8299-02f3ecdeba18 service neutron] 10.222.0.13 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5572598 Jan 04 13:54:57.587393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.596816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:57.597447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.613437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.638554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0c7bd065-684e-4221-a61d-ae8659def6fd req-815a04e4-f601-47a4-894b-3afc886dd76b tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1526713 Jan 04 13:54:57.648762 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 0.8627222 Jan 04 13:54:57.657711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['230bbf48-12ed-4952-844d-671fb73993fc']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:57.681994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2514653-0a9b-428c-8f14-257ff67cbd1b tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Pushing event updated for resources: {'Network': ['ID=2d470203-8ce6-48ee-865c-5f422385c408,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:57.694769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2d470203-8ce6-48ee-865c-5f422385c408 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:54:57.695637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6ccee29-8c8e-489d-9624-8f46cb5b67f7') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:57.695937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6ccee29-8c8e-489d-9624-8f46cb5b67f7') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:57.719355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e3a4032c-3b29-4321-84c3-1e7ba523a9d7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 13:54:57.724759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.752027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.772510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.792982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:57.793642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:57.795396 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:57.890436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.892854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca3a6-277a-4607-9b05-1cc6c50405c8 req-28eb9b07-01c2-4f33-8f4f-b1a057f144f3 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:57.894496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-596ca3a6-277a-4607-9b05-1cc6c50405c8 req-28eb9b07-01c2-4f33-8f4f-b1a057f144f3 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 943 time: 0.1227763 Jan 04 13:54:57.895674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.912617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.960950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:57.962820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.967881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "DELETE /v2.0/networks/230bbf48-12ed-4952-844d-671fb73993fc HTTP/1.1" status: 204 len: 168 time: 1.0951216 Jan 04 13:54:57.975153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:57.977482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33804) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:57.998240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'port_id': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'mac_address': 'fa:16:3e:7c:f4:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 13:54:58.002599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93391683-b39c-4923-9ecf-73a28d518507 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Pushing event deleted for resources: {'Network': ['ID=230bbf48-12ed-4952-844d-671fb73993fc,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.013413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-596ca3a6-277a-4607-9b05-1cc6c50405c8 req-af083f4d-8e8f-4dae-a869-ff6920f1e54c tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0996647 Jan 04 13:54:58.032700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:58.043015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:58.047917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:58.052336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=4924736c-c27a-4b88-ba48-97942c6d01da,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.085918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.104093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3a4032c-3b29-4321-84c3-1e7ba523a9d7 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:54:58.136073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:58.144012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.144859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3d12d033-17d0-478a-9578-da3987c998b3 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 13:54:58.156162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:58.158654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.160124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33808) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:58.167062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Request body: {'port': {'network_id': '2d470203-8ce6-48ee-865c-5f422385c408', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2138854800'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:58.199409 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4b8b57d4-29b4-4b70-a84b-df31391894b9 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0902352 Jan 04 13:54:58.203014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33810) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:58.217906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33812) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:58.219489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:f9:57:c6'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:58.293795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.309282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.332558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89859a7-5fea-4da4-8628-1788031ec015 req-9e290bec-1e9c-4a01-aa8f-d88d4e89843e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:58.340687 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a89859a7-5fea-4da4-8628-1788031ec015 req-9e290bec-1e9c-4a01-aa8f-d88d4e89843e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 944 time: 0.2308836 Jan 04 13:54:58.343108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 3d12d033-17d0-478a-9578-da3987c998b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d12d033-17d0-478a-9578-da3987c998b3,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:58.357059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '3d12d033-17d0-478a-9578-da3987c998b3', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'port_id': '3d12d033-17d0-478a-9578-da3987c998b3', 'mac_address': 'fa:16:3e:96:13:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 13:54:58.367005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Made reservation on behalf of a7e4400126654cd08feaf97e8ce31630 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:54:58.369534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.412366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.413857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.422067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Allocated IP 172.36.2.29 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/ded0ee38-d035-4649-a9e6-6c90df8a0c6d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:54:58.429289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3d12d033-17d0-478a-9578-da3987c998b3 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:54:58.449778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 3d12d033-17d0-478a-9578-da3987c998b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d12d033-17d0-478a-9578-da3987c998b3,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:54:58.452830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.454657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.463366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-564caf7b-f8ed-49ba-afa9-3c777c903693 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:58.464600 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-564caf7b-f8ed-49ba-afa9-3c777c903693 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 04 13:54:58.465173 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-564caf7b-f8ed-49ba-afa9-3c777c903693 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): There was a conflict when trying to complete your request. Jan 04 13:54:58.466177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-564caf7b-f8ed-49ba-afa9-3c777c903693 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2473252 Jan 04 13:54:58.470940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33816) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:58.477279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1269768511'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:58.478696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a89859a7-5fea-4da4-8628-1788031ec015 req-2ddb3a11-2a31-4aae-9abd-98d5345364c5 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371799 Jan 04 13:54:58.530638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=3d12d033-17d0-478a-9578-da3987c998b3,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.538913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-679e4d71-9db6-4b7c-93cf-76c8d6d6eb36 None None] Provisioning complete for port 4924736c-c27a-4b88-ba48-97942c6d01da triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:58.539542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-679e4d71-9db6-4b7c-93cf-76c8d6d6eb36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.547621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.561329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.576367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-679e4d71-9db6-4b7c-93cf-76c8d6d6eb36 None None] Port 4924736c-c27a-4b88-ba48-97942c6d01da cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:58.582962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.659406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c753af97-28e3-460f-8409-1eb3f03e9a8b']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:58.678825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d25226a-ea6f-47d3-9819-bfe960eda973') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:58.679144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d25226a-ea6f-47d3-9819-bfe960eda973') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:54:58.699841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.721914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.728764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.735679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.737945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.741932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.746211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['e3a4032c-3b29-4321-84c3-1e7ba523a9d7'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 13:54:58.756565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:54:58.757063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:54:58.758767 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:54:58.770985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.771430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.779307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.812156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['3d12d033-17d0-478a-9578-da3987c998b3'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 13:54:58.830174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port c8c84675-c51b-4aae-94c1-305307ade1b6 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:58.887513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39ca7b44-2593-4394-80c3-8fa4fcc043f8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.900839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=4924736c-c27a-4b88-ba48-97942c6d01da,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.927972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.931568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] In _notify_port_updated(), no bound segment for port 4924736c-c27a-4b88-ba48-97942c6d01da on network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:54:58.939574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:58.939969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11961197-a730-4b34-9817-4da33a13b419,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:58.940346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.941727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-78523952-547f-4b8d-82b2-d623697bd57c tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "PUT /v2.0/ports/4924736c-c27a-4b88-ba48-97942c6d01da HTTP/1.1" status: 200 len: 996 time: 0.7371159 Jan 04 13:54:58.944868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33820) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:58.953307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.956526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] 10.222.0.30 "DELETE /v2.0/networks/c753af97-28e3-460f-8409-1eb3f03e9a8b HTTP/1.1" status: 204 len: 168 time: 0.9745147 Jan 04 13:54:58.961846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e6d590-b816-46bf-9248-0e859610e6e5 req-9b477c62-f681-41f5-a3da-d79340e2dbce tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:58.964650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:58.970480 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a7e6d590-b816-46bf-9248-0e859610e6e5 req-9b477c62-f681-41f5-a3da-d79340e2dbce tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 944 time: 0.2016089 Jan 04 13:54:58.986341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4aebdb-2635-4221-a1b8-7813525dc2c0 tempest-QuotasNegativeTest-1138934416 tempest-QuotasNegativeTest-1138934416-project-admin] Pushing event deleted for resources: {'Network': ['ID=c753af97-28e3-460f-8409-1eb3f03e9a8b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:59.045785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:54:59.056255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.070435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.081309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:54:59.091890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:54:59.095179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Port': ['ID=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:59.168329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.172875 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6997619 Jan 04 13:54:59.176085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33826) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:59.183562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '78b2f6b4-8e0b-46c0-bfc9-d02d88fb94ca', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:59.199651 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a7e6d590-b816-46bf-9248-0e859610e6e5 req-c2e0c91d-cb5e-47a8-96ae-a646cd9dd1a3 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2275722 Jan 04 13:54:59.217844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b23c57-c121-45b6-8cf0-67d231ba1156 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78b2f6b4-8e0b-46c0-bfc9-d02d88fb94ca,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:59.272509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port 4924736c-c27a-4b88-ba48-97942c6d01da {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:54:59.272857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.277084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.302535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-358ab369-f5f4-42dc-8fd2-60e2e0d16f7e None None] Provisioning complete for port 4924736c-c27a-4b88-ba48-97942c6d01da triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:54:59.303309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-358ab369-f5f4-42dc-8fd2-60e2e0d16f7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.361678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-358ab369-f5f4-42dc-8fd2-60e2e0d16f7e None None] Port 4924736c-c27a-4b88-ba48-97942c6d01da cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:54:59.366745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d71a27-7a7b-488b-a624-75fac70e282d req-89201aa8-cbfa-47d7-a139-de95dacd22db tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:59.368275 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d4d71a27-7a7b-488b-a624-75fac70e282d req-89201aa8-cbfa-47d7-a139-de95dacd22db tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 943 time: 0.2325096 Jan 04 13:54:59.407911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port c8c84675-c51b-4aae-94c1-305307ade1b6 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:54:59.412815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.425778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.430209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.432823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.439841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for 4924736c-c27a-4b88-ba48-97942c6d01da owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:54:59.449170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.466704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9085da5-18b8-4533-8978-097d9d75b403,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:59.475196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.476408 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9d91203a-2e95-42cc-9aee-346992648ee5 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2973597 Jan 04 13:54:59.498399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33830) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:59.507749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a4892b58-2a99-430c-b7bc-1bda775663c7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '78b2f6b4-8e0b-46c0-bfc9-d02d88fb94ca', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:59.636530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.658401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c470f6a-9e32-4647-a79a-cac0e3d82015 req-221aa96c-be94-4574-8356-af788a3318eb tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:54:59.659979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4c470f6a-9e32-4647-a79a-cac0e3d82015 req-221aa96c-be94-4574-8356-af788a3318eb tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 945 time: 0.1026525 Jan 04 13:54:59.681860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=4924736c-c27a-4b88-ba48-97942c6d01da,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:59.700859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 13:54:59.729492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e3a4032c-3b29-4321-84c3-1e7ba523a9d7 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:54:59.796328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33836) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:59.815242 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d4d71a27-7a7b-488b-a624-75fac70e282d req-ad319e77-96ea-4207-8342-3de10efd1a03 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4239345 Jan 04 13:54:59.844837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c84675-c51b-4aae-94c1-305307ade1b6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:54:59.889227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4c470f6a-9e32-4647-a79a-cac0e3d82015 req-89a15234-bc94-4172-808d-e8fd8afa05a9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2096257 Jan 04 13:54:59.890404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.898229 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5af3839c-0d92-4f09-aa98-6005b0bca72b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/ports/4924736c-c27a-4b88-ba48-97942c6d01da HTTP/1.1" status: 204 len: 168 time: 0.9243817 Jan 04 13:54:59.898875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33840) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:59.932224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-219f1e9e-c040-496a-a49b-ecd81c83d6fb tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] GET failed (client error): The resource could not be found. Jan 04 13:54:59.938969 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-219f1e9e-c040-496a-a49b-ecd81c83d6fb tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "GET /v2.0/ports/4924736c-c27a-4b88-ba48-97942c6d01da HTTP/1.1" status: 404 len: 333 time: 0.0389802 Jan 04 13:54:59.942317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33842) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:54:59.948191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'name': 'tempest-AllowedAddressPairTestJSON-889294642'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:54:59.954807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a4892b58-2a99-430c-b7bc-1bda775663c7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:54:59.997575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83f995d9-c421-416c-ab59-28875d2925b3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.005410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.008224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Checking segment: {'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:00.008670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Network hostable DHCP agents. Network: 2d470203-8ce6-48ee-865c-5f422385c408, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:00.047398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 13:55:00.055265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:00.055657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.058668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:00.087557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83f995d9-c421-416c-ab59-28875d2925b3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.090956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'port_id': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'mac_address': 'fa:16:3e:dd:be:a4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 154, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 13:55:00.092765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83f995d9-c421-416c-ab59-28875d2925b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.133446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f995d9-c421-416c-ab59-28875d2925b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1e109bd-a086-42de-af46-597384d93891,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:00.139690 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-83f995d9-c421-416c-ab59-28875d2925b3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9ba95081196498b9e058a4b6570046a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3420665 Jan 04 13:55:00.142691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33844) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:00.153908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Network 2d470203-8ce6-48ee-865c-5f422385c408 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:00.171752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.193424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:55:00.198943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.202060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cfd775d0-c52e-4733-8805-77dc6a8b4452 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.212507 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-a4892b58-2a99-430c-b7bc-1bda775663c7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): There was a conflict when trying to complete your request. Jan 04 13:55:00.213565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a4892b58-2a99-430c-b7bc-1bda775663c7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.7116082 Jan 04 13:55:00.216703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2d470203-8ce6-48ee-865c-5f422385c408) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:00.218973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33846) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:00.220765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:00.224876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:00.235470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b702cd2e-8dfd-4181-acd7-f12173a30226 None None] Network 2d470203-8ce6-48ee-865c-5f422385c408 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:00.240251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.249847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.250286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.250976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.262201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cfd775d0-c52e-4733-8805-77dc6a8b4452 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.301248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.301586 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.304462 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 2 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.307121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ace20cd-1dc2-4f41-a5d0-749996c5d31a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.316734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:00.320214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.329210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:00.343304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ace20cd-1dc2-4f41-a5d0-749996c5d31a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.361504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.361853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.362198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.376613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] device_id is not set on port 11c77906-5e15-48dd-8471-44b8865b9f56 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:00.388290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.388661 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.390593 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 3 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.409106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cfd775d0-c52e-4733-8805-77dc6a8b4452 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.414638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cfd775d0-c52e-4733-8805-77dc6a8b4452 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.415903 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cfd775d0-c52e-4733-8805-77dc6a8b4452 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b1e109bd-a086-42de-af46-597384d93891 HTTP/1.1" status: 204 len: 168 time: 0.2719650 Jan 04 13:55:00.425093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd775d0-c52e-4733-8805-77dc6a8b4452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1e109bd-a086-42de-af46-597384d93891,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:00.427227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ace20cd-1dc2-4f41-a5d0-749996c5d31a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.427878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:00.431091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ace20cd-1dc2-4f41-a5d0-749996c5d31a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.435170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ace20cd-1dc2-4f41-a5d0-749996c5d31a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/78b2f6b4-8e0b-46c0-bfc9-d02d88fb94ca HTTP/1.1" status: 204 len: 168 time: 0.2120037 Jan 04 13:55:00.437308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33854) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:00.468051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.468951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3d12d033-17d0-478a-9578-da3987c998b3 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:00.470292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ace20cd-1dc2-4f41-a5d0-749996c5d31a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78b2f6b4-8e0b-46c0-bfc9-d02d88fb94ca,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:00.488835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.489177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.489514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.506396 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6dbcffb4-dceb-4175-86d1-ede3916464ed tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0679410 Jan 04 13:55:00.511669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93736560-2ff6-4616-8c9a-2a11db244fc8 req-5d8e6097-58c6-47e1-8c94-c6abf151407f tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:00.512334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33858) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:00.513249 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93736560-2ff6-4616-8c9a-2a11db244fc8 req-5d8e6097-58c6-47e1-8c94-c6abf151407f tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 944 time: 0.2132623 Jan 04 13:55:00.518631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1516566117'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:00.521405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.521730 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.527797 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 4 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.547299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['409e88c7-dd1b-43b6-a0c0-f2ebd6645a37'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 13:55:00.563319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.564372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.594107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.594361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.594697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.643161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:00.663386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.663756 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.670847 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 5 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.703461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Allocated IP 172.20.0.7 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/11c77906-5e15-48dd-8471-44b8865b9f56) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:00.705715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.711969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.712143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.712341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.712680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.715134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed79cadb-99a2-4371-9aba-ebd71566cc8c" -d '{"events": [{"server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:00.718131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93736560-2ff6-4616-8c9a-2a11db244fc8 req-bae6701e-a289-41a0-91a4-e21652528d70 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1930058 Jan 04 13:55:00.721667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:00.743911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 3d12d033-17d0-478a-9578-da3987c998b3 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 13:55:00.766952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 3d12d033-17d0-478a-9578-da3987c998b3 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:00.766952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.769484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.769822 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.773458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 6 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.784860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.789842 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2735035 Jan 04 13:55:00.790879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33866) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:00.799301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e200aedf-f8d5-4da2-9fa7-31fd32f93a1b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '4d020177-7ae1-42ff-bffa-ba5cb5ee8e46', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:00.800160 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-e200aedf-f8d5-4da2-9fa7-31fd32f93a1b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 04 13:55:00.800665 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-e200aedf-f8d5-4da2-9fa7-31fd32f93a1b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:00.805245 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e200aedf-f8d5-4da2-9fa7-31fd32f93a1b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0105174 Jan 04 13:55:00.805383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.805485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7121c4f2-bd01-4bf6-84d1-146ced5c55b8 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d020177-7ae1-42ff-bffa-ba5cb5ee8e46,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:00.805569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.805569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.806976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33868) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:00.823204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.823524 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.828704 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 7 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.867696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:00.868067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:00.868417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:00.910144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:00.913243 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:00.919995 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 8 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:00.928263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d21a-38c8-4a5a-8116-3f0c1ee0091a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.979372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d21a-38c8-4a5a-8116-3f0c1ee0091a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:00.982635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.004526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33874) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.023256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4781c9a7-ae5f-40ab-9ea4-32765c14ca32 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.023827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:01.024337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:01.024564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:01.050859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 3d12d033-17d0-478a-9578-da3987c998b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d12d033-17d0-478a-9578-da3987c998b3,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:01.053409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a7d67d8-2fb4-4da1-9678-d8f3182444bf x-openstack-request-id: req-8a7d67d8-2fb4-4da1-9678-d8f3182444bf {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:01.053738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "name": "network-vif-plugged", "status": "completed", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:01.054184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a7d67d8-2fb4-4da1-9678-d8f3182444bf {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:01.055052 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'code': 200} Jan 04 13:55:01.059864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.060802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d21a-38c8-4a5a-8116-3f0c1ee0091a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.064684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8a8d21a-38c8-4a5a-8116-3f0c1ee0091a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.065331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Router 0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:01.066683 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f8a8d21a-38c8-4a5a-8116-3f0c1ee0091a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d020177-7ae1-42ff-bffa-ba5cb5ee8e46 HTTP/1.1" status: 204 len: 168 time: 0.2587316 Jan 04 13:55:01.071453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33876) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.075847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:01.076178 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:01.081599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a8d21a-38c8-4a5a-8116-3f0c1ee0091a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d020177-7ae1-42ff-bffa-ba5cb5ee8e46,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:01.085413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 9 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:01.145599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:01.145599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:01.145599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:01.158419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4781c9a7-ae5f-40ab-9ea4-32765c14ca32 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.164780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4781c9a7-ae5f-40ab-9ea4-32765c14ca32 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.183805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=3d12d033-17d0-478a-9578-da3987c998b3,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:01.213290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.228937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2502179e-fa3b-4cf7-90a0-52e3b4cef0cf req-aa0ef6b6-bf2e-4047-bcdb-a1cb626308ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:01.231918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2502179e-fa3b-4cf7-90a0-52e3b4cef0cf req-aa0ef6b6-bf2e-4047-bcdb-a1cb626308ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 944 time: 0.2673142 Jan 04 13:55:01.232551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:01.232864 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:01.239102 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 10 to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 Jan 04 13:55:01.242773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4781c9a7-ae5f-40ab-9ea4-32765c14ca32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ff6230e-3e30-4863-881d-746c37e4f44d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:01.282262 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d1d84594-43a1-46a0-a8e8-f651eb5069bd tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2046525 Jan 04 13:55:01.282496 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4781c9a7-ae5f-40ab-9ea4-32765c14ca32 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7013a19a7de44f3c9889d21ac99a5f51&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2734208 Jan 04 13:55:01.290036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33878) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.290368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33880) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.307147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--252363903'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:01.312387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:01.312714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:01.313042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:01.315224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2823dc2-8baa-4dd4-a113-dc65ea83d043 req-88c76c27-e6ad-4c01-b0ff-f8563d456b64 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:01.316816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b2823dc2-8baa-4dd4-a113-dc65ea83d043 req-88c76c27-e6ad-4c01-b0ff-f8563d456b64 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1440578 Jan 04 13:55:01.344792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f0a29e-e27e-4646-8552-55e34f4855a9 req-8a899bef-b78c-488e-b517-3b095a6f92ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:01.346317 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b1f0a29e-e27e-4646-8552-55e34f4855a9 req-8a899bef-b78c-488e-b517-3b095a6f92ca service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.0998702 Jan 04 13:55:01.375722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port c8c84675-c51b-4aae-94c1-305307ade1b6 on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:01.376052 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port c8c84675-c51b-4aae-94c1-305307ade1b6 on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:01.376390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-b1f0a29e-e27e-4646-8552-55e34f4855a9 req-6dbd92d3-102d-4930-b6d5-58a1a44552bf service neutron] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.376522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.389659 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b2823dc2-8baa-4dd4-a113-dc65ea83d043 req-cd58dfe8-f8a0-4f03-b62d-204a15e1a6ff tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0665939 Jan 04 13:55:01.457733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-b1f0a29e-e27e-4646-8552-55e34f4855a9 req-6dbd92d3-102d-4930-b6d5-58a1a44552bf service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.462549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-b1f0a29e-e27e-4646-8552-55e34f4855a9 req-6dbd92d3-102d-4930-b6d5-58a1a44552bf service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.464815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:01.472055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.477446 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Sync routers for ids ['0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:01.482433 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2502179e-fa3b-4cf7-90a0-52e3b4cef0cf req-b7114d6c-8f50-4dca-844e-e9971711b1d5 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2339666 Jan 04 13:55:01.487842 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Routers {'0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:01.488456 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:01.519882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] For port c8c84675-c51b-4aae-94c1-305307ade1b6, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:01.520086 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b1f0a29e-e27e-4646-8552-55e34f4855a9 req-6dbd92d3-102d-4930-b6d5-58a1a44552bf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1626294 Jan 04 13:55:01.520321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempted to set empty binding levels {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 04 13:55:01.522624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbd92d3-102d-4930-b6d5-58a1a44552bf service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=d1ff938c-f937-49bf-b634-3a9ea65761ce,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:01.556555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.558835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.592708 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Set router 0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:01.606457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.607129 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ddc920ad-30a6-4fb6-8088-f7e8a76435b1 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.5288718 Jan 04 13:55:01.608596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:01.609177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.609945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33882) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.623456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:01.634489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d923919c-b627-4290-a7e9-9ec13572b307 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.639905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=11c77906-5e15-48dd-8471-44b8865b9f56,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:01.642861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:01.660675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:01.705765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:01.712484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 3.5493529 Jan 04 13:55:01.721689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33884) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.746633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d923919c-b627-4290-a7e9-9ec13572b307 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.775054 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-554a63a3-f6c0-4c8e-8708-cdc83d5d0b8c tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 HTTP/1.1" status: 200 len: 908 time: 0.1637053 Jan 04 13:55:01.775787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33886) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.781168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1553949682', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': True}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:01.841477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 13:55:01.853485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.854826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.862450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:01.862819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.869264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bde7e08-bcbb-4032-8ec8-36821f832cc8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=c8c84675-c51b-4aae-94c1-305307ade1b6,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:01.902817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:01.903942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.912859 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26', 'name': 'tempest-snat-router-1553949682', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.29'}], 'enable_snat': False}, 'gw_port_id': 'ded0ee38-d035-4649-a9e6-6c90df8a0c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:57Z', 'updated_at': '2022-01-04T13:54:59Z', 'revision_number': 3, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port': {'id': 'ded0ee38-d035-4649-a9e6-6c90df8a0c6d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:57Z', 'updated_at': '2022-01-04T13:54:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:01.932392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.989558 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-36a7cf52-fcc3-428c-84e0-56756d93112b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0432320 Jan 04 13:55:01.989775 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Checking router: 0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:01.989775 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Updating router 0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 port ded0ee38-d035-4649-a9e6-6c90df8a0c6d binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:55:01.990630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:01.993015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33890) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:01.999847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'network_id': 'e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05', 'name': 'tempest-AllowedAddressPairTestJSON-1970558218'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:02.006778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.016485 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.017624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.046505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-91f7a0bc-1f52-43a5-8e62-28634014e5a2 None None] Provisioning complete for port 11c77906-5e15-48dd-8471-44b8865b9f56 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:02.046991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-91f7a0bc-1f52-43a5-8e62-28634014e5a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.059385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d923919c-b627-4290-a7e9-9ec13572b307 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.062216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d923919c-b627-4290-a7e9-9ec13572b307 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.066473 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d923919c-b627-4290-a7e9-9ec13572b307 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9ff6230e-3e30-4863-881d-746c37e4f44d HTTP/1.1" status: 204 len: 168 time: 0.7691336 Jan 04 13:55:02.080787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.082194 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7861283 Jan 04 13:55:02.085201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33894) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:02.097912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c966c2b0-4db6-4ab4-b711-c10f693c0bac req-86ea73c6-0db4-4bf2-9cda-aeabceed1ad5 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:02.100608 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c966c2b0-4db6-4ab4-b711-c10f693c0bac req-86ea73c6-0db4-4bf2-9cda-aeabceed1ad5 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.1856768 Jan 04 13:55:02.121312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9276efbb-185e-4180-8ed3-0e556404afce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8473cfa-1617-437a-aa6f-aa3bc0e16b9a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.128585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:02.148007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d923919c-b627-4290-a7e9-9ec13572b307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ff6230e-3e30-4863-881d-746c37e4f44d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.149349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.155732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Deleting port c8c84675-c51b-4aae-94c1-305307ade1b6 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:02.156051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.185769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-687a2d7d-3aec-4f2b-af3a-65c261f09fff tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': 'f8473cfa-1617-437a-aa6f-aa3bc0e16b9a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:02.187091 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-687a2d7d-3aec-4f2b-af3a-65c261f09fff tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 04 13:55:02.187831 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-687a2d7d-3aec-4f2b-af3a-65c261f09fff tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:02.189060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-687a2d7d-3aec-4f2b-af3a-65c261f09fff tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.1026545 Jan 04 13:55:02.192337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-91f7a0bc-1f52-43a5-8e62-28634014e5a2 None None] Port 11c77906-5e15-48dd-8471-44b8865b9f56 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:02.213587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33896) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:02.227985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.266573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.298530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] For port c8c84675-c51b-4aae-94c1-305307ade1b6, host hv-neutron-mast, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:02.298890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.318396 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c966c2b0-4db6-4ab4-b711-c10f693c0bac req-8f1d2e98-5fc3-4a80-a1d1-673dab2c2c70 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172979 Jan 04 13:55:02.330579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Calling delete_port for c8c84675-c51b-4aae-94c1-305307ade1b6 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:02.332363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Made reservation on behalf of 29c304535ec348f6b7766bf634c95c1b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:02.342328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.382694 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.388863 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.420325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] device_id is not set on port 21084156-7475-42c3-a523-01eb34dee3d5 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:02.431495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cad9c967-8305-4af1-9396-2ebdfbe8a8f6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.477955 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89868fe-d915-4f54-9657-2af0b647b2db None None] Pushing event updated for resources: {'Port': ['ID=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.492037 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Attempting to bind port ded0ee38-d035-4649-a9e6-6c90df8a0c6d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:02.492405 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Attempting to bind port ded0ee38-d035-4649-a9e6-6c90df8a0c6d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:02.492757 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Attempting to bind port ded0ee38-d035-4649-a9e6-6c90df8a0c6d on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:02.499250 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:02.500006 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:02.500584 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.501189 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:02.501847 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Bound port: ded0ee38-d035-4649-a9e6-6c90df8a0c6d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:02.504110 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.558726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cad9c967-8305-4af1-9396-2ebdfbe8a8f6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.578536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.590391 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] For port ded0ee38-d035-4649-a9e6-6c90df8a0c6d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:02.594727 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] For port ded0ee38-d035-4649-a9e6-6c90df8a0c6d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:02.603624 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.631415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.660135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.664252 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Routers {'0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:02.665491 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:02.666445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event deleted for resources: {'Port': ['ID=c8c84675-c51b-4aae-94c1-305307ade1b6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.722962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83bb1543-af09-4757-8ac2-a49f809f078a req-482e0c72-5d57-4053-9e98-403b34fd334a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:02.725282 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-83bb1543-af09-4757-8ac2-a49f809f078a req-482e0c72-5d57-4053-9e98-403b34fd334a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2033026 Jan 04 13:55:02.731241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.735484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-77554a83-1676-4584-9e61-7596104416b2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "DELETE /v2.0/ports/c8c84675-c51b-4aae-94c1-305307ade1b6 HTTP/1.1" status: 204 len: 168 time: 1.0108986 Jan 04 13:55:02.739013 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f89868fe-d915-4f54-9657-2af0b647b2db None None] Pushing event updated for resources: {'Port': ['ID=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.742700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33912) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:02.745827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Allocated IP 172.20.0.14 (e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05/c2427f34-b1c6-4b3d-a548-5c3eeace4efe/21084156-7475-42c3-a523-01eb34dee3d5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:02.766867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cdef4a-9820-4315-9924-d91bb17a291e req-11f72aa8-64b0-4124-a8dd-0bbff7d1528a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:02.778475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05cdef4a-9820-4315-9924-d91bb17a291e req-11f72aa8-64b0-4124-a8dd-0bbff7d1528a tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.1958716 Jan 04 13:55:02.792916 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7b1b48a-ded7-4d8d-9c14-0841e0300175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:55:02.794645 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d7b1b48a-ded7-4d8d-9c14-0841e0300175 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "GET /v2.0/ports/c8c84675-c51b-4aae-94c1-305307ade1b6 HTTP/1.1" status: 404 len: 333 time: 0.0502944 Jan 04 13:55:02.795417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cad9c967-8305-4af1-9396-2ebdfbe8a8f6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.798165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cad9c967-8305-4af1-9396-2ebdfbe8a8f6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.800732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33914) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:02.802540 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cad9c967-8305-4af1-9396-2ebdfbe8a8f6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8473cfa-1617-437a-aa6f-aa3bc0e16b9a HTTP/1.1" status: 204 len: 168 time: 0.5874174 Jan 04 13:55:02.803984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33916) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:02.816891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Request body: {'port': {'network_id': '2d470203-8ce6-48ee-865c-5f422385c408', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1959738600'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:02.821065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad9c967-8305-4af1-9396-2ebdfbe8a8f6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8473cfa-1617-437a-aa6f-aa3bc0e16b9a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:02.827019 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] Set router 0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:02.899440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-83bb1543-af09-4757-8ac2-a49f809f078a req-426b3e63-fc64-4547-86d7-c45f95592b54 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1575117 Jan 04 13:55:02.938334 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d5e217a2-e2f9-443b-9bc2-ce1e2013b795 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1239324 Jan 04 13:55:02.942317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33922) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:02.943664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05cdef4a-9820-4315-9924-d91bb17a291e req-fe5a9108-8854-451e-b69d-104129fedd92 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1643276 Jan 04 13:55:02.957237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Made reservation on behalf of a7e4400126654cd08feaf97e8ce31630 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:02.961241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:02.963161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1199152121'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:02.997615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port 490d1a33-1957-4e81-8393-88431e15160b yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:03.002339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Allocated IP 172.36.2.225 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/a1f0590f-e8de-42ec-9bf5-8d4c44200792) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:03.057423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3'}, {'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:03.061679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1dbf96-ddf3-4a8b-89dd-7e99520bfef7" -d '{"events": [{"server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "name": "network-vif-plugged", "status": "completed", "tag": "3d12d033-17d0-478a-9578-da3987c998b3"}, {"server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "name": "network-vif-plugged", "status": "completed", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:03.076239 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26', 'name': 'tempest-snat-router-1553949682', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.29'}], 'enable_snat': False}, 'gw_port_id': 'ded0ee38-d035-4649-a9e6-6c90df8a0c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:57Z', 'updated_at': '2022-01-04T13:54:59Z', 'revision_number': 3, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port': {'id': 'ded0ee38-d035-4649-a9e6-6c90df8a0c6d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:57Z', 'updated_at': '2022-01-04T13:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:03.085469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.125573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.142595 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be559da-f048-4520-8afc-5904f5ac80f9 None None] The sync data for ids ['0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26'] in dv-neutron-master-2-hyperv is: [{'id': '0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26', 'name': 'tempest-snat-router-1553949682', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.29'}], 'enable_snat': False}, 'gw_port_id': 'ded0ee38-d035-4649-a9e6-6c90df8a0c6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:57Z', 'updated_at': '2022-01-04T13:54:59Z', 'revision_number': 3, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port': {'id': 'ded0ee38-d035-4649-a9e6-6c90df8a0c6d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:e8:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26', 'device_owner': 'network:router_gateway', 'standard_attr_id': 229, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:57Z', 'updated_at': '2022-01-04T13:55:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:03.164335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ee27aa7-e58f-42ec-83d2-77331009acdf x-openstack-request-id: req-6ee27aa7-e58f-42ec-83d2-77331009acdf {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:03.164842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "name": "network-vif-plugged", "status": "completed", "tag": "3d12d033-17d0-478a-9578-da3987c998b3", "code": 200}, {"server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "name": "network-vif-plugged", "status": "completed", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:03.164842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6ee27aa7-e58f-42ec-83d2-77331009acdf {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:03.165257 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3', 'code': 200} Jan 04 13:55:03.165901 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'code': 200} Jan 04 13:55:03.294207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33930) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:03.322600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.348738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.378409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.424236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.456086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.472402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.532218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.562344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:03.573183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:03.580475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:03.583409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:03.591690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:03.599142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:03.600384 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6571610 Jan 04 13:55:03.601361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:03.611979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33938) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:03.674846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-79a72f6f-7d5c-47f6-b57c-2ba1448c5bc6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '01aa9cd0-c0ff-4604-8f35-b35b508180f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:03.684881 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-79a72f6f-7d5c-47f6-b57c-2ba1448c5bc6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 04 13:55:03.685634 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-79a72f6f-7d5c-47f6-b57c-2ba1448c5bc6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:03.689557 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-79a72f6f-7d5c-47f6-b57c-2ba1448c5bc6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0743055 Jan 04 13:55:03.689557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=21084156-7475-42c3-a523-01eb34dee3d5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:03.692206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33940) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:03.718445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e87979f0-b9d1-44e1-aafa-d6d538f2b1c0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '01aa9cd0-c0ff-4604-8f35-b35b508180f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:03.719540 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-e87979f0-b9d1-44e1-aafa-d6d538f2b1c0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 04 13:55:03.720262 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-e87979f0-b9d1-44e1-aafa-d6d538f2b1c0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:03.721998 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e87979f0-b9d1-44e1-aafa-d6d538f2b1c0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0201035 Jan 04 13:55:03.725826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ecb825-e091-4f8c-952d-cbfda3a10a5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01aa9cd0-c0ff-4604-8f35-b35b508180f8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:03.727763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33942) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:03.737648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-737010003'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:03.750289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f9ea2197-931f-4882-a0e0-de5f0076f41a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '01aa9cd0-c0ff-4604-8f35-b35b508180f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:03.752502 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-f9ea2197-931f-4882-a0e0-de5f0076f41a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 04 13:55:03.753259 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-f9ea2197-931f-4882-a0e0-de5f0076f41a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:03.755487 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9ea2197-931f-4882-a0e0-de5f0076f41a tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0091107 Jan 04 13:55:03.761896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Network 2d470203-8ce6-48ee-865c-5f422385c408 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:03.763548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33944) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:03.773266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c7b6c6d4-245f-4202-84fa-ac12bc630ed1 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '01aa9cd0-c0ff-4604-8f35-b35b508180f8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:03.775270 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-c7b6c6d4-245f-4202-84fa-ac12bc630ed1 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 04 13:55:03.775903 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-c7b6c6d4-245f-4202-84fa-ac12bc630ed1 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:03.784977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33946) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:03.788759 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c7b6c6d4-245f-4202-84fa-ac12bc630ed1 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0240762 Jan 04 13:55:03.806479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:03.808916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Port': ['ID=a1f0590f-e8de-42ec-9bf5-8d4c44200792,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:03.811382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:03.812771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:03.813536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.006783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-69d7af06-4a1b-45a4-b2e2-bd5e68a1d17e None None] Provisioning complete for port 21084156-7475-42c3-a523-01eb34dee3d5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:04.008174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d7af06-4a1b-45a4-b2e2-bd5e68a1d17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.047993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-69d7af06-4a1b-45a4-b2e2-bd5e68a1d17e None None] Port 21084156-7475-42c3-a523-01eb34dee3d5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:04.164669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.165338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.209948 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b4550a84-b2ef-46d9-b85c-dde34e3c0211 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2125149 Jan 04 13:55:04.216590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33952) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:04.224947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:f9:57:c6'}, {'ip_address': '172.20.0.7', 'mac_address': 'fa:16:3e:fa:fd:d0'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:04.254813 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.4435699 Jan 04 13:55:04.257219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10df9328-d777-4aa1-8472-ab1f66e1a714 req-73d8238e-44d3-4978-b0f1-ff569f4aa447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.258918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-10df9328-d777-4aa1-8472-ab1f66e1a714 req-73d8238e-44d3-4978-b0f1-ff569f4aa447 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 1098 time: 0.4999130 Jan 04 13:55:04.260137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33954) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:04.268633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:04.275703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6c4ac-dff0-43ad-849c-77050e92beb8 req-bdc019d5-4f2e-4677-bbda-06d4b1700fd6 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.277758 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-76f6c4ac-dff0-43ad-849c-77050e92beb8 req-bdc019d5-4f2e-4677-bbda-06d4b1700fd6 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.7086830 Jan 04 13:55:04.281050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b21b66-ed10-45c8-83f3-0d763fd75a5b req-7ea2898d-4550-4c4c-84fe-cfb7c361dc42 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.282536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-71b21b66-ed10-45c8-83f3-0d763fd75a5b req-7ea2898d-4550-4c4c-84fe-cfb7c361dc42 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1383824 Jan 04 13:55:04.311019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15c2adc-5d3b-4328-9198-599ebdf83944 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=490d1a33-1957-4e81-8393-88431e15160b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:04.312198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:04.315823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.318997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de0ea3-ad81-4662-ab73-6e98215e2a2f req-3296cfbd-9164-4eae-814e-7aa007a79eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.320888 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e0de0ea3-ad81-4662-ab73-6e98215e2a2f req-3296cfbd-9164-4eae-814e-7aa007a79eea service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 1098 time: 0.7019651 Jan 04 13:55:04.390805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.426468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c132db33-53f3-4ec0-bc7d-77f8b8a5392f tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.462030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.483175 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-10df9328-d777-4aa1-8472-ab1f66e1a714 req-54b1c8f0-c69b-49b4-8232-3bdd040a4564 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1962934 Jan 04 13:55:04.489015 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-71b21b66-ed10-45c8-83f3-0d763fd75a5b req-00885fff-e7d1-490e-92ea-8e47cbe88bc5 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1774721 Jan 04 13:55:04.521934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c132db33-53f3-4ec0-bc7d-77f8b8a5392f tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.540040 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e0de0ea3-ad81-4662-ab73-6e98215e2a2f req-6ac1a354-50ff-42e5-ab30-8e1e32a49902 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1926723 Jan 04 13:55:04.549895 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-76f6c4ac-dff0-43ad-849c-77050e92beb8 req-af42d2b9-4997-4c51-9090-9de4fd16c130 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2431893 Jan 04 13:55:04.618276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.654197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c132db33-53f3-4ec0-bc7d-77f8b8a5392f tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.657089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c132db33-53f3-4ec0-bc7d-77f8b8a5392f tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.660777 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c132db33-53f3-4ec0-bc7d-77f8b8a5392f tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/01aa9cd0-c0ff-4604-8f35-b35b508180f8 HTTP/1.1" status: 204 len: 168 time: 0.8650672 Jan 04 13:55:04.664357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33958) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:04.679435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.722953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7829c237-acb8-4027-a889-baf4f0919de4 req-e8089e0d-ca81-431b-9268-a1f61d221446 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.724437 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7829c237-acb8-4027-a889-baf4f0919de4 req-e8089e0d-ca81-431b-9268-a1f61d221446 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.1670125 Jan 04 13:55:04.745853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c132db33-53f3-4ec0-bc7d-77f8b8a5392f tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01aa9cd0-c0ff-4604-8f35-b35b508180f8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:04.754900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.786048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.844813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port 490d1a33-1957-4e81-8393-88431e15160b yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:04.863585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:04.873931 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1904ccb-93bf-4250-bbf0-0e69cb7e0768 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2060723 Jan 04 13:55:04.885540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33960) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:04.889427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.890735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--767602889'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:04.902119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bdbc663-dd62-4f86-8f8d-31e8d77f9b64,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:04.903034 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7829c237-acb8-4027-a889-baf4f0919de4 req-939109b3-0241-4bb1-bdbc-7dde13bb772d tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1678681 Jan 04 13:55:04.911200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.915276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:04.915823 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Added segment ad10f77a-76fe-4790-b782-eadbd62db45a of type vlan for network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab Jan 04 13:55:04.938911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dacf563-1319-44af-b171-81f4861b6cc6 req-86ffc29e-9070-474a-852a-3ec0766651ab tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:04.940369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6dacf563-1319-44af-b171-81f4861b6cc6 req-86ffc29e-9070-474a-852a-3ec0766651ab tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2467382 Jan 04 13:55:04.953508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33962) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:04.962838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Request body: {'floatingip': {'port_id': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.020668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.027751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.034210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.068779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.107791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.113680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:05.114375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.119755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=490d1a33-1957-4e81-8393-88431e15160b,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:05.161897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 1.8676610 Jan 04 13:55:05.168617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33964) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.169274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.177292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.181960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'subnet': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.220166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:05.220506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:05.220847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:05.222780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.253522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2c05b6-d838-4bdd-b6df-f22632b938ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Network': ['ID=a5fe9d24-3a03-48b5-89d1-3c65f810a3ab,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:05.269175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:05.278364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:05.278697 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:05.284021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.290993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.313543 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 2 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:05.360244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.361286 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4741709 Jan 04 13:55:05.366196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33966) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.373337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-174bb788-ddc2-4897-99c4-af20a0899fc9 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.374425 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-174bb788-ddc2-4897-99c4-af20a0899fc9 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 04 13:55:05.374924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-174bb788-ddc2-4897-99c4-af20a0899fc9 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:05.375922 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-174bb788-ddc2-4897-99c4-af20a0899fc9 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087786 Jan 04 13:55:05.377118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3081188-35ad-45ee-984a-38e5e76909e2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6948c057-a08c-492b-939a-34f208071a25,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:05.380707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33968) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.386420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6fdb6846-5d5f-4446-b565-b3ced57b8b29 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.428749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event updated for resources: {'Port': ['ID=21084156-7475-42c3-a523-01eb34dee3d5,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:05.445859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:05.446252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:05.446562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:05.447496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Router 37b5f407-b35f-4201-9599-ce02af60d216 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:05.464664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-6fdb6846-5d5f-4446-b565-b3ced57b8b29 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:05.464804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:05.465005 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:05.465849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6fdb6846-5d5f-4446-b565-b3ced57b8b29 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0843177 Jan 04 13:55:05.470904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33970) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.474654 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 3 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:05.515214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-38779cd7-d36c-4e07-b5e2-dd27240af784 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.515725 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-38779cd7-d36c-4e07-b5e2-dd27240af784 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 04 13:55:05.516236 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-38779cd7-d36c-4e07-b5e2-dd27240af784 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:05.517383 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-38779cd7-d36c-4e07-b5e2-dd27240af784 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0455089 Jan 04 13:55:05.520618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] In _notify_port_updated(), no bound segment for port 21084156-7475-42c3-a523-01eb34dee3d5 on network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:05.522486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ded0ee38-d035-4649-a9e6-6c90df8a0c6d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:05.526883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33972) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.531832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a191625d-7969-4187-afa3-dea094dbe3fa tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.532499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:05.533809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.536864 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1717cad9-df1b-4671-b205-8ed8f5c3ac03 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "PUT /v2.0/ports/21084156-7475-42c3-a523-01eb34dee3d5 HTTP/1.1" status: 200 len: 1057 time: 1.3190217 Jan 04 13:55:05.541705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33974) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.546289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:05.546843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:05.547988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:05.575982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ded0ee38-d035-4649-a9e6-6c90df8a0c6d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:05.576673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.643215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:05.643566 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:05.648286 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 4 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:05.650846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:05.654899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.656875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:05.679099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Sync routers for ids ['37b5f407-b35f-4201-9599-ce02af60d216'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:05.698861 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-a191625d-7969-4187-afa3-dea094dbe3fa tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:05.700102 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a191625d-7969-4187-afa3-dea094dbe3fa tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1721077 Jan 04 13:55:05.703997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.705489 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-124a7dd5-59b8-4510-a32d-4eebda9c725e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 3.9277830 Jan 04 13:55:05.706240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33978) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.711425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-db221655-8e10-4179-a627-fe10f16bf507 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.712099 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-db221655-8e10-4179-a627-fe10f16bf507 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 04 13:55:05.712711 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-db221655-8e10-4179-a627-fe10f16bf507 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:05.713798 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-db221655-8e10-4179-a627-fe10f16bf507 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0063422 Jan 04 13:55:05.715009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33980) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.719670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 33982) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.719827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.727426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Routers {'37b5f407-b35f-4201-9599-ce02af60d216'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:05.728393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['37b5f407-b35f-4201-9599-ce02af60d216'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:05.735783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-956a937d-d8fa-4151-8ef1-72433918de87 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:05.774474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:05.776867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:05.777257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:05.783132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c8128bf4-d4af-4951-be82-aa2b39c5eae8 None None] Provisioning complete for port 21084156-7475-42c3-a523-01eb34dee3d5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:05.783796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c8128bf4-d4af-4951-be82-aa2b39c5eae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.798196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:05.798889 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:05.836240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ded0ee38-d035-4649-a9e6-6c90df8a0c6d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:05.838171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c8128bf4-d4af-4951-be82-aa2b39c5eae8 None None] Port 21084156-7475-42c3-a523-01eb34dee3d5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:05.842019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8f444bfe-72f1-4110-99ed-1f3379245b4d tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/37b5f407-b35f-4201-9599-ce02af60d216 HTTP/1.1" status: 200 len: 908 time: 0.1255283 Jan 04 13:55:05.844705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33984) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:05.846817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:05.857345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 5 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:05.900668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:06.007956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Set router 37b5f407-b35f-4201-9599-ce02af60d216 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:06.019711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:06.020121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:06.020459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:06.056305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.065620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:06.066552 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:06.075294 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 6 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:06.116172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819978f-4ef1-431b-aed2-b85190375981 req-486303cc-62c5-4754-86a2-aa8efb8bf170 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:06.117669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1819978f-4ef1-431b-aed2-b85190375981 req-486303cc-62c5-4754-86a2-aa8efb8bf170 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.4208167 Jan 04 13:55:06.120868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3e58c8-ac25-4125-bb12-e4c02e6bd369 req-3e97e9b3-117d-4df9-996f-c60bff9be0ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:06.122380 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-db3e58c8-ac25-4125-bb12-e4c02e6bd369 req-3e97e9b3-117d-4df9-996f-c60bff9be0ae tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.1171482 Jan 04 13:55:06.132303 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-956a937d-d8fa-4151-8ef1-72433918de87 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:06.135983 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-956a937d-d8fa-4151-8ef1-72433918de87 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4117970 Jan 04 13:55:06.140317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33988) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:06.144796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:06.145125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:06.145454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:06.176866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ed327d93-17c1-4710-8f6e-55ba9b94952d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:06.177239 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-ed327d93-17c1-4710-8f6e-55ba9b94952d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 04 13:55:06.177720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-ed327d93-17c1-4710-8f6e-55ba9b94952d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:06.181355 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ed327d93-17c1-4710-8f6e-55ba9b94952d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0373693 Jan 04 13:55:06.181897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33990) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:06.188759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ca8ae18e-46e5-4ee6-957b-09d1d8ac2757 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:06.219888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b5f407-b35f-4201-9599-ce02af60d216', 'name': 'tempest-snat-router-1553949682', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.225'}], 'enable_snat': True}, 'gw_port_id': 'a1f0590f-e8de-42ec-9bf5-8d4c44200792', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:01Z', 'updated_at': '2022-01-04T13:55:04Z', 'revision_number': 3, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port': {'id': 'a1f0590f-e8de-42ec-9bf5-8d4c44200792', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:64:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '37b5f407-b35f-4201-9599-ce02af60d216', 'device_owner': 'network:router_gateway', 'standard_attr_id': 269, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.225', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:02Z', 'updated_at': '2022-01-04T13:55:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:06.245736 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-db3e58c8-ac25-4125-bb12-e4c02e6bd369 req-4d9f6a79-153e-43a4-8243-1468159e55a0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1165481 Jan 04 13:55:06.258552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.303292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-ca8ae18e-46e5-4ee6-957b-09d1d8ac2757 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:06.304501 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ca8ae18e-46e5-4ee6-957b-09d1d8ac2757 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1207685 Jan 04 13:55:06.307430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33994) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:06.315323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a670be03-b454-461e-98cf-a3b5d4d90459 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '6948c057-a08c-492b-939a-34f208071a25', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:06.395062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Checking router: 37b5f407-b35f-4201-9599-ce02af60d216 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:06.395413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Updating router 37b5f407-b35f-4201-9599-ce02af60d216 port a1f0590f-e8de-42ec-9bf5-8d4c44200792 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:55:06.398858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Deleting port a1f0590f-e8de-42ec-9bf5-8d4c44200792 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:06.399372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.422488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.430630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e9b97d-9037-4b42-9661-8b23c105bc89 req-77b74681-0f54-488d-871a-ce2f03688af7 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:06.432049 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-83e9b97d-9037-4b42-9661-8b23c105bc89 req-77b74681-0f54-488d-871a-ce2f03688af7 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.1019688 Jan 04 13:55:06.443369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-a670be03-b454-461e-98cf-a3b5d4d90459 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:06.443369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a670be03-b454-461e-98cf-a3b5d4d90459 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1316249 Jan 04 13:55:06.443369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33996) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:06.444540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 33998) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:06.450029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Request body: {'floatingip': {'port_id': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:06.500562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:06.501128 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:06.511676 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 7 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:06.541042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port 21084156-7475-42c3-a523-01eb34dee3d5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:06.541597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.580948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.610440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:06.610773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:06.611111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:06.668465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.686060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:06.686702 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:06.693672 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 8 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:06.707526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Calling delete_port for a1f0590f-e8de-42ec-9bf5-8d4c44200792 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:06.710389 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1819978f-4ef1-431b-aed2-b85190375981 req-6802ed4e-4c01-4e98-bffe-c65074e0fbc8 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5791643 Jan 04 13:55:06.728928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.733410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.743996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d08cd229-2152-4d38-9ba5-f5c0c49e4cae tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.797633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:06.797633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:06.797633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:06.802816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4820baf-f76e-4f89-a41f-8ccd97fb62a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f0590f-e8de-42ec-9bf5-8d4c44200792,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:06.805469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Attempting to bind port a1f0590f-e8de-42ec-9bf5-8d4c44200792 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:06.805911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Attempting to bind port a1f0590f-e8de-42ec-9bf5-8d4c44200792 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:06.806212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Attempting to bind port a1f0590f-e8de-42ec-9bf5-8d4c44200792 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:06.811972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:06.812347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:06.812742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.813125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:06.813580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Bound port: a1f0590f-e8de-42ec-9bf5-8d4c44200792, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:06.813982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.845073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.resource_extend [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:55:06.847170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:06.847170 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:06.853087 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 9 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:06.859527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d08cd229-2152-4d38-9ba5-f5c0c49e4cae tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.872198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] For port a1f0590f-e8de-42ec-9bf5-8d4c44200792, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:06.875646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] For port a1f0590f-e8de-42ec-9bf5-8d4c44200792, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a1f0590f-e8de-42ec-9bf5-8d4c44200792,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:06.880376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.936794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Routers {'37b5f407-b35f-4201-9599-ce02af60d216'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:06.937573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['37b5f407-b35f-4201-9599-ce02af60d216'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:06.954904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.970179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:06.980584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:06.980923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:06.981255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:06.984965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.005554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d08cd229-2152-4d38-9ba5-f5c0c49e4cae tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.008419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d08cd229-2152-4d38-9ba5-f5c0c49e4cae tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.012680 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d08cd229-2152-4d38-9ba5-f5c0c49e4cae tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/6948c057-a08c-492b-939a-34f208071a25 HTTP/1.1" status: 204 len: 168 time: 0.5551977 Jan 04 13:55:07.017672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34000) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:07.023988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.031865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:07.032185 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:07.037035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for 21084156-7475-42c3-a523-01eb34dee3d5 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:07.039840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] Set router 37b5f407-b35f-4201-9599-ce02af60d216 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:07.040552 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 10 to bind port 490d1a33-1957-4e81-8393-88431e15160b Jan 04 13:55:07.090658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08cd229-2152-4d38-9ba5-f5c0c49e4cae tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6948c057-a08c-492b-939a-34f208071a25,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:07.107925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:07.108117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:07.108856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:07.110966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '37b5f407-b35f-4201-9599-ce02af60d216', 'name': 'tempest-snat-router-1553949682', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:01Z', 'updated_at': '2022-01-04T13:55:06Z', 'revision_number': 4, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:07.121521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4820baf-f76e-4f89-a41f-8ccd97fb62a0 None None] Pushing event updated for resources: {'Port': ['ID=a1f0590f-e8de-42ec-9bf5-8d4c44200792,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:07.154855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d80bc342-b2e0-4087-b45c-b6df664f1cec None None] The sync data for ids ['37b5f407-b35f-4201-9599-ce02af60d216'] in dv-neutron-master-2-hyperv is: [{'id': '37b5f407-b35f-4201-9599-ce02af60d216', 'name': 'tempest-snat-router-1553949682', 'tenant_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:01Z', 'updated_at': '2022-01-04T13:55:06Z', 'revision_number': 4, 'project_id': 'dfcd2b271a90472e8ecf9dcdd32cfc83', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:07.156488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Subnet': ['ID=73e617ee-5eaf-4653-99f2-63d5faa3911a,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:07.165800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:07.166218 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port 490d1a33-1957-4e81-8393-88431e15160b on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:07.166592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.240094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Checking segment: {'id': 'ad10f77a-76fe-4790-b782-eadbd62db45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:07.240459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network hostable DHCP agents. Network: a5fe9d24-3a03-48b5-89d1-3c65f810a3ab, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:07.312353 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Floating IP 9cd9b88f-e17e-484c-8cab-e895e20c23af associated. External IP: 172.36.2.229, port: e3a4032c-3b29-4321-84c3-1e7ba523a9d7. Jan 04 13:55:07.370680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:07.407032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] For port 490d1a33-1957-4e81-8393-88431e15160b, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:07.407411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempted to set empty binding levels {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 04 13:55:07.413465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a5fe9d24-3a03-48b5-89d1-3c65f810a3ab) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:07.422607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b78a12c-89cd-4f4f-8757-e21872d1dd9e None None] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:07.427447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.434082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:07.434337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.490894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ded0ee38-d035-4649-a9e6-6c90df8a0c6d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:07.504386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.516581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] In _notify_port_updated(), no bound segment for port 490d1a33-1957-4e81-8393-88431e15160b on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:07.517450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:07.518073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.521922 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "PUT /v2.0/ports/490d1a33-1957-4e81-8393-88431e15160b HTTP/1.1" status: 200 len: 981 time: 3.2559760 Jan 04 13:55:07.524681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34002) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:07.532650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4a480539-8efb-4548-86f4-778ae73baf7b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5034709 Jan 04 13:55:07.534366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a28f21c4-c59a-4c01-8161-a73c9ff43f5c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3593855 Jan 04 13:55:07.534959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34004) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:07.543674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--903347240'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:07.547606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.549302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34006) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:07.556374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1038317845'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:07.588202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fdb308-2a43-4cd8-ac5a-ac00390b7ec4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=490d1a33-1957-4e81-8393-88431e15160b,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:07.602578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event deleted for resources: {'Port': ['ID=a1f0590f-e8de-42ec-9bf5-8d4c44200792,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:07.632850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ded0ee38-d035-4649-a9e6-6c90df8a0c6d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:07.633437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.662314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'project_id': '9bb247eaa2264846a01a3457bbc75207', 'fixed_ips': [{'subnet_id': '73e617ee-5eaf-4653-99f2-63d5faa3911a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:55:07.663549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.818887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=21084156-7475-42c3-a523-01eb34dee3d5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:07.863426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:55:07.864562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:07.906095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Allocated IP 2001:db8::2 (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/c8a29928-4ec2-4723-86d4-9e9b621fa29c) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:08.021554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.022255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.022890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.023515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.023967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.024566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.025165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.025774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.026772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.027412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.028011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.028617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.029232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.029839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.029979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:08.030339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.030785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.031382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.031980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.032575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.033186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.033399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.033978 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.034573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.035167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.035760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.038905 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9b6a5cd4-39c4-4851-8302-3d87ebbcdb8b tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 21432 time: 0.5087647 Jan 04 13:55:08.047319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34010) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:08.061194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.062168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.070777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] device_id is not set on port b84a3c26-c238-4cec-8ecd-fba8883d7188 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:08.081050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.087740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.123911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.134029 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Router f111e0cf-e911-4a7e-a7b7-60aa98200121 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:08.136905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:08.140913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:08.144567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:08.157945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Pushing event updated for resources: {'Port': ['ID=c8a29928-4ec2-4723-86d4-9e9b621fa29c,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:08.192420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.203366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8381ee2-57bb-4707-b5e6-332b6305595c req-25139d52-138b-458c-8ab9-62a3217dfe78 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:08.205283 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8381ee2-57bb-4707-b5e6-332b6305595c req-25139d52-138b-458c-8ab9-62a3217dfe78 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.2891767 Jan 04 13:55:08.208031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.224942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Attempting to bind port c8a29928-4ec2-4723-86d4-9e9b621fa29c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:08.224942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Attempting to bind port c8a29928-4ec2-4723-86d4-9e9b621fa29c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ad10f77a-76fe-4790-b782-eadbd62db45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:08.225328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Attempting to bind port c8a29928-4ec2-4723-86d4-9e9b621fa29c on network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:08.231991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 54, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:08.232499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Checking segment: {'id': 'ad10f77a-76fe-4790-b782-eadbd62db45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:08.233363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.233484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Bound using segment: {'id': 'ad10f77a-76fe-4790-b782-eadbd62db45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:08.234076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Bound port: c8a29928-4ec2-4723-86d4-9e9b621fa29c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad10f77a-76fe-4790-b782-eadbd62db45a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:08.234553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.308674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] For port c8a29928-4ec2-4723-86d4-9e9b621fa29c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:08.312052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] For port c8a29928-4ec2-4723-86d4-9e9b621fa29c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8a29928-4ec2-4723-86d4-9e9b621fa29c,segment=NetworkSegment(ad10f77a-76fe-4790-b782-eadbd62db45a),segment_id=ad10f77a-76fe-4790-b782-eadbd62db45a)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:08.318375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.320627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.321146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 37b5f407-b35f-4201-9599-ce02af60d216 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:08.330413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.331531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ad71c5c-6cad-446b-87f8-e0a44017196e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/routers/37b5f407-b35f-4201-9599-ce02af60d216 HTTP/1.1" status: 204 len: 168 time: 2.4836352 Jan 04 13:55:08.338007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34012) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:08.347442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Floating IP 1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce associated. External IP: 172.36.2.216, port: 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37. Jan 04 13:55:08.355023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.400330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bff5a2-40af-4c25-b067-8e5bf51ceb6a None None] Pushing event updated for resources: {'Port': ['ID=c8a29928-4ec2-4723-86d4-9e9b621fa29c,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:08.436182 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8381ee2-57bb-4707-b5e6-332b6305595c req-7d7d611e-ac98-4b1e-85f0-375a83d50c9a tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2230215 Jan 04 13:55:08.615684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:08.764611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Allocated IP 2001:db8::1d1 (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/b84a3c26-c238-4cec-8ecd-fba8883d7188) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:08.812322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Router d3cd6922-3ac3-47df-ac42-1aef91ed72ac has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:08.841666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.001477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.005013 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2778f49f-8cd5-4401-9208-44ba52f4794b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/ports/21084156-7475-42c3-a523-01eb34dee3d5 HTTP/1.1" status: 204 len: 168 time: 3.4532421 Jan 04 13:55:09.017997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.019359 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4799333 Jan 04 13:55:09.020053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34016) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:09.037373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34018) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:09.044682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe7aa9f2-7edd-4a60-8ab2-a9d5dc2a5395 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=37e4edde-73ff-4170-b0ae-b4ad3db872c5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:09.054938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7d7bbb16-27a5-4fe5-8de4-d2c857a3ea5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '37e4edde-73ff-4170-b0ae-b4ad3db872c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:09.109436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Deleting port 490d1a33-1957-4e81-8393-88431e15160b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:09.109778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.126816 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9910f3fe-c086-4907-b202-acf250127bcc tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] GET failed (client error): The resource could not be found. Jan 04 13:55:09.131813 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9910f3fe-c086-4907-b202-acf250127bcc tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "GET /v2.0/ports/21084156-7475-42c3-a523-01eb34dee3d5 HTTP/1.1" status: 404 len: 333 time: 0.0996594 Jan 04 13:55:09.146080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34020) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:09.175237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9c6cad-43c2-493d-b02c-9558fa83b6e9 req-face5899-e855-48ca-9c4b-518b5288e478 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:09.176602 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2c9c6cad-43c2-493d-b02c-9558fa83b6e9 req-face5899-e855-48ca-9c4b-518b5288e478 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.3412848 Jan 04 13:55:09.190078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34022) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:09.196911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Request body: {'floatingip': {'port_id': '3d12d033-17d0-478a-9578-da3987c998b3'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:09.226299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.237751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:09.255346 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] Sync routers for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:09.271423 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:09.272643 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:09.281642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.283023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.326696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] For port 490d1a33-1957-4e81-8393-88431e15160b, host hv-neutron-mast, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:09.327020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.425795 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:09.443223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Calling delete_port for 490d1a33-1957-4e81-8393-88431e15160b owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:09.445977 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8ccffd75-aacd-4e35-88fb-ecec9217aa08 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "PUT /v2.0/floatingips/9cd9b88f-e17e-484c-8cab-e895e20c23af HTTP/1.1" status: 200 len: 992 time: 4.4866672 Jan 04 13:55:09.451665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:09.453813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6" -d '{"events": [{"name": "network-changed", "server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:09.457374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.489372 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-7d7bbb16-27a5-4fe5-8de4-d2c857a3ea5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The resource could not be found. Jan 04 13:55:09.490485 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d7bbb16-27a5-4fe5-8de4-d2c857a3ea5d tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.4468825 Jan 04 13:55:09.495488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34028) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:09.508368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a41b3296-a0f8-4136-8ef0-62e60daa9fba tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '37e4edde-73ff-4170-b0ae-b4ad3db872c5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'b407ce1b-0f3b-4f39-9f84-d664ef3ffead'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:09.573656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:09.587615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.590261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] Sync routers for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:09.592467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.621348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:09.626448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:09.652569 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-15df7c50-e5d4-4fa7-bc06-9d6f41e08955 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "PUT /v2.0/floatingips/1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce HTTP/1.1" status: 200 len: 991 time: 3.2087955 Jan 04 13:55:09.697462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecb5224e-825f-4ca7-a8d6-898f93b4fcf6 x-openstack-request-id: req-ecb5224e-825f-4ca7-a8d6-898f93b4fcf6 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:09.698018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:09.698018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ecb5224e-825f-4ca7-a8d6-898f93b4fcf6 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:09.698536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'status': 'completed', 'code': 200} Jan 04 13:55:09.709105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:09.725817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-073efed4-5e83-45f8-bb97-55d39ec6ed42" -d '{"events": [{"name": "network-changed", "server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:09.748869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:09.766918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:09.778082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:09.784358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:09.785226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.802318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=b84a3c26-c238-4cec-8ecd-fba8883d7188,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:09.821495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port 11c77906-5e15-48dd-8471-44b8865b9f56 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:09.822214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.839438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.840142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.840704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.841297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.841846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.842430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.842979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.843526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.844099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.844644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.845197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.845747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.846326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:09.873379 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c918da67-5428-4208-8c91-927933e36d87 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.3207183 Jan 04 13:55:09.881416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34038) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:09.900918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-88785680', 'allowed_address_pairs': [{'ip_address': '2001:db8::1d1', 'mac_address': 'fa:16:3e:f5:4e:34'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:09.904562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c8a29928-4ec2-4723-86d4-9e9b621fa29c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:09.905272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4da458c-9247-4c60-bf54-3db615fc48b6 x-openstack-request-id: req-a4da458c-9247-4c60-bf54-3db615fc48b6 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:09.905540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:09.905789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a4da458c-9247-4c60-bf54-3db615fc48b6 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:09.906202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'status': 'completed', 'code': 200} Jan 04 13:55:09.921385 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-a41b3296-a0f8-4136-8ef0-62e60daa9fba tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The resource could not be found. Jan 04 13:55:09.922605 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a41b3296-a0f8-4136-8ef0-62e60daa9fba tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4254920 Jan 04 13:55:09.923410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:09.950807 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9cd9b88f-e17e-484c-8cab-e895e20c23af', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'floating_ip_address': '172.36.2.229', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'port_id': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'mac_address': 'fa:16:3e:7c:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af57ca-618e-4265-9534-8257855aefda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:33Z', 'updated_at': '2022-01-04T13:55:06Z', 'revision_number': 1, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:28Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:09.969203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:09.970094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34040) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:10.011328 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] Checking router: f111e0cf-e911-4a7e-a7b7-60aa98200121 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:10.017768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2c9a02-ef01-4043-afcc-4d3f6ab3bdf4 None None] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:10.030401 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:10.031153 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:10.069208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event deleted for resources: {'Port': ['ID=490d1a33-1957-4e81-8393-88431e15160b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:10.084794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.088408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a1a3c90d-f302-4969-aee5-7c387c4b4c64 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "DELETE /v2.0/ports/490d1a33-1957-4e81-8393-88431e15160b HTTP/1.1" status: 204 len: 168 time: 2.0317867 Jan 04 13:55:10.094705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34042) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:10.121207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-59a19287-449e-4288-9691-7c45d3e03313 None None] Provisioning complete for port c8a29928-4ec2-4723-86d4-9e9b621fa29c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:10.121580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59a19287-449e-4288-9691-7c45d3e03313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.126077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-6eb810a5-8951-43dc-9688-465753a82a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:10.128697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-6eb810a5-8951-43dc-9688-465753a82a9b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.3862233 Jan 04 13:55:10.135143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Deleting port ded0ee38-d035-4649-a9e6-6c90df8a0c6d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:10.136192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.179074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.191358 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-239d49ac-8af7-4461-9e74-ffdee1af8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:55:10.192260 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:10.193416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-239d49ac-8af7-4461-9e74-ffdee1af8fd1 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "GET /v2.0/ports/490d1a33-1957-4e81-8393-88431e15160b HTTP/1.1" status: 404 len: 333 time: 0.0648632 Jan 04 13:55:10.200861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34044) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:10.209631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-6dafb2ba-c83f-4b2d-861d-9193f08d9d44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:10.211407 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-6dafb2ba-c83f-4b2d-861d-9193f08d9d44 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8b961c85aaa441b8b425af8c4dfe7775&device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 1098 time: 0.3180711 Jan 04 13:55:10.214545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for 11c77906-5e15-48dd-8471-44b8865b9f56 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:10.219285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1157188146', 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:10.318781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-40c5ce44-cdd3-4bc6-8f27-36d204e27c2b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.421365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-40c5ce44-cdd3-4bc6-8f27-36d204e27c2b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.429067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Made reservation on behalf of a7e4400126654cd08feaf97e8ce31630 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:10.431407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.510356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.517105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] For port ded0ee38-d035-4649-a9e6-6c90df8a0c6d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:10.517458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.530049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.530362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:10.550749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port d542bea4-ac8d-4314-a78f-c1c87dfe6c90 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:10.577483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Calling delete_port for ded0ee38-d035-4649-a9e6-6c90df8a0c6d owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:10.612148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-75d0b6d7-4476-41f0-864f-43645f3c78b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:10.613603 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-75d0b6d7-4476-41f0-864f-43645f3c78b7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.2211463 Jan 04 13:55:10.646969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-a93421ec-e1fc-46bb-8bc9-1c1f5b43a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:10.648704 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-a93421ec-e1fc-46bb-8bc9-1c1f5b43a0d9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1 HTTP/1.1" status: 200 len: 912 time: 0.4148166 Jan 04 13:55:10.662521 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9cd9b88f-e17e-484c-8cab-e895e20c23af', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'floating_ip_address': '172.36.2.229', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'port_id': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'mac_address': 'fa:16:3e:7c:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af57ca-618e-4265-9534-8257855aefda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:33Z', 'updated_at': '2022-01-04T13:55:06Z', 'revision_number': 1, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:28Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:10.723316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27437ea7-29a1-47ec-9b63-c818c291ad67 None None] The sync data for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv is: [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9cd9b88f-e17e-484c-8cab-e895e20c23af', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'floating_ip_address': '172.36.2.229', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'port_id': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 170, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'mac_address': 'fa:16:3e:7c:f4:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '26af57ca-618e-4265-9534-8257855aefda', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:33Z', 'updated_at': '2022-01-04T13:55:06Z', 'revision_number': 1, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:28Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:10.774570 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Floating IP 1c570a39-18ff-428a-994c-5fced85baa90 associated. External IP: 172.36.2.250, port: 3d12d033-17d0-478a-9578-da3987c998b3. Jan 04 13:55:10.781720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c8a29928-4ec2-4723-86d4-9e9b621fa29c triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:10.782298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.844576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-40c5ce44-cdd3-4bc6-8f27-36d204e27c2b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.847370 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-40c5ce44-cdd3-4bc6-8f27-36d204e27c2b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:10.852954 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-40c5ce44-cdd3-4bc6-8f27-36d204e27c2b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/37e4edde-73ff-4170-b0ae-b4ad3db872c5 HTTP/1.1" status: 204 len: 168 time: 0.8749015 Jan 04 13:55:10.858905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34048) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:10.910035 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-07f0e377-e44f-4bed-8d94-1097c702857a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1000 time: 0.2635441 Jan 04 13:55:10.985287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c5ce44-cdd3-4bc6-8f27-36d204e27c2b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=37e4edde-73ff-4170-b0ae-b4ad3db872c5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:11.063040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.066174 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-ad09e3f9-8042-4917-b234-b7eef8687298 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 HTTP/1.1" status: 200 len: 999 time: 0.3851650 Jan 04 13:55:11.093128 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9510627a-8fc3-4c2d-9667-5c01f18e20d2 None None] New status for floating IP 9cd9b88f-e17e-484c-8cab-e895e20c23af: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:55:11.110666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d7440500-5c05-4085-8015-67a59de03074 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2424583 Jan 04 13:55:11.111426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.114397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34052) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:11.123384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3ee36d6c-7831-4450-9de5-765034024e32 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': 'fd4a4d96-f03f-4eb3-b047-70014a369eda', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:11.128501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-15c287a0-adb4-46f5-885d-268cdb9f40e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:11.132322 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-15c287a0-adb4-46f5-885d-268cdb9f40e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.1738117 Jan 04 13:55:11.178743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=11c77906-5e15-48dd-8471-44b8865b9f56,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:11.212623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.237604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] device_id is not set on port c1b8bd63-976f-4f4f-b07e-f38b091cfd3e yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:11.257837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59a19287-449e-4288-9691-7c45d3e03313 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.362081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-8205edf6-102e-465d-9da6-caeded845395 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:11.363547 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-8205edf6-102e-465d-9da6-caeded845395 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=744f8a23-e592-4656-9106-b713bca54db7 HTTP/1.1" status: 200 len: 850 time: 0.2731500 Jan 04 13:55:11.375169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port c8a29928-4ec2-4723-86d4-9e9b621fa29c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8a29928-4ec2-4723-86d4-9e9b621fa29c,segment=NetworkSegment(ad10f77a-76fe-4790-b782-eadbd62db45a),segment_id=ad10f77a-76fe-4790-b782-eadbd62db45a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:11.402834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'floating_ip_address': '172.36.2.216', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'port_id': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'mac_address': 'fa:16:3e:dd:be:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:37Z', 'updated_at': '2022-01-04T13:55:07Z', 'revision_number': 1, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:33Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:11.417669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.498872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.557732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.577000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=c8a29928-4ec2-4723-86d4-9e9b621fa29c,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:11.584919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event deleted for resources: {'Port': ['ID=ded0ee38-d035-4649-a9e6-6c90df8a0c6d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:11.586280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.586650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.586996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.587331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.587660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.587983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.588321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.588768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.590017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.590427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.590960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.591282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.591602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.592956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-3ee36d6c-7831-4450-9de5-765034024e32 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The resource could not be found. Jan 04 13:55:11.599645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] Checking router: d3cd6922-3ac3-47df-ac42-1aef91ed72ac for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:11.607174 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3ee36d6c-7831-4450-9de5-765034024e32 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4901414 Jan 04 13:55:11.609836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34054) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:11.619885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-0debcd0b-d42e-480a-b352-bd1ab0a5c513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:11.620139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--942515300'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:11.622482 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-0debcd0b-d42e-480a-b352-bd1ab0a5c513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4661336 Jan 04 13:55:11.628995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.629663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.630509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.631079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.631193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.631755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.632306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.632861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.633400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.633982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.634539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.635163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.636232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.636412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2141a90b-ef5b-4e83-a2e6-490384c4e964 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/ports/11c77906-5e15-48dd-8471-44b8865b9f56 HTTP/1.1" status: 204 len: 168 time: 2.4824769 Jan 04 13:55:11.637044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:55:11.640859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34056) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:11.658296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-59a19287-449e-4288-9691-7c45d3e03313 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:55:11.658789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-59a19287-449e-4288-9691-7c45d3e03313 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:55:11.668746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:11.669377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:11.697160 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-b22627cd-6b2e-4fdf-9e4e-b4e982ceaa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:11.699312 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-b22627cd-6b2e-4fdf-9e4e-b4e982ceaa1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=9c0e1239-6535-459f-ba9d-1f0f532d1ab1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2841356 Jan 04 13:55:11.719261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Allocated IP 2001:db8::24b (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/c1b8bd63-976f-4f4f-b07e-f38b091cfd3e) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:11.769490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.771178 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-1c676a88-b07b-4095-bd59-6f521280cffb service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254418 Jan 04 13:55:11.771822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.832265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:11.893399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Router 8e2776c8-42f2-4628-94f5-1560008611af has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:11.915663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Network 2d470203-8ce6-48ee-865c-5f422385c408 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:11.933122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:11.945915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:11.946875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:11.947466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:11.951968 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-890c5b43-8648-421c-b771-09d930a2a74e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] GET failed (client error): The resource could not be found. Jan 04 13:55:11.954754 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-890c5b43-8648-421c-b771-09d930a2a74e tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "GET /v2.0/ports/11c77906-5e15-48dd-8471-44b8865b9f56 HTTP/1.1" status: 404 len: 333 time: 0.3034658 Jan 04 13:55:11.963742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34060) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:11.981042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=d542bea4-ac8d-4314-a78f-c1c87dfe6c90,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:12.005407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.048120 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f193ee4c-6cb4-4164-8bcf-f42afd0142aa tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.8382647 Jan 04 13:55:12.065481 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-7b9493c8-d7d2-47f3-bcf4-2a3101660adf service neutron] 10.222.0.13 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476689 Jan 04 13:55:12.071819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34064) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:12.219784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'floating_ip_address': '172.36.2.216', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'port_id': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'mac_address': 'fa:16:3e:dd:be:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:37Z', 'updated_at': '2022-01-04T13:55:07Z', 'revision_number': 1, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:33Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:12.257287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b17f751-f50a-44aa-b8c6-e4b104600987 None None] The sync data for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv is: [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'floating_ip_address': '172.36.2.216', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'port_id': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 188, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'mac_address': 'fa:16:3e:dd:be:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:37Z', 'updated_at': '2022-01-04T13:55:07Z', 'revision_number': 1, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:33Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:12.330473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-71030cbd-210f-437f-905b-710d4f591a50 None None] Provisioning complete for port c8a29928-4ec2-4723-86d4-9e9b621fa29c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:12.331049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71030cbd-210f-437f-905b-710d4f591a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.433507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-71030cbd-210f-437f-905b-710d4f591a50 None None] Provisioning complete for port b84a3c26-c238-4cec-8ecd-fba8883d7188 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:12.434062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71030cbd-210f-437f-905b-710d4f591a50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.470175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-71030cbd-210f-437f-905b-710d4f591a50 None None] Port b84a3c26-c238-4cec-8ecd-fba8883d7188 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:12.479922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.487897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.488115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f0bf459-1fd2-474e-baf5-a7c68db7da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:12.489308 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9f0bf459-1fd2-474e-baf5-a7c68db7da5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "GET /v2.0/ports/d542bea4-ac8d-4314-a78f-c1c87dfe6c90 HTTP/1.1" status: 200 len: 959 time: 0.4170783 Jan 04 13:55:12.497108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34066) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:12.504675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.521033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.589593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24839d28-a093-4a98-9893-602256242b0e None None] New status for floating IP 1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:55:12.614215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.616517 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b43a89a4-ed4c-42ce-8d84-fb76e038d6c6 req-35e2e083-addb-4cf6-a73a-027bf02ff9ac service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7197313 Jan 04 13:55:12.620736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.624865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0069337 Jan 04 13:55:12.629921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34068) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:12.630430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435c9e11-7855-44e1-aba3-5fa9febfba18 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f2b787-518c-4af4-b186-a6c54c596535,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:12.634382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168772456'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:12.644716 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-073efed4-5e83-45f8-bb97-55d39ec6ed42 req-087a2d4f-8e11-4cfb-a673-22ff1ab676b5 service neutron] 10.222.0.13 "GET /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5581098 Jan 04 13:55:12.656769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.657435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:12.671829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.673140 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ded9d34-9e1f-4bbe-a8aa-41281d8805c8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "DELETE /v2.0/routers/0fb2e7ca-e2f2-4f46-aec5-135aee1d1c26 HTTP/1.1" status: 204 len: 168 time: 4.3342025 Jan 04 13:55:12.673537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port 52218d99-c3f2-4924-a65b-741d480f9c9c {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:12.673972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.677324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34070) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:12.684824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-992827933', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:12.692903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:12.698224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.707482 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] Sync routers for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:12.740552 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:12.741171 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:12.749761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9850829-c3d0-4574-bb5b-aba61e702627 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "PUT /v2.0/floatingips/1c570a39-18ff-428a-994c-5fced85baa90 HTTP/1.1" status: 200 len: 991 time: 3.5564809 Jan 04 13:55:12.754945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:12.758147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0723583d-687c-4687-a748-b8efc8a46527" -d '{"events": [{"name": "network-changed", "server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "tag": "3d12d033-17d0-478a-9578-da3987c998b3"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:12.779126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.795533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.796730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.804792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.863969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d1ab6f-f642-43b6-88ce-ce10e6dd550c x-openstack-request-id: req-93d1ab6f-f642-43b6-88ce-ce10e6dd550c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:12.864538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "tag": "3d12d033-17d0-478a-9578-da3987c998b3", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:12.864940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-93d1ab6f-f642-43b6-88ce-ce10e6dd550c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:12.865468 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3', 'status': 'completed', 'code': 200} Jan 04 13:55:12.869524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Deleting port d542bea4-ac8d-4314-a78f-c1c87dfe6c90 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:12.870097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.907396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:12.920173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.932530 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:12.940573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:12.941563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.950107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.951722 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:12.953840 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:12.960325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:12.961305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:12.966439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=c1b8bd63-976f-4f4f-b07e-f38b091cfd3e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:12.982696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for 52218d99-c3f2-4924-a65b-741d480f9c9c owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:13.004380 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-36f43cef-4b2c-4776-9afc-614d3e01455d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1006 time: 3.1097934 Jan 04 13:55:13.006152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34078) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.052030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723583d-687c-4687-a748-b8efc8a46527 req-ed0aa630-a738-493a-bca2-612bcb3836f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.053590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-ed0aa630-a738-493a-bca2-612bcb3836f8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=410fee7d460f42f296e3d5acf7b6533e&device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 1098 time: 0.1569407 Jan 04 13:55:13.147393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.246640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b83309-01bd-4ced-934e-c9384e46171d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.253287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b83309-01bd-4ced-934e-c9384e46171d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.261835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9b83309-01bd-4ced-934e-c9384e46171d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.264479 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c570a39-18ff-428a-994c-5fced85baa90', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'floating_ip_address': '172.36.2.250', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'port_id': '3d12d033-17d0-478a-9578-da3987c998b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'mac_address': 'fa:16:3e:96:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:30Z', 'updated_at': '2022-01-04T13:55:10Z', 'revision_number': 1, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:13.267646 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c9b83309-01bd-4ced-934e-c9384e46171d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.2605085 Jan 04 13:55:13.267782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Calling delete_port for d542bea4-ac8d-4314-a78f-c1c87dfe6c90 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:13.275914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34082) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.291684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723583d-687c-4687-a748-b8efc8a46527 req-fca31fe0-95da-4aa4-af37-4be9f669bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.293744 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-fca31fe0-95da-4aa4-af37-4be9f669bcd3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 HTTP/1.1" status: 200 len: 906 time: 0.2113473 Jan 04 13:55:13.300629 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] Checking router: 8e2776c8-42f2-4628-94f5-1560008611af for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:13.315954 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:13.316677 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:13.392618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.400538 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-3622fc60-4f71-4a0c-a4cd-7678caeb3e06 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d12d033-17d0-478a-9578-da3987c998b3 HTTP/1.1" status: 200 len: 999 time: 0.0805800 Jan 04 13:55:13.401307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.410425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c45524e7-b771-41e8-a18f-f5c4573e680b None None] Provisioning complete for port c1b8bd63-976f-4f4f-b07e-f38b091cfd3e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:13.410941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c45524e7-b771-41e8-a18f-f5c4573e680b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.438615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=52218d99-c3f2-4924-a65b-741d480f9c9c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:13.449453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c45524e7-b771-41e8-a18f-f5c4573e680b None None] Port c1b8bd63-976f-4f4f-b07e-f38b091cfd3e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:13.463109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.485596 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:13.532364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723583d-687c-4687-a748-b8efc8a46527 req-a04e517f-322d-4783-90e3-64d3534ab9da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.534230 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-a04e517f-322d-4783-90e3-64d3534ab9da service neutron] 10.222.0.13 "GET /v2.0/subnets?id=093c2e9f-b141-424d-8834-a4ef01f63dfd HTTP/1.1" status: 200 len: 844 time: 0.1065695 Jan 04 13:55:13.539256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.549064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c8a29928-4ec2-4723-86d4-9e9b621fa29c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:13.584712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.588395 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-812e4d97-3ebb-4879-8029-a2e8779ff9e8 tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/ports/52218d99-c3f2-4924-a65b-741d480f9c9c HTTP/1.1" status: 204 len: 168 time: 1.6222370 Jan 04 13:55:13.592002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34084) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.620877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=56c8f7d1-cca4-4fff-990d-cb01d578ccd3,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:13.626743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.630970 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-66723d05-2f41-4464-9d8c-3b1e4fd951ef tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.9973536 Jan 04 13:55:13.638488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34086) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.642779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c8a29928-4ec2-4723-86d4-9e9b621fa29c triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:13.643447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.661439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4c9137db-96e0-49a8-8bf5-68c254564a7e tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group_rule': {'security_group_id': '64f2b787-518c-4af4-b186-a6c54c596535', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '56c8f7d1-cca4-4fff-990d-cb01d578ccd3'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:13.663976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0723583d-687c-4687-a748-b8efc8a46527 req-cbf4f0b0-6785-4682-9ccb-d54964545a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:13.669217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-cbf4f0b0-6785-4682-9ccb-d54964545a65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1270094 Jan 04 13:55:13.710799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.773167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event deleted for resources: {'Port': ['ID=d542bea4-ac8d-4314-a78f-c1c87dfe6c90,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:13.784354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting subnet c2427f34-b1c6-4b3d-a548-5c3eeace4efe {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:55:13.798557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.802680 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1791782-e1f5-4d60-931c-c4e5495088b5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "DELETE /v2.0/ports/d542bea4-ac8d-4314-a78f-c1c87dfe6c90 HTTP/1.1" status: 204 len: 168 time: 1.3044724 Jan 04 13:55:13.808951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34088) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.822192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.853192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port c1b8bd63-976f-4f4f-b07e-f38b091cfd3e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:13.853761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.883276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ded0ee38-d035-4649-a9e6-6c90df8a0c6d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:13.883549 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c570a39-18ff-428a-994c-5fced85baa90', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'floating_ip_address': '172.36.2.250', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'port_id': '3d12d033-17d0-478a-9578-da3987c998b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'mac_address': 'fa:16:3e:96:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:30Z', 'updated_at': '2022-01-04T13:55:10Z', 'revision_number': 1, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:13.888843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:13.900428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d712449-0c9d-435a-afc2-343c9479cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:55:13.905838 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6d712449-0c9d-435a-afc2-343c9479cbb4 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "GET /v2.0/ports/d542bea4-ac8d-4314-a78f-c1c87dfe6c90 HTTP/1.1" status: 404 len: 333 time: 0.0919793 Jan 04 13:55:13.913802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34092) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.920165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-4c9137db-96e0-49a8-8bf5-68c254564a7e tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:13.923965 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4c9137db-96e0-49a8-8bf5-68c254564a7e tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2636995 Jan 04 13:55:13.932290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Request body: {'port': {'network_id': '2d470203-8ce6-48ee-865c-5f422385c408', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1393776549'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:13.935276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34094) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:13.942934 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d34d012e-ffae-4872-accf-62501cc48cd3 None None] The sync data for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv is: [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1c570a39-18ff-428a-994c-5fced85baa90', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'floating_ip_address': '172.36.2.250', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'port_id': '3d12d033-17d0-478a-9578-da3987c998b3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 166, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'mac_address': 'fa:16:3e:96:13:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:54:30Z', 'updated_at': '2022-01-04T13:55:10Z', 'revision_number': 1, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:13.956664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ded0ee38-d035-4649-a9e6-6c90df8a0c6d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:13.958723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ded0ee38-d035-4649-a9e6-6c90df8a0c6d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:13.985171 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-4fff0b5a-a656-41d5-83b0-5c7fb5a89c8e service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2857933 Jan 04 13:55:14.001773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.061187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Made reservation on behalf of a7e4400126654cd08feaf97e8ce31630 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:14.063502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.090176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.120981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47a94076-d38a-4df8-bdf9-517873880659 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.129545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for c1b8bd63-976f-4f4f-b07e-f38b091cfd3e owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:14.132884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.134236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port f1aa85c0-7cb2-4649-a194-2d37356bc76d yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:14.151754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.155969 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/subnets/c2427f34-b1c6-4b3d-a548-5c3eeace4efe HTTP/1.1" status: 204 len: 168 time: 0.5620484 Jan 04 13:55:14.158573 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0723583d-687c-4687-a748-b8efc8a46527 req-6922760b-d064-4a88-89d4-f884e80468d5 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337223 Jan 04 13:55:14.159118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34098) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:14.160251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16045bfb-ca21-497f-a238-7fe8008211b2 None None] Network e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:14.191636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565c2f8d-3128-4cad-9240-f73f0863accd tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Subnet': ['ID=c2427f34-b1c6-4b3d-a548-5c3eeace4efe,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:14.281163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.281726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47a94076-d38a-4df8-bdf9-517873880659 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.334199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54fafb10-fd25-4918-8922-0949c2f36ebc None None] New status for floating IP 1c570a39-18ff-428a-994c-5fced85baa90: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:55:14.344224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Deleting port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:14.344634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.413757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] For port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,segment=NetworkSegment(58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7),segment_id=58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:14.414235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.424333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.428357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Calling delete_port for b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:14.470860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.500082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47a94076-d38a-4df8-bdf9-517873880659 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.502803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47a94076-d38a-4df8-bdf9-517873880659 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.506816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-47a94076-d38a-4df8-bdf9-517873880659 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/56c8f7d1-cca4-4fff-990d-cb01d578ccd3 HTTP/1.1" status: 204 len: 168 time: 0.5675116 Jan 04 13:55:14.510186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34102) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:14.523372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.556879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] No DVR routers for this DVR port b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:14.562878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Port': ['ID=b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:14.592911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a94076-d38a-4df8-bdf9-517873880659 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c8f7d1-cca4-4fff-990d-cb01d578ccd3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:14.601809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d756bd8a-65cc-4d7a-a335-297c64cab07a None None] DHCP port deletion for e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:55:14.677116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.699642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:14.709621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:14.709934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58a545e2-f41c-4e0c-aca2-5bd4a55fb3e7') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:14.719075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.723816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.732006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.737978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:55:14.738361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:55:14.741544 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:55:14.796799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0d5673ab-7ca1-401c-8ebe-bccaa9e42527 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2818406 Jan 04 13:55:14.797522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.803275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34104) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:14.817208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Allocated IP 172.36.2.188 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/d454798f-7bd1-4933-900c-bcd94dfb21bd) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:14.831249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.836122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.842348 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] 10.222.0.30 "DELETE /v2.0/networks/e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05 HTTP/1.1" status: 204 len: 168 time: 0.6596868 Jan 04 13:55:14.855278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=c1b8bd63-976f-4f4f-b07e-f38b091cfd3e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:14.877833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0e6ec6-a935-48c4-89c7-403b8aa3ef3b tempest-AllowedAddressPairTestJSON-692756166 tempest-AllowedAddressPairTestJSON-692756166-project] Pushing event deleted for resources: {'Network': ['ID=e190cbb7-4aa8-4364-bd8f-d15b5a3c7a05,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:14.895155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b49776a-d5e2-4412-b34d-cf3aa4e262b7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.907100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.925355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b49776a-d5e2-4412-b34d-cf3aa4e262b7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.975288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b49776a-d5e2-4412-b34d-cf3aa4e262b7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.978140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b49776a-d5e2-4412-b34d-cf3aa4e262b7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:14.979519 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b49776a-d5e2-4412-b34d-cf3aa4e262b7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/64f2b787-518c-4af4-b186-a6c54c596535 HTTP/1.1" status: 204 len: 168 time: 0.1752586 Jan 04 13:55:14.989595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34108) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:14.997335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b49776a-d5e2-4412-b34d-cf3aa4e262b7 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f2b787-518c-4af4-b186-a6c54c596535,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:15.017597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Network 2d470203-8ce6-48ee-865c-5f422385c408 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:15.042213 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-99064869-37ff-4c1f-b781-cf8a8ae91bf2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0507369 Jan 04 13:55:15.047700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34112) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.056760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'tempest-secgroup--418362046'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:15.063940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:15.084593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.089796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:15.090767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:15.091368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.139650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.189706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=f1aa85c0-7cb2-4649-a194-2d37356bc76d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:15.203362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.209712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.213160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.216881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8d2c712c-1006-4a98-b604-ed7fb844ff5f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/ports/c1b8bd63-976f-4f4f-b07e-f38b091cfd3e HTTP/1.1" status: 204 len: 168 time: 1.9221992 Jan 04 13:55:15.218007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.219877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34116) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.229971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34118) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.238095 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ec0607a-a752-49e4-a378-d88245135455 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.3188128 Jan 04 13:55:15.246619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34124) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.253280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:15.288065 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c31ddb4b-f1af-40e4-a0ce-7c79194cc556 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] GET failed (client error): The resource could not be found. Jan 04 13:55:15.290579 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c31ddb4b-f1af-40e4-a0ce-7c79194cc556 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "GET /v2.0/ports/c1b8bd63-976f-4f4f-b07e-f38b091cfd3e HTTP/1.1" status: 404 len: 333 time: 0.0669200 Jan 04 13:55:15.297235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:15.297416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ca76658-b9a0-4cb1-a9d3-0ae06be035ae,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:15.301068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:15.303600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:15.310521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34126) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.316272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.317724 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e43f5208-7f61-4522-bf55-5fae93de3bb0 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2688429 Jan 04 13:55:15.321509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-411025432'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:15.328602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34128) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.340623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event updated for resources: {'Port': ['ID=d454798f-7bd1-4933-900c-bcd94dfb21bd,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:15.342264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7de3ea2c-7528-47da-a194-10c4fa144038 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:15.343058 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-7de3ea2c-7528-47da-a194-10c4fa144038 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 04 13:55:15.344754 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-7de3ea2c-7528-47da-a194-10c4fa144038 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] update failed (client error): There was a conflict when trying to complete your request. Jan 04 13:55:15.348332 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7de3ea2c-7528-47da-a194-10c4fa144038 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "PUT /v2.0/security-groups/5ca76658-b9a0-4cb1-a9d3-0ae06be035ae HTTP/1.1" status: 409 len: 330 time: 0.0137060 Jan 04 13:55:15.349107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34130) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.393279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.423897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1ce92eaa-3455-4141-b923-befc1e168053 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.512022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:15.533968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:15.534320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1cf13f1-b739-4727-8a48-1f9c2e8ce5b5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:15.569531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-756f4b17-20a1-46f2-b56b-f734ac5f3e2a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=29c304535ec348f6b7766bf634c95c1b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3355880 Jan 04 13:55:15.578299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34134) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.660111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:15.663636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.698425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] device_id is not set on port 0a1c4cd9-e272-450b-835a-7681c11ce87f yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:15.777716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a995432-ad36-4d23-8e5e-121531c51bbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.788902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db28654-1dc7-4ffc-aacd-614a01ea75de tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.817209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] device_id is not set on port f1aa85c0-7cb2-4649-a194-2d37356bc76d yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:15.821633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db28654-1dc7-4ffc-aacd-614a01ea75de tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.830770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.840605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a995432-ad36-4d23-8e5e-121531c51bbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.866386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.935744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db28654-1dc7-4ffc-aacd-614a01ea75de tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.938478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db28654-1dc7-4ffc-aacd-614a01ea75de tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.939451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7db28654-1dc7-4ffc-aacd-614a01ea75de tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/5ca76658-b9a0-4cb1-a9d3-0ae06be035ae HTTP/1.1" status: 204 len: 168 time: 0.5894132 Jan 04 13:55:15.946617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34136) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:15.957494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Allocated IP 2001:db8::247 (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/0a1c4cd9-e272-450b-835a-7681c11ce87f) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:15.965694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db28654-1dc7-4ffc-aacd-614a01ea75de tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ca76658-b9a0-4cb1-a9d3-0ae06be035ae,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:15.973706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:15.980882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=f1aa85c0-7cb2-4649-a194-2d37356bc76d,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:16.001197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.002084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.002084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.009672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a995432-ad36-4d23-8e5e-121531c51bbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.012942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a995432-ad36-4d23-8e5e-121531c51bbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.016328 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8a995432-ad36-4d23-8e5e-121531c51bbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2bd610f1-3fe7-4e17-b927-56e9361cef9a HTTP/1.1" status: 204 len: 168 time: 0.4347904 Jan 04 13:55:16.037538 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.037923 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.041248 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 2 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.049752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a995432-ad36-4d23-8e5e-121531c51bbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd610f1-3fe7-4e17-b927-56e9361cef9a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:16.078397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7e6b48ba-d42c-41f4-9815-834d1acca96b tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1283169 Jan 04 13:55:16.078931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.078931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.078931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.081698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34140) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.103483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.104975 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.104975 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-cf91bee3-fa02-458a-90f3-22012f317bce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] delete failed (client error): The resource could not be found. Jan 04 13:55:16.105917 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cf91bee3-fa02-458a-90f3-22012f317bce tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "DELETE /v2.0/security-groups/b91b7c43-49ab-4516-8fd8-161bf0808a6c HTTP/1.1" status: 404 len: 347 time: 0.0230386 Jan 04 13:55:16.114090 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 3 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.119917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34142) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.174904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.175335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.175751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.181007 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-de824256-88c0-432b-b97d-79edc89f83e6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] show failed (client error): The resource could not be found. Jan 04 13:55:16.186194 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-de824256-88c0-432b-b97d-79edc89f83e6 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-groups/d1c69a0a-edb0-4aca-b7fd-e0a2c9742666 HTTP/1.1" status: 404 len: 347 time: 0.0610094 Jan 04 13:55:16.188413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34146) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.196296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.197214 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.203064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 4 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.217946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.228195 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-4530cf70-4e9a-400e-8106-b6bce1df60f2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] show failed (client error): The resource could not be found. Jan 04 13:55:16.232046 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4530cf70-4e9a-400e-8106-b6bce1df60f2 tempest-NegativeSecGroupTest-835377911 tempest-NegativeSecGroupTest-835377911-project] 10.222.0.30 "GET /v2.0/security-group-rules/471ddd98-3ed7-4a35-8d4b-3f371bd2bf6a HTTP/1.1" status: 404 len: 356 time: 0.0393424 Jan 04 13:55:16.240421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.240722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.241021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.253623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.256705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.257037 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.258725 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 5 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.277014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.277347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.277688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.288958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.289226 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.294107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 6 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.313216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.313561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.313924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.323845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.324177 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.324566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 7 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.339581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.342205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.342542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.342874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.378924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.379253 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.387020 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 8 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.405132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:16.406068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Router ecd1cab3-72b2-4046-80f2-cbe567ffbe90 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:16.412896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:16.419391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:16.425682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:16.425934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.428477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.429095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.429471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.446311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=0a1c4cd9-e272-450b-835a-7681c11ce87f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:16.451295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.451624 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.453038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 9 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.475010 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d62c90f6-29d4-4f62-b921-b41eed73b179 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.1606333 Jan 04 13:55:16.475342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.482278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d1', 'mac_address': 'fa:16:3e:f5:4e:34'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:16.487608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.488064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.488649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.520253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.520734 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.523649 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempt 10 to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d Jan 04 13:55:16.540907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:16.555262 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] Sync routers for ids ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:16.576491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:16.576961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:16.577547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempting to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:16.579958 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] Routers {'ecd1cab3-72b2-4046-80f2-cbe567ffbe90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:16.580901 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:16.592229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:16.592702 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Failed to bind port f1aa85c0-7cb2-4649-a194-2d37356bc76d on host hv-neutron-mast for vnic_type normal using segments [{'id': 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '2d470203-8ce6-48ee-865c-5f422385c408'}] Jan 04 13:55:16.593166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.598333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.604905 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-50d7cdc5-b886-4231-be69-483e40073ed1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 3.9244812 Jan 04 13:55:16.604905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34166) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.617817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': False}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:16.670928 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:16.691661 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] Routers {'ecd1cab3-72b2-4046-80f2-cbe567ffbe90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:16.692079 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:16.744188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34170) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.782803 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:16.783467 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac64e7e7-cb73-47bf-a7ce-b767a21d69c3 None None] The sync data for ids ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:16.831643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.833131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] For port f1aa85c0-7cb2-4649-a194-2d37356bc76d, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:16.833605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attempted to set empty binding levels {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 04 13:55:16.845920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.904486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] In _notify_port_updated(), no bound segment for port f1aa85c0-7cb2-4649-a194-2d37356bc76d on network 2d470203-8ce6-48ee-865c-5f422385c408 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:16.905508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:16.906240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.907668 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "PUT /v2.0/ports/f1aa85c0-7cb2-4649-a194-2d37356bc76d HTTP/1.1" status: 200 len: 981 time: 1.6600764 Jan 04 13:55:16.912416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8814d350-d687-4c26-99ee-53e09a4e9097 None None] Provisioning complete for port 0a1c4cd9-e272-450b-835a-7681c11ce87f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:16.913389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34178) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:16.913956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8814d350-d687-4c26-99ee-53e09a4e9097 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:16.936987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4973cab-71ea-4876-abe2-69cc69c0e402 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event updated for resources: {'Port': ['ID=f1aa85c0-7cb2-4649-a194-2d37356bc76d,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:16.981177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8814d350-d687-4c26-99ee-53e09a4e9097 None None] Port 0a1c4cd9-e272-450b-835a-7681c11ce87f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:17.083529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.099033 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eea40bf5-eb3d-4a9b-8daa-a80b83b7b478 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ebb474d28e404153a0e9a15d5ef2abe1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3530195 Jan 04 13:55:17.102186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34184) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:17.139192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34186) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:17.159642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Deleting port f1aa85c0-7cb2-4649-a194-2d37356bc76d {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:17.159982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.272931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1165707429'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:17.283139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.284682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941f3f52-ab34-4a2d-b587-5b055d9f5113 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.287547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] For port f1aa85c0-7cb2-4649-a194-2d37356bc76d, host hv-neutron-mast, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:17.287905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.297638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.502745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.506716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.608103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Calling delete_port for f1aa85c0-7cb2-4649-a194-2d37356bc76d owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:17.613623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Router ecd1cab3-72b2-4046-80f2-cbe567ffbe90 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:17.629787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] In _notify_port_updated(), no bound segment for port 0a1c4cd9-e272-450b-835a-7681c11ce87f on network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:17.636134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:17.636761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.640639 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "PUT /v2.0/ports/0a1c4cd9-e272-450b-835a-7681c11ce87f HTTP/1.1" status: 200 len: 1002 time: 1.1618590 Jan 04 13:55:17.642018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941f3f52-ab34-4a2d-b587-5b055d9f5113 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.655162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34196) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:17.680303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:17.684839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.732525 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:17.738234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.739443 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-14c3a14a-949a-4260-b2ad-6e0fb5af2b19 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "PUT /v2.0/routers/ecd1cab3-72b2-4046-80f2-cbe567ffbe90 HTTP/1.1" status: 200 len: 921 time: 1.1317933 Jan 04 13:55:17.740821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2ada6e-8dcb-4e34-8eea-89403bc6840b tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=0a1c4cd9-e272-450b-835a-7681c11ce87f,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:17.742586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34198) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:17.754427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] Sync routers for ids ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:17.774359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.780005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] Routers {'ecd1cab3-72b2-4046-80f2-cbe567ffbe90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:17.781004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:54:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:17.834515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:17.841389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2b818573-4474-4d9c-8909-604700c07944 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.849953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] Routers {'ecd1cab3-72b2-4046-80f2-cbe567ffbe90'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:17.850881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:17.867060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-65ffc33a-9baf-47d6-b6bb-b418411a3151 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/ecd1cab3-72b2-4046-80f2-cbe567ffbe90 HTTP/1.1" status: 200 len: 921 time: 0.1206865 Jan 04 13:55:17.867575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34200) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:17.894493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:17.895300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90e7647c-bec8-462a-81ae-c969ee63a2e3 None None] The sync data for ids ['ecd1cab3-72b2-4046-80f2-cbe567ffbe90'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:17.916650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941f3f52-ab34-4a2d-b587-5b055d9f5113 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.920014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941f3f52-ab34-4a2d-b587-5b055d9f5113 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.921390 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-941f3f52-ab34-4a2d-b587-5b055d9f5113 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/39ca7b44-2593-4394-80c3-8fa4fcc043f8 HTTP/1.1" status: 204 len: 168 time: 0.8178797 Jan 04 13:55:17.933257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:17.967089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8665de7-29b4-479a-8281-ee4620ee3b8b tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:17.968619 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e8665de7-29b4-479a-8281-ee4620ee3b8b tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=ecd1cab3-72b2-4046-80f2-cbe567ffbe90&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1001058 Jan 04 13:55:17.971225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34204) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:17.981222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941f3f52-ab34-4a2d-b587-5b055d9f5113 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39ca7b44-2593-4394-80c3-8fa4fcc043f8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:17.999592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.004732 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f1aa85c0-7cb2-4649-a194-2d37356bc76d HTTP/1.1" status: 204 len: 168 time: 1.0902669 Jan 04 13:55:18.009743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34206) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.012573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3730fc7b-0671-42c5-ba88-a449fd02f484 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] Pushing event deleted for resources: {'Port': ['ID=f1aa85c0-7cb2-4649-a194-2d37356bc76d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:18.033858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port 0a1c4cd9-e272-450b-835a-7681c11ce87f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:18.034119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.034655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d35188b9-7966-4ce9-8d8c-ddcbca3db6b7 None None] Provisioning complete for port 0a1c4cd9-e272-450b-835a-7681c11ce87f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:18.035120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d35188b9-7966-4ce9-8d8c-ddcbca3db6b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.038004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.055258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.075027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d35188b9-7966-4ce9-8d8c-ddcbca3db6b7 None None] Port 0a1c4cd9-e272-450b-835a-7681c11ce87f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:18.103990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:18.105232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5e8df12-5d37-4bc8-bf71-80df04e4804e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:18.106460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b5e8df12-5d37-4bc8-bf71-80df04e4804e tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.1341584 Jan 04 13:55:18.121156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34208) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.136595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a4dc27bb-1394-4b7b-b4e5-9fa247d518f6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:18.147218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1f71a3f-d1b9-490c-a0ed-4701b452b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:55:18.153273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c1f71a3f-d1b9-490c-a0ed-4701b452b3d2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-2128991667-project-admin] 10.222.0.30 "GET /v2.0/ports/f1aa85c0-7cb2-4649-a194-2d37356bc76d HTTP/1.1" status: 404 len: 333 time: 0.1426671 Jan 04 13:55:18.154179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34212) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.156176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-14c15a46-2e7e-4fa1-b7c8-aa2c00e8cbb6 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecd1cab3-72b2-4046-80f2-cbe567ffbe90 HTTP/1.1" status: 200 len: 205 time: 0.0335071 Jan 04 13:55:18.158832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34214) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.167608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.168214 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Added segment 14c0389f-3f94-4665-8cb2-f5b27c204f46 of type vlan for network 2113fb32-a783-49f3-94eb-08058a3b0bf1 Jan 04 13:55:18.242695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.294359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.307014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for 0a1c4cd9-e272-450b-835a-7681c11ce87f owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:18.319429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.397125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.403527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:18.404133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.512741 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.3689735 Jan 04 13:55:18.533020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34228) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.539559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'subnet': {'network_id': '2113fb32-a783-49f3-94eb-08058a3b0bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:18.554098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44583589-4e92-479f-800f-89bd49da82fb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Network': ['ID=2113fb32-a783-49f3-94eb-08058a3b0bf1,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:18.583543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:18.584371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.678286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.703983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.706688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d470203-8ce6-48ee-865c-5f422385c408']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:18.741653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=0a1c4cd9-e272-450b-835a-7681c11ce87f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:18.757346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:18.757650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dafbac8c-4910-4713-9a14-a9c7ecf5e9d5') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:18.758010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:18.770074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.797999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.805839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.831759 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.836970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34240) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.840317 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [-] 10.222.0.30 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0034788 Jan 04 13:55:18.841492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:55:18.841996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:55:18.847271 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:55:18.855227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34242) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.959963 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.963212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Deleting port d454798f-7bd1-4933-900c-bcd94dfb21bd {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:18.964266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:18.967893 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0d3cadee-b7c4-4b7d-8bd3-8bf1138d501c tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/ports/0a1c4cd9-e272-450b-835a-7681c11ce87f HTTP/1.1" status: 204 len: 168 time: 1.3109348 Jan 04 13:55:18.969549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34246) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:18.981834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.002794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.006829 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] 10.222.0.30 "DELETE /v2.0/networks/2d470203-8ce6-48ee-865c-5f422385c408 HTTP/1.1" status: 204 len: 168 time: 0.8468144 Jan 04 13:55:19.008573 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f6d2cd9-be59-42e0-9eba-11b33ba3e535 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] GET failed (client error): The resource could not be found. Jan 04 13:55:19.014656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34250) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:19.015197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4f6d2cd9-be59-42e0-9eba-11b33ba3e535 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "GET /v2.0/ports/0a1c4cd9-e272-450b-835a-7681c11ce87f HTTP/1.1" status: 404 len: 333 time: 0.0438094 Jan 04 13:55:19.028029 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a8d2eb-4159-4b8a-b684-f0a6cf2fe549 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243 tempest-PortsAdminExtendedAttrsIpV6TestJSON-507937243-project] Pushing event deleted for resources: {'Network': ['ID=2d470203-8ce6-48ee-865c-5f422385c408,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:19.033286 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ac0aae24-7bff-4351-83c0-b4b7320b2afe tempest-NetworksApiDiscovery-1465264131 tempest-NetworksApiDiscovery-1465264131-project] 10.222.0.30 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1751256 Jan 04 13:55:19.067518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1915434857'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:19.079255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.187493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.202956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.256476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Calling delete_port for d454798f-7bd1-4933-900c-bcd94dfb21bd owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:19.298221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Subnet': ['ID=a1055c64-69e8-4ceb-bf30-9de10c35e060,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:19.318125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34258) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:19.318125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34260) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:19.352465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Checking segment: {'id': '14c0389f-3f94-4665-8cb2-f5b27c204f46', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '2113fb32-a783-49f3-94eb-08058a3b0bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:19.352821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network hostable DHCP agents. Network: 2113fb32-a783-49f3-94eb-08058a3b0bf1, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:19.392977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:19.396709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.448567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:19.454101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-382e0066-167c-4c3e-92d5-9b11953bbbb8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.468160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] device_id is not set on port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:19.475326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2113fb32-a783-49f3-94eb-08058a3b0bf1) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:19.481621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:19.482889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.484597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8f63898-755b-4e91-9a2a-af63920569e4 None None] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:19.498918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ad6f189-1156-4dc6-8293-13bd9de99837 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e4298804329a43b2ad1de37b6fc79f92&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1800637 Jan 04 13:55:19.499569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34266) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:19.567230 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-03395e51-6583-48d4-afb0-a2d66f688734 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0330920 Jan 04 13:55:19.570801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34270) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:19.576301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-212554357', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:19.598864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66ad3a12-259d-404e-a529-a98ac3dfad8b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.621973 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-382e0066-167c-4c3e-92d5-9b11953bbbb8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.631296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.633185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-382e0066-167c-4c3e-92d5-9b11953bbbb8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.643690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5521c194-4f5b-460e-9aa1-5c0c37ba93a7 None None] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:19.664109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66ad3a12-259d-404e-a529-a98ac3dfad8b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.681446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event deleted for resources: {'Port': ['ID=d454798f-7bd1-4933-900c-bcd94dfb21bd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:19.752598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Allocated IP 2001:db8::27e (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:19.765712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.766873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.785732 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-382e0066-167c-4c3e-92d5-9b11953bbbb8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d8770bf5f07c4b7188f114e5624e621f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4667289 Jan 04 13:55:19.786511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34274) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:19.795647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.824479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e0066-167c-4c3e-92d5-9b11953bbbb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4be3059-a6df-4d03-866f-a8aa93177188,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:19.900417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.907080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cbfef26-9dd6-4ba0-956c-ad973492bf65 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.914131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.919825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.970890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66ad3a12-259d-404e-a529-a98ac3dfad8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.973646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66ad3a12-259d-404e-a529-a98ac3dfad8b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.974896 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-66ad3a12-259d-404e-a529-a98ac3dfad8b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf2bf4db-1694-4a06-9f79-0cf16f5aeeb4 HTTP/1.1" status: 204 len: 168 time: 0.4744494 Jan 04 13:55:19.977017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cbfef26-9dd6-4ba0-956c-ad973492bf65 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:19.999659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.000334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Fanout notify agent at l3_agent the message router_deleted on router ecd1cab3-72b2-4046-80f2-cbe567ffbe90 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:20.009939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.009939 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bfd402cf-74e6-4186-ac83-b6e0e5678494 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/ecd1cab3-72b2-4046-80f2-cbe567ffbe90 HTTP/1.1" status: 204 len: 168 time: 1.8482220 Jan 04 13:55:20.014042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:20.018438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-516763957', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:20.099710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.100716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.104609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad3a12-259d-404e-a529-a98ac3dfad8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf2bf4db-1694-4a06-9f79-0cf16f5aeeb4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:20.118545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.150663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.194954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cbfef26-9dd6-4ba0-956c-ad973492bf65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.198580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cbfef26-9dd6-4ba0-956c-ad973492bf65 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.198722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.200413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9cbfef26-9dd6-4ba0-956c-ad973492bf65 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e4be3059-a6df-4d03-866f-a8aa93177188 HTTP/1.1" status: 204 len: 168 time: 0.4040713 Jan 04 13:55:20.208366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.225390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbfef26-9dd6-4ba0-956c-ad973492bf65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4be3059-a6df-4d03-866f-a8aa93177188,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:20.228777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.242176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.250302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6c98906c-f21f-4348-95d4-3d949e6ec9a0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2342978 Jan 04 13:55:20.259304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34286) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:20.290351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:20.327667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.366712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:20.374188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:20.416146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.420697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:20.430562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:20.435302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.441237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:20.443546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34288) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:20.444569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.506711 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4d2d9597-ca84-4d96-a5a5-0b9c9a1a1145 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.4879980 Jan 04 13:55:20.510095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34292) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:20.517320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:f5:4e:34'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:20.588961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.71 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/18490663-3a8d-4a69-b453-c8b907e3aa93) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:20.635821 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-827bc005-a68c-4a66-ba7a-d14f5947d952 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a7e4400126654cd08feaf97e8ce31630&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1855357 Jan 04 13:55:20.638512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34296) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:20.728471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.732451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fed7c64f-0ca0-4930-9dde-6235c0b1b14f None None] Provisioning complete for port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:20.733040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fed7c64f-0ca0-4930-9dde-6235c0b1b14f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.751996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eba8e3af-15c5-435e-b360-124673f34240 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.810284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eba8e3af-15c5-435e-b360-124673f34240 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.812482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-fed7c64f-0ca0-4930-9dde-6235c0b1b14f None None] Port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:20.839895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.895746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eba8e3af-15c5-435e-b360-124673f34240 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.898337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eba8e3af-15c5-435e-b360-124673f34240 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.899839 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eba8e3af-15c5-435e-b360-124673f34240 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/11961197-a730-4b34-9817-4da33a13b419 HTTP/1.1" status: 204 len: 168 time: 0.2601254 Jan 04 13:55:20.903732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.917558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba8e3af-15c5-435e-b360-124673f34240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11961197-a730-4b34-9817-4da33a13b419,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:20.960915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:20.964675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:20.967429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:20.969259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:21.006549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=18490663-3a8d-4a69-b453-c8b907e3aa93,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:21.271458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.319982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.351159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.369807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.406677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.445474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] In _notify_port_updated(), no bound segment for port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f on network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:21.451676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:21.452349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.453742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "PUT /v2.0/ports/1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f HTTP/1.1" status: 200 len: 1003 time: 0.9422863 Jan 04 13:55:21.459992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34332) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:21.514364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51068c6-1fff-4927-b411-92284d678060 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:21.522091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.725742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:21.879313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6566d250-a99d-4e87-ad20-bc1b2db69f17 None None] Provisioning complete for port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:21.880370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6566d250-a99d-4e87-ad20-bc1b2db69f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.893172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Allocated IP 172.36.2.63 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/1efe144b-4133-4c53-8fe1-013c1a92998b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:21.924311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:21.950166 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:21.962218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6566d250-a99d-4e87-ad20-bc1b2db69f17 None None] Port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:21.965460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.966806 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-08d054a0-fe81-4a36-aad8-fac2ab5cad24 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3950496 Jan 04 13:55:21.970196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34352) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:21.979103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:21.986135 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:21.988096 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:22.080317 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:22.090027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.097908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:22.098261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.111059 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:22.111690 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:22.264300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.284585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.294419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34362) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:22.309633 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:22.310332 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-983cfbc4-07b9-463f-81dd-9ab5dc383872 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:22.321774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:22.336684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:22.340575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for 1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:22.342363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:22.384894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event updated for resources: {'Port': ['ID=1efe144b-4133-4c53-8fe1-013c1a92998b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:22.617055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-672984769'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:22.648104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.688697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Made reservation on behalf of 5434e86747994590ba10b08b2d5b7ad2 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:22.692394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.722895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:22.760727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.779537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.782783 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-218505d3-912d-42a8-a243-4607cffa51fb tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/ports/1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f HTTP/1.1" status: 204 len: 168 time: 1.3218176 Jan 04 13:55:22.785998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34370) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:22.833009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34372) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:22.839412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1247078441', 'description': 'tempest-secgroup-smoke-1247078441 description', 'project_id': 'e41acd9aa6d84489838119265e50a5e6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:22.854833 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2d3ba57-992e-4d3d-a0ea-b1cb0de3b15f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] GET failed (client error): The resource could not be found. Jan 04 13:55:22.856382 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a2d3ba57-992e-4d3d-a0ea-b1cb0de3b15f tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "GET /v2.0/ports/1e195135-2ed6-4a5e-b1ed-3c7eb334aa8f HTTP/1.1" status: 404 len: 333 time: 0.0694656 Jan 04 13:55:22.860468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34374) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:22.885861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1685438495'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:22.886294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.971232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.983489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:22.986781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.002421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.003056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.063294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:23.080738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac5f2fce-e3f0-4230-bfca-0ff1d9ea06b5,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:23.085905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.086254 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Added segment de8cdd62-6b98-432a-a962-b1b4d4805a0c of type vlan for network d59566a3-405f-435a-b4e1-ebd14c47c318 Jan 04 13:55:23.172764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.190604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:23.194080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.238661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: items = [ Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.243351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:23.245549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.257589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.280498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.285105 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.9699957 Jan 04 13:55:23.285240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] device_id is not set on port b17cdd1c-ad86-4877-b382-35d51e4203fa yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:23.289576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34382) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:23.302283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'subnet': {'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:23.375038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.381068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6230a-c948-4b1c-8a2b-f2b1b8e837fc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Network': ['ID=d59566a3-405f-435a-b4e1-ebd14c47c318,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:23.394914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.399376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d59566a3-405f-435a-b4e1-ebd14c47c318 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:23.514588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8881b69-82d1-4e67-9fca-cca9b4abea58,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:23.515294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Made reservation on behalf of 5434e86747994590ba10b08b2d5b7ad2 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:23.518856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.561445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Allocated IP 2001:db8::1bf (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/b17cdd1c-ad86-4877-b382-35d51e4203fa) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:23.573546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.1 (2113fb32-a783-49f3-94eb-08058a3b0bf1/a1055c64-69e8-4ceb-bf30-9de10c35e060/8eeef5a7-0583-4e62-830d-54084945b00d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:23.594056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.603726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.610652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Router 894481b0-32dd-45c4-8285-967c40d31c43 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:23.683900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.685105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8511386 Jan 04 13:55:23.690070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a857da98-a148-47b9-9f9f-1493f98c8a79 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90993fab-6af6-4a29-9c0f-3b3a1865d21f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:23.690749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34384) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:23.698856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group_rule': {'security_group_id': '90993fab-6af6-4a29-9c0f-3b3a1865d21f', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:23.823373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:23.823821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.825104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.832484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.835110 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a5c7f045-b9b9-433c-9f48-2739c36ac5a5 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "PUT /v2.0/routers/894481b0-32dd-45c4-8285-967c40d31c43 HTTP/1.1" status: 200 len: 878 time: 3.5736237 Jan 04 13:55:23.835268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] Sync routers for ids ['894481b0-32dd-45c4-8285-967c40d31c43'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:23.836239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34386) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:23.839031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.848320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] Routers {'894481b0-32dd-45c4-8285-967c40d31c43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:23.849362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['894481b0-32dd-45c4-8285-967c40d31c43'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:23.892908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.903619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:23.913558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] Routers {'894481b0-32dd-45c4-8285-967c40d31c43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:23.914190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['894481b0-32dd-45c4-8285-967c40d31c43'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:23.955039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Subnet': ['ID=5d3387c6-badc-4816-b460-d9c13fa22a0c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:23.963557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Checking segment: {'id': 'de8cdd62-6b98-432a-a962-b1b4d4805a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:23.964124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network hostable DHCP agents. Network: d59566a3-405f-435a-b4e1-ebd14c47c318, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:23.972420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.974593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:23.975482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0868567d-cebf-45ed-8335-9c4af0b0713c None None] The sync data for ids ['894481b0-32dd-45c4-8285-967c40d31c43'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:23.982221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:23.985655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.012719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network d59566a3-405f-435a-b4e1-ebd14c47c318 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:24.014632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86a9c76-949c-402b-97ff-e241a45a4a69,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:24.019228 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4e8399e9-926d-4fe1-b937-36a311f0a1ee tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/894481b0-32dd-45c4-8285-967c40d31c43 HTTP/1.1" status: 200 len: 919 time: 0.1818273 Jan 04 13:55:24.022401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34388) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.023857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.039813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:24.040052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.044607 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5c7cf04e-643b-4eb7-8f14-a2906a098fcf tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3494656 Jan 04 13:55:24.047074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34390) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.049283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:24.053461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group_rule': {'security_group_id': '90993fab-6af6-4a29-9c0f-3b3a1865d21f', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:24.063808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:24.064322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d59566a3-405f-435a-b4e1-ebd14c47c318) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:24.073454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af7ff2a2-2d35-4650-8e6e-bbb53b5359c2 None None] Network d59566a3-405f-435a-b4e1-ebd14c47c318 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:24.075220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:24.075781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.103220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6f37279c-8f9f-4cae-b93c-bbdbe94d382f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8101437 Jan 04 13:55:24.104769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=8eeef5a7-0583-4e62-830d-54084945b00d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:24.105960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ac7ad0-ff57-4cb6-9d81-1c606284f205 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:24.106904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34394) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.109968 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-18ac7ad0-ff57-4cb6-9d81-1c606284f205 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=894481b0-32dd-45c4-8285-967c40d31c43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0838256 Jan 04 13:55:24.110108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:24.110206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34396) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.118002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1829612774', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:24.133617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:24.158577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:24.164498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:24.165142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.187482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.220413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5341e89-d84e-41d6-b7ed-40e27216d4cc tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:24.225043 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d5341e89-d84e-41d6-b7ed-40e27216d4cc tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.1114116 Jan 04 13:55:24.225332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34400) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.243602 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.3621790 Jan 04 13:55:24.251717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34402) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.254689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d59566a3-405f-435a-b4e1-ebd14c47c318', 'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318', 'project_id': '5434e86747994590ba10b08b2d5b7ad2', 'fixed_ips': [{'subnet_id': '5d3387c6-badc-4816-b460-d9c13fa22a0c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:55:24.255808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.259714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'network_id': 'a5fe9d24-3a03-48b5-89d1-3c65f810a3ab', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1556606744'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:24.265541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfdd355-82a3-40bd-b979-30673478be48 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=b17cdd1c-ad86-4877-b382-35d51e4203fa,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:24.294523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.295572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.301326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d820b1a3-6e2b-413b-a21f-39360b6b8e23 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=894481b0-32dd-45c4-8285-967c40d31c43 HTTP/1.1" status: 200 len: 205 time: 0.0744300 Jan 04 13:55:24.303480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.303657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34404) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.472644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Allocated IP 172.20.0.2 (d59566a3-405f-435a-b4e1-ebd14c47c318/5d3387c6-badc-4816-b460-d9c13fa22a0c/ad64f338-9d52-4d4d-9aa6-1ff602fa1710) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:24.476055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.491300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.510565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.564231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-674d6e5b-e902-43e6-8c1a-334896b2211e None None] Provisioning complete for port b17cdd1c-ad86-4877-b382-35d51e4203fa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:24.564738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-674d6e5b-e902-43e6-8c1a-334896b2211e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.568853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.571847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.572638 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-504649a7-d0a9-4553-963c-acb7200414fb tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.4588404 Jan 04 13:55:24.577040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34408) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.584074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.585739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.609147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.617464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-674d6e5b-e902-43e6-8c1a-334896b2211e None None] Port b17cdd1c-ad86-4877-b382-35d51e4203fa cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:24.657983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ee2b484-7d60-4338-b3ab-28e420f300c7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:24.678880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Deleting port 1efe144b-4133-4c53-8fe1-013c1a92998b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:24.679146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.679378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.686057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.691555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Made reservation on behalf of 9bb247eaa2264846a01a3457bbc75207 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:24.695399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.721717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.723165 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e77e836d-89a1-476d-9286-644afe86fc2e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6747253 Jan 04 13:55:24.724507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Network d59566a3-405f-435a-b4e1-ebd14c47c318 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:24.727318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:24.732894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:24.737502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34410) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:24.740004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Pushing event updated for resources: {'Port': ['ID=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:24.773305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group_rule': {'security_group_id': '90993fab-6af6-4a29-9c0f-3b3a1865d21f', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:24.789827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Attempting to bind port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:24.790228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Attempting to bind port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'de8cdd62-6b98-432a-a962-b1b4d4805a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:24.790596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Attempting to bind port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 on network d59566a3-405f-435a-b4e1-ebd14c47c318 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:24.796380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:24.796754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Checking segment: {'id': 'de8cdd62-6b98-432a-a962-b1b4d4805a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:24.797149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.797540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Bound using segment: {'id': 'de8cdd62-6b98-432a-a962-b1b4d4805a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:24.798030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Bound port: ad64f338-9d52-4d4d-9aa6-1ff602fa1710, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de8cdd62-6b98-432a-a962-b1b4d4805a0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:24.798413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.800242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.812924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Calling delete_port for 1efe144b-4133-4c53-8fe1-013c1a92998b owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:24.825165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] device_id is not set on port 699eca80-b786-4339-8d9d-dbfe905250c7 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:24.864332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] For port ad64f338-9d52-4d4d-9aa6-1ff602fa1710, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:24.868250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] For port ad64f338-9d52-4d4d-9aa6-1ff602fa1710, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,segment=NetworkSegment(de8cdd62-6b98-432a-a962-b1b4d4805a0c),segment_id=de8cdd62-6b98-432a-a962-b1b4d4805a0c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:24.873782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:24.930353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9ea79d-eab5-4f17-827f-11cbf1a0a7ea None None] Pushing event updated for resources: {'Port': ['ID=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:25.003357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.030126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event deleted for resources: {'Port': ['ID=1efe144b-4133-4c53-8fe1-013c1a92998b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:25.107828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.212960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.216457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.270158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.270807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Fanout notify agent at l3_agent the message router_deleted on router 894481b0-32dd-45c4-8285-967c40d31c43 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:25.280064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.281218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-779db576-2583-4cac-ab81-9a117e628bec tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/894481b0-32dd-45c4-8285-967c40d31c43 HTTP/1.1" status: 204 len: 168 time: 0.9767487 Jan 04 13:55:25.284774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34414) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:25.290345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1356295342', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:25.305397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.324307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.325432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.379221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.383670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.403726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.408081 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b9b5d850-7ec5-4adc-80f1-10e2340e569c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1189635 Jan 04 13:55:25.408081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34418) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:25.412924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': True}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:25.478052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Allocated IP 2001:db8::193 (a5fe9d24-3a03-48b5-89d1-3c65f810a3ab/73e617ee-5eaf-4653-99f2-63d5faa3911a/699eca80-b786-4339-8d9d-dbfe905250c7) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:25.529413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.533061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.550402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.587256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad64f338-9d52-4d4d-9aa6-1ff602fa1710 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:25.642945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.661321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:25.661694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.668189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f469ac6-054b-4846-b24c-907d85a80b78,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:25.724777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.728483 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-171679cc-bded-4fdc-9cab-986a43e777c6 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9876320 Jan 04 13:55:25.729277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34422) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:25.735599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group_rule': {'security_group_id': '90993fab-6af6-4a29-9c0f-3b3a1865d21f', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:25.768129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.814667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ad64f338-9d52-4d4d-9aa6-1ff602fa1710, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,segment=NetworkSegment(de8cdd62-6b98-432a-a962-b1b4d4805a0c),segment_id=de8cdd62-6b98-432a-a962-b1b4d4805a0c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:25.820698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.889074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:25.969602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:25.987031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.043546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f9fef7c-6af6-4752-8a41-7d78d076f6dd None None] Network d59566a3-405f-435a-b4e1-ebd14c47c318 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:26.093341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.123781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Allocated IP 172.20.0.1 (d59566a3-405f-435a-b4e1-ebd14c47c318/5d3387c6-badc-4816-b460-d9c13fa22a0c/207d90e2-779f-4741-befc-bd075d2d14a5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:26.140313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.143244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.144923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=8eeef5a7-0583-4e62-830d-54084945b00d,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:26.189750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1eb9d7d5-64e2-4f0b-a309-06053704117a None None] Provisioning complete for port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:26.190528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1eb9d7d5-64e2-4f0b-a309-06053704117a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.256728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.263370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.266336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.316412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.320661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.324453 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5944488 Jan 04 13:55:26.325647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.329444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34424) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:26.333826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group_rule': {'security_group_id': '90993fab-6af6-4a29-9c0f-3b3a1865d21f', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:26.343124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a33e1c5-d986-4e68-94ad-e16b64edc927 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76b7f545-7477-424e-bf96-dd90760c384c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:26.367273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.413703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:26.422117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:26.424063 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Project e41acd9aa6d84489838119265e50a5e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 13:55:26.428272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:26.433320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:26.438648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=699eca80-b786-4339-8d9d-dbfe905250c7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:26.443473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:26.449488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:26.450151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.452370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.526311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Allocated IP 172.36.2.208 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/d3724f6f-9ae6-4d82-9628-66e1d0f61ba9) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:26.530367 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-61b37c37-9c8d-42d1-b218-2a82e5008f4d tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2748287 Jan 04 13:55:26.535080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34430) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:26.541111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3d78f1f6-5386-4182-8a63-9f3aa9ac867f None None] Provisioning complete for port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:26.542027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d78f1f6-5386-4182-8a63-9f3aa9ac867f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.548747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::1d1', 'mac_address': 'fa:16:3e:f5:4e:34'}, {'ip_address': '2001:db8::1bf', 'mac_address': 'fa:16:3e:f2:6a:56'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:26.566740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.613925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.632024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.681081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network d59566a3-405f-435a-b4e1-ebd14c47c318 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:26.706232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:26.712270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:26.719810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf179d5a-2ddc-447d-bab9-327bfde646b4,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:26.720349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Port': ['ID=207d90e2-779f-4741-befc-bd075d2d14a5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:26.749361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.753707 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1757dd55-42b8-4c68-87e9-f8e159ffb94c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4207573 Jan 04 13:55:26.765921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34434) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:26.774309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'security_group_rule': {'security_group_id': '90993fab-6af6-4a29-9c0f-3b3a1865d21f', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:26.781830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:26.828366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.884437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.916026 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Project e41acd9aa6d84489838119265e50a5e6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 13:55:26.931539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.948180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:26.949028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9e82266c-e031-411e-8156-948dba8ae2e3 None None] Provisioning complete for port 699eca80-b786-4339-8d9d-dbfe905250c7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:26.950089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e82266c-e031-411e-8156-948dba8ae2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.000524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9e82266c-e031-411e-8156-948dba8ae2e3 None None] Port 699eca80-b786-4339-8d9d-dbfe905250c7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:27.006653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.057703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:27.070912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:27.080995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:27.083176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:27.092940 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-332a16b5-3fe4-4977-a277-bf9a67555761 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/routers/58b5f9cf-0cc9-470d-92c7-c3cacae616c0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1214018 Jan 04 13:55:27.095974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34436) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:27.096422 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:27.096859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.102852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'port': {'network_id': '2113fb32-a783-49f3-94eb-08058a3b0bf1', 'name': 'tempest-FloatingIPTestJSON-599589200'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:27.107367 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:27.108412 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:27.111831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Port': ['ID=d3724f6f-9ae6-4d82-9628-66e1d0f61ba9,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:27.135899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cb5c50fc-44a0-4aa7-9925-82329ffdf960 None None] Provisioning complete for port 207d90e2-779f-4741-befc-bd075d2d14a5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:27.136658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb5c50fc-44a0-4aa7-9925-82329ffdf960 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.143205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.168463 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:27.176598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.183167 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:27.184551 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:27.193282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cb5c50fc-44a0-4aa7-9925-82329ffdf960 None None] Port 207d90e2-779f-4741-befc-bd075d2d14a5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:27.224049 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:27.224935 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b606292c-42a3-4b56-8631-e8ed2464385f None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:27.225777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.249242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=921bbab9-8fd2-413d-bded-d8a5f054fa89,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:27.260887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.261079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.262286 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7104a117-8e22-4cad-83a6-680d6899ff48 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4935555 Jan 04 13:55:27.271933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34438) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:27.322276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'network': {'name': 'tempest-network-smoke--2068714549', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:27.348967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] In _notify_port_updated(), no bound segment for port 699eca80-b786-4339-8d9d-dbfe905250c7 on network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:27.354827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:27.355459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.359328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "PUT /v2.0/ports/699eca80-b786-4339-8d9d-dbfe905250c7 HTTP/1.1" status: 200 len: 1068 time: 0.8186522 Jan 04 13:55:27.361275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34440) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:27.395804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:27.399326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.422469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85612a03-9900-44cc-a718-c38558a9c84a tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event updated for resources: {'Port': ['ID=699eca80-b786-4339-8d9d-dbfe905250c7,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:27.459502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] device_id is not set on port ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:27.498590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Made reservation on behalf of e41acd9aa6d84489838119265e50a5e6 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:27.502067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.550219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad64f338-9d52-4d4d-9aa6-1ff602fa1710 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:27.579868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:27.600518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.600854 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Added segment 49b8ac97-2bfe-40d3-bef0-d3025519e63f of type vlan for network 5ffeb3b7-8933-422e-a32a-388f6a457a0e Jan 04 13:55:27.613223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:27.614114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.626784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.641368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.643103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.701356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.706098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port 699eca80-b786-4339-8d9d-dbfe905250c7 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:27.706434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.725886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.7 (2113fb32-a783-49f3-94eb-08058a3b0bf1/a1055c64-69e8-4ceb-bf30-9de10c35e060/ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:27.776243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Port': ['ID=207d90e2-779f-4741-befc-bd075d2d14a5,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:27.784607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.818009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9814c471-2195-4b47-aba3-c430000881aa None None] Provisioning complete for port 699eca80-b786-4339-8d9d-dbfe905250c7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:27.818631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9814c471-2195-4b47-aba3-c430000881aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.835243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.841095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:27.841714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.861332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9814c471-2195-4b47-aba3-c430000881aa None None] Port 699eca80-b786-4339-8d9d-dbfe905250c7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:27.906767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6337972 Jan 04 13:55:27.910166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34448) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:27.919201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'admin_state_up': True, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:27.937600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:27.980932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for 699eca80-b786-4339-8d9d-dbfe905250c7 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:27.984075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4619ee93-7651-40c1-ac1f-ba188ffce01e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Network': ['ID=5ffeb3b7-8933-422e-a32a-388f6a457a0e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:27.998002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:28.020662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network d59566a3-405f-435a-b4e1-ebd14c47c318 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:28.025464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.026544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.036363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:28.085652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.092315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.135805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.192967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.252268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.287542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=699eca80-b786-4339-8d9d-dbfe905250c7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:28.325954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Router 3e9196d2-6b56-4d84-b820-7df6aacec562 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:28.332556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.377490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.392031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6c64ac6f-0ba9-4e9b-90c9-e51a8779a501 None None] Provisioning complete for port 207d90e2-779f-4741-befc-bd075d2d14a5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:28.392907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c64ac6f-0ba9-4e9b-90c9-e51a8779a501 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.421195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Router 90159faa-3729-4eed-b7a9-8145b06d442f is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:28.427336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:28.438363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6c64ac6f-0ba9-4e9b-90c9-e51a8779a501 None None] Port 207d90e2-779f-4741-befc-bd075d2d14a5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:28.447311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:28.452093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:28.455320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:28.526351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:28.528131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.533843 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8b2bf9f6-d161-4365-9261-cca41415f3ea tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/ports/699eca80-b786-4339-8d9d-dbfe905250c7 HTTP/1.1" status: 204 len: 168 time: 1.1675334 Jan 04 13:55:28.534881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.535022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34450) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:28.535464 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fef12ab8-723c-4f2d-90e4-34e184b85d67 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "PUT /v2.0/routers/3e9196d2-6b56-4d84-b820-7df6aacec562 HTTP/1.1" status: 200 len: 915 time: 3.1268556 Jan 04 13:55:28.538177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34452) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:28.542458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] Sync routers for ids ['3e9196d2-6b56-4d84-b820-7df6aacec562'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:28.560062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] Routers {'3e9196d2-6b56-4d84-b820-7df6aacec562'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:28.561070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3e9196d2-6b56-4d84-b820-7df6aacec562'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:28.604611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:28.616811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] Routers {'3e9196d2-6b56-4d84-b820-7df6aacec562'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:28.617729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3e9196d2-6b56-4d84-b820-7df6aacec562'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:28.653481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:28.654187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a135e07-3a5c-4646-ade2-f371326f7529 None None] The sync data for ids ['3e9196d2-6b56-4d84-b820-7df6aacec562'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:28.923163 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdbcba1-fee3-4c25-92e2-39d8db6372ba tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] GET failed (client error): The resource could not be found. Jan 04 13:55:28.928438 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3fdbcba1-fee3-4c25-92e2-39d8db6372ba tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "GET /v2.0/ports/699eca80-b786-4339-8d9d-dbfe905250c7 HTTP/1.1" status: 404 len: 333 time: 0.3896289 Jan 04 13:55:28.930207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34460) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:28.967743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:28.968394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:28.973528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:28.973907 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1d8dc4b1-4e4b-40bf-a122-29d1de1b79dd tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/3e9196d2-6b56-4d84-b820-7df6aacec562 HTTP/1.1" status: 200 len: 921 time: 0.4343138 Jan 04 13:55:28.976306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34462) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:28.984633 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] Sync routers for ids ['90159faa-3729-4eed-b7a9-8145b06d442f'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:28.997842 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] Routers {'90159faa-3729-4eed-b7a9-8145b06d442f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:28.998496 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['90159faa-3729-4eed-b7a9-8145b06d442f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:29.013199 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ab0f03f5-d1eb-43cb-a33f-b8545eb8adf9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "PUT /v2.0/routers/90159faa-3729-4eed-b7a9-8145b06d442f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4316435 Jan 04 13:55:29.014153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34464) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.022513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'port': {'network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318', 'name': 'tempest-FloatingIPNegativeTestJSON-1891872165'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:29.032024 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:29.041031 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] Routers {'90159faa-3729-4eed-b7a9-8145b06d442f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:29.041664 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['90159faa-3729-4eed-b7a9-8145b06d442f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:29.050346 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f70fd1d9-bdeb-468a-a9c1-45db035ba0a1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.9513357 Jan 04 13:55:29.056629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34466) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.065320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'port': {'network_id': '2113fb32-a783-49f3-94eb-08058a3b0bf1', 'name': 'tempest-FloatingIPTestJSON-443261591'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:29.079051 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:29.079697 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2633bd01-c2c9-40d2-b345-2f3764164af5 None None] The sync data for ids ['90159faa-3729-4eed-b7a9-8145b06d442f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:29.093009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4095c4e1-92d0-4f87-9527-a0df602ac473 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:29.094545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4095c4e1-92d0-4f87-9527-a0df602ac473 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=3e9196d2-6b56-4d84-b820-7df6aacec562&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1172881 Jan 04 13:55:29.098606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34468) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.159798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port b17cdd1c-ad86-4877-b382-35d51e4203fa {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:29.160132 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.258759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:29.262899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.283844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.294900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] device_id is not set on port add1a058-c14d-4764-89fa-ad12575b3536 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:29.298766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.306175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for b17cdd1c-ad86-4877-b382-35d51e4203fa owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:29.327030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.331377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7387c8-006a-4c00-99d7-eb73833a9c41 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:29.332760 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bf7387c8-006a-4c00-99d7-eb73833a9c41 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.2330253 Jan 04 13:55:29.336645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34470) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.342519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Made reservation on behalf of 5434e86747994590ba10b08b2d5b7ad2 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:29.345962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.380007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-744aff72-8ed7-4997-a5ad-64bccc635b16 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e9196d2-6b56-4d84-b820-7df6aacec562 HTTP/1.1" status: 200 len: 205 time: 0.0422654 Jan 04 13:55:29.382666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34472) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.441308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] device_id is not set on port d49801f7-f256-4fec-8c69-e2b03fb101a7 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:29.487636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.14 (2113fb32-a783-49f3-94eb-08058a3b0bf1/a1055c64-69e8-4ceb-bf30-9de10c35e060/add1a058-c14d-4764-89fa-ad12575b3536) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:29.558570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.580456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Allocated IP 172.36.2.206 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/bfe0d189-30ba-4865-8eb5-a3843e87db0d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:29.596329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=b17cdd1c-ad86-4877-b382-35d51e4203fa,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:29.632682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.635973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b4228a26-3ade-4e0f-b5b0-cd2219acbaa9 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/ports/b17cdd1c-ad86-4877-b382-35d51e4203fa HTTP/1.1" status: 204 len: 168 time: 0.7041843 Jan 04 13:55:29.638090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.638729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34474) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.680548 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-65002ed4-37f4-429f-bf56-1dc325fcf1e0 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] GET failed (client error): The resource could not be found. Jan 04 13:55:29.685146 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-65002ed4-37f4-429f-bf56-1dc325fcf1e0 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "GET /v2.0/ports/b17cdd1c-ad86-4877-b382-35d51e4203fa HTTP/1.1" status: 404 len: 333 time: 0.0423248 Jan 04 13:55:29.687073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34476) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:29.719368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Allocated IP 172.20.0.13 (d59566a3-405f-435a-b4e1-ebd14c47c318/5d3387c6-badc-4816-b460-d9c13fa22a0c/d49801f7-f256-4fec-8c69-e2b03fb101a7) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:29.865597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.869003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.883018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.899031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port b84a3c26-c238-4cec-8ecd-fba8883d7188 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:29.899296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:29.969059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.016024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.034722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:30.038287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.052440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:30.058742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:30.065627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=add1a058-c14d-4764-89fa-ad12575b3536,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:30.067443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.085812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for b84a3c26-c238-4cec-8ecd-fba8883d7188 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:30.087687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:30.098945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:30.101468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Deleting port d3724f6f-9ae6-4d82-9628-66e1d0f61ba9 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:30.101727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.103779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:30.109098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Port': ['ID=bfe0d189-30ba-4865-8eb5-a3843e87db0d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:30.152952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:30.153641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.179119 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c2ce6aee-fea0-48a0-b889-42ed36423e36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1199877 Jan 04 13:55:30.183490 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34484) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:30.187757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'add1a058-c14d-4764-89fa-ad12575b3536', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:30.240614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.262748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.268513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.282663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.323163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=b84a3c26-c238-4cec-8ecd-fba8883d7188,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:30.337943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Calling delete_port for d3724f6f-9ae6-4d82-9628-66e1d0f61ba9 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:30.374062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.379598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b3b56387-36a3-4c7c-8079-016a16c0c641 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/ports/b84a3c26-c238-4cec-8ecd-fba8883d7188 HTTP/1.1" status: 204 len: 168 time: 0.6892791 Jan 04 13:55:30.380024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34486) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:30.383515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network d59566a3-405f-435a-b4e1-ebd14c47c318 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:30.396261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:30.405384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:30.408158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Port': ['ID=d49801f7-f256-4fec-8c69-e2b03fb101a7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:30.440241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting subnet 73e617ee-5eaf-4653-99f2-63d5faa3911a {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:55:30.443586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.501205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.538886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:30.539528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.549045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.608813 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3b78a4f-4b68-4588-b00d-377bc3dc40f9 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5911636 Jan 04 13:55:30.613477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34488) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:30.623827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:30.630963 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:55:30.668267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.716216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.745981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.763437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.53 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/712ea575-8afb-4630-8cbb-75581f70faff) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:30.787037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-345f17d2-87ee-4e08-b0c4-1dd422d61e17 None None] Provisioning complete for port d49801f7-f256-4fec-8c69-e2b03fb101a7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:30.787591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-345f17d2-87ee-4e08-b0c4-1dd422d61e17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.827953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-345f17d2-87ee-4e08-b0c4-1dd422d61e17 None None] Port d49801f7-f256-4fec-8c69-e2b03fb101a7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:30.860914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.953148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Subnet': ['ID=73e617ee-5eaf-4653-99f2-63d5faa3911a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:30.960248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:30.966887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c1986ebd-7bfa-43ae-89c3-2aed099a05ad tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/subnets/73e617ee-5eaf-4653-99f2-63d5faa3911a HTTP/1.1" status: 204 len: 168 time: 0.5801282 Jan 04 13:55:30.968995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8f4447e-7a0d-4aa0-9d4c-fd910db8e83e None None] Network a5fe9d24-3a03-48b5-89d1-3c65f810a3ab requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:30.972457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34492) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:31.037824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.085573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.105524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.117730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event deleted for resources: {'Port': ['ID=d3724f6f-9ae6-4d82-9628-66e1d0f61ba9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:31.136275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.159788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] DHCP port deletion for a5fe9d24-3a03-48b5-89d1-3c65f810a3ab request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:55:31.193744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.224603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] Deleting port c8a29928-4ec2-4723-86d4-9e9b621fa29c {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:31.225054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.258623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.299854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:31.311803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] For port c8a29928-4ec2-4723-86d4-9e9b621fa29c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8a29928-4ec2-4723-86d4-9e9b621fa29c,segment=NetworkSegment(ad10f77a-76fe-4790-b782-eadbd62db45a),segment_id=ad10f77a-76fe-4790-b782-eadbd62db45a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:31.312201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.315567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:31.318175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:31.325753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] Calling delete_port for c8a29928-4ec2-4723-86d4-9e9b621fa29c owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:31.328965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.362926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.365473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.365981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=712ea575-8afb-4630-8cbb-75581f70faff,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:31.393180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Deleting port c8a29928-4ec2-4723-86d4-9e9b621fa29c {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:31.393763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.414359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.443072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] Pushing event deleted for resources: {'Port': ['ID=c8a29928-4ec2-4723-86d4-9e9b621fa29c,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:31.446752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-284e951a-68d2-4f7f-bb6a-d0786d93eeea None None] No DVR routers for this DVR port c8a29928-4ec2-4723-86d4-9e9b621fa29c on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:31.452832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.453252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Fanout notify agent at l3_agent the message router_deleted on router 3e9196d2-6b56-4d84-b820-7df6aacec562 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:31.467838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Allocated IP 172.36.2.43 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/ceb500ac-5bdf-462c-9acb-c2ef2d7be3de) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:31.486771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.487870 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f698c2b-2ec0-49e3-976b-6b1d29e0cd72 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/3e9196d2-6b56-4d84-b820-7df6aacec562 HTTP/1.1" status: 204 len: 168 time: 2.1042767 Jan 04 13:55:31.492303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34498) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:31.497771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1625410631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:31.544968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.545988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.553631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c8a29928-4ec2-4723-86d4-9e9b621fa29c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:31.562192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] For port c8a29928-4ec2-4723-86d4-9e9b621fa29c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c8a29928-4ec2-4723-86d4-9e9b621fa29c,segment=NetworkSegment(ad10f77a-76fe-4790-b782-eadbd62db45a),segment_id=ad10f77a-76fe-4790-b782-eadbd62db45a)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:31.562968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.581418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:31.582357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c8a29928-4ec2-4723-86d4-9e9b621fa29c {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:31.582841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c8a29928-4ec2-4723-86d4-9e9b621fa29c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:31.599682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Calling delete_port for c8a29928-4ec2-4723-86d4-9e9b621fa29c owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:31.609293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.617200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.667780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.668968 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-89596492-a5cb-424e-b01a-7a2753b5656c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1761391 Jan 04 13:55:31.672971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34500) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:31.678477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': False}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:31.791884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:31.801924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Sync routers for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:31.812784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:31.813680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:31.814862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.902340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.904018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.908108 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4259d18b-ec7f-4293-992c-16da0b2b612b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.9925435 Jan 04 13:55:31.908349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34502) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:31.941153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Port': ['ID=c8a29928-4ec2-4723-86d4-9e9b621fa29c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:31.943582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:31.955172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:31.979592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] No DVR routers for this DVR port c8a29928-4ec2-4723-86d4-9e9b621fa29c on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:31.986154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.038499 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-433d7e7c-eb41-4011-b8df-8fcd20b5454e tempest-TestNetworkAdvancedServerOps-133745010 tempest-TestNetworkAdvancedServerOps-133745010-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=e41acd9aa6d84489838119265e50a5e6&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1290751 Jan 04 13:55:32.044117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34508) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:32.105002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:32.131083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Port': ['ID=ceb500ac-5bdf-462c-9acb-c2ef2d7be3de,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:32.134613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:32.137427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:32.166465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:30Z', 'revision_number': 3, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:32.194214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Checking router: f91eb4eb-60fa-4564-b7b9-1ac18e7df786 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:32.194481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Updating router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 port bfe0d189-30ba-4865-8eb5-a3843e87db0d binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:55:32.219438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.221010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.239860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.377384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Allocated IP 172.36.2.174 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/6054f5e8-2dca-4425-af0b-8e1512a94e08) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:32.481700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.482024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.516399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.561148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:32.567797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:32.572155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:32.591908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Pushing event updated for resources: {'Port': ['ID=6054f5e8-2dca-4425-af0b-8e1512a94e08,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:32.623315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5fe9d24-3a03-48b5-89d1-3c65f810a3ab']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:32.665094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad10f77a-76fe-4790-b782-eadbd62db45a') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:32.665436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad10f77a-76fe-4790-b782-eadbd62db45a') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:32.673348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.681665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.690116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.704417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.736313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Attempting to bind port bfe0d189-30ba-4865-8eb5-a3843e87db0d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:32.736602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Attempting to bind port bfe0d189-30ba-4865-8eb5-a3843e87db0d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:32.736968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Attempting to bind port bfe0d189-30ba-4865-8eb5-a3843e87db0d on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:32.738877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bba3b-f83e-43fe-8548-469b9d5d5822 None None] Pushing event updated for resources: {'Port': ['ID=bfe0d189-30ba-4865-8eb5-a3843e87db0d,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:32.744528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:32.744904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:32.745305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.745693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:32.746187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Bound port: bfe0d189-30ba-4865-8eb5-a3843e87db0d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:32.746573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.749544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.780017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e2c420-9f7b-4b7c-bdb3-48ebbd148317 tempest-TestNetworkAdvancedServerOps-133745010 tempest-TestNetworkAdvancedServerOps-133745010-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:32.781649 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-97e2c420-9f7b-4b7c-bdb3-48ebbd148317 tempest-TestNetworkAdvancedServerOps-133745010 tempest-TestNetworkAdvancedServerOps-133745010-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7351868 Jan 04 13:55:32.782797 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:55:32.783491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.785144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34514) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:55:32.790563 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:55:32.794094 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:55:32.799789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] For port bfe0d189-30ba-4865-8eb5-a3843e87db0d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:32.803176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] For port bfe0d189-30ba-4865-8eb5-a3843e87db0d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfe0d189-30ba-4865-8eb5-a3843e87db0d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:32.808719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.837042 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fff4cb49-b4b0-4edf-aa74-90c111f87739 tempest-TestNetworkAdvancedServerOps-133745010 tempest-TestNetworkAdvancedServerOps-133745010-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0471275 Jan 04 13:55:32.837042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34516) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:32.843466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-829775919', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:32.866820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:32.866820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:32.898387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.908341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.911961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29bba3b-f83e-43fe-8548-469b9d5d5822 None None] Pushing event updated for resources: {'Port': ['ID=bfe0d189-30ba-4865-8eb5-a3843e87db0d,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:32.912963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.920503 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] 10.222.0.30 "DELETE /v2.0/networks/a5fe9d24-3a03-48b5-89d1-3c65f810a3ab HTTP/1.1" status: 204 len: 168 time: 1.9472735 Jan 04 13:55:32.928301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.959409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cb3824-233e-4c2c-a23e-535ed07d0f34 tempest-AllowedAddressPairIpV6TestJSON-1343873871 tempest-AllowedAddressPairIpV6TestJSON-1343873871-project] Pushing event deleted for resources: {'Network': ['ID=a5fe9d24-3a03-48b5-89d1-3c65f810a3ab,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:32.969689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:32.997522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:33.007270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.121483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Made reservation on behalf of e41acd9aa6d84489838119265e50a5e6 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:33.125477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.255138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.264651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.277916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:30Z', 'revision_number': 3, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:33.305961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.306644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8163a362-ab0f-4378-95b5-a09d81ad0a6f None None] The sync data for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv is: [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:30Z', 'revision_number': 3, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:33.340447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.342350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34524) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:33.346843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.383510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=712ea575-8afb-4630-8cbb-75581f70faff,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:33.410741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.491558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.502922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.510627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.517105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Port': ['ID=ceb500ac-5bdf-462c-9acb-c2ef2d7be3de,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:33.534400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.535808 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-30b878e6-445c-4f1b-9b75-0d5d29bd9f87 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9182577 Jan 04 13:55:33.540300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34532) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:33.543808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Subnet': ['ID=64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:33.551232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-320a3f4f-5286-463b-a026-dd78f6a75518 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'floatingip': {'port_id': 'd49801f7-f256-4fec-8c69-e2b03fb101a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:33.590074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 9eb217c1-8c3b-465b-bbeb-83dcbdc5189e associated. External IP: 172.36.2.53, port: add1a058-c14d-4764-89fa-ad12575b3536. Jan 04 13:55:33.846566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:33.935353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Checking segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:33.935948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network hostable DHCP agents. Network: 5ffeb3b7-8933-422e-a32a-388f6a457a0e, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:33.964523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:33.964737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-320a3f4f-5286-463b-a026-dd78f6a75518 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.978278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:33.988335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:33.990799 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:33.992676 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.019754 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-27ff5de1-953c-4c46-9d83-2a88218b1809 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 3.8326719 Jan 04 13:55:34.025521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34534) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:34.032348 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.032695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:34.041945 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:34.043074 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.083181 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.084244 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d435d2-d56b-4279-85e8-c1a3fb820f3f None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:34.118618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.128871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:34.136014 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8dd3733c-1d2d-4d17-9ccd-b6b773d02a29 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=9bb247eaa2264846a01a3457bbc75207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7841909 Jan 04 13:55:34.139682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34536) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:34.164780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5ffeb3b7-8933-422e-a32a-388f6a457a0e) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:34.175072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-195da195-20bf-4514-b050-9bec6fbcc8ce None None] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:34.180628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:34.181288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.221006 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-320a3f4f-5286-463b-a026-dd78f6a75518 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] update failed (client error): The resource could not be found. Jan 04 13:55:34.222085 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-320a3f4f-5286-463b-a026-dd78f6a75518 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "PUT /v2.0/floatingips/c4fbbdee-230a-407b-a395-a96350aa8688 HTTP/1.1" status: 404 len: 507 time: 0.6795127 Jan 04 13:55:34.227791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34538) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:34.244249 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-18ecda21-d723-4fe6-99b5-f4e3d48206cb tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.4069681 Jan 04 13:55:34.247087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34540) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:34.315133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:55:34.316059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.349840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3355c364-dc95-432c-be1f-37a5488b3f5f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.384476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Router c83472de-866f-4c31-bbdc-55b9b3740b43 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:34.402027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.403663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3355c364-dc95-432c-be1f-37a5488b3f5f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.432460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.432817 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 9eb217c1-8c3b-465b-bbeb-83dcbdc5189e disassociated. External IP: 172.36.2.53, port: add1a058-c14d-4764-89fa-ad12575b3536. Jan 04 13:55:34.504405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Deleting port ceb500ac-5bdf-462c-9acb-c2ef2d7be3de {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:34.505002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.654742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3355c364-dc95-432c-be1f-37a5488b3f5f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.658025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3355c364-dc95-432c-be1f-37a5488b3f5f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.659271 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3355c364-dc95-432c-be1f-37a5488b3f5f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3bdbc663-dd62-4f86-8f8d-31e8d77f9b64 HTTP/1.1" status: 204 len: 168 time: 0.5164163 Jan 04 13:55:34.727825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:34.731380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Allocated IP 172.20.0.2 (5ffeb3b7-8933-422e-a32a-388f6a457a0e/64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f/83a9d7fc-9e61-44ea-8899-11e4966d575a) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:34.754034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.755533 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8a6d742b-f15f-4ff6-a724-d0de70ab9463 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "PUT /v2.0/routers/c83472de-866f-4c31-bbdc-55b9b3740b43 HTTP/1.1" status: 200 len: 916 time: 3.0815642 Jan 04 13:55:34.763255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3355c364-dc95-432c-be1f-37a5488b3f5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bdbc663-dd62-4f86-8f8d-31e8d77f9b64,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:34.769041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34550) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:34.770016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] Sync routers for ids ['c83472de-866f-4c31-bbdc-55b9b3740b43'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:34.826951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.827345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:34.830176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] Routers {'c83472de-866f-4c31-bbdc-55b9b3740b43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:34.830887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c83472de-866f-4c31-bbdc-55b9b3740b43'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.845652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Calling delete_port for ceb500ac-5bdf-462c-9acb-c2ef2d7be3de owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:34.868627 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-ec71555d-4cb9-4133-a149-49b06190c1e5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0822766 Jan 04 13:55:34.894419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.959675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] Routers {'c83472de-866f-4c31-bbdc-55b9b3740b43'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:34.960498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c83472de-866f-4c31-bbdc-55b9b3740b43'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:34.993362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-032c1183-1a74-4f96-98d8-7d234768e8ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:34.995516 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-032c1183-1a74-4f96-98d8-7d234768e8ed service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=410fee7d460f42f296e3d5acf7b6533e&device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 1098 time: 0.0664618 Jan 04 13:55:35.011380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:35.011934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a68eb341-8389-4b4d-925a-dd579186bd0f None None] The sync data for ids ['c83472de-866f-4c31-bbdc-55b9b3740b43'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:35.047512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:35.075310 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1fa43c42-ecc6-442f-94ec-944abdaf92f5 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/c83472de-866f-4c31-bbdc-55b9b3740b43 HTTP/1.1" status: 200 len: 922 time: 0.3054168 Jan 04 13:55:35.083345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34556) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:35.088676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.122118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.131745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.161847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-19ffde1f-e4a6-4b1b-8a0e-a59675abc791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:35.164268 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-19ffde1f-e4a6-4b1b-8a0e-a59675abc791 service neutron] 10.222.0.13 "GET /v2.0/networks?id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 HTTP/1.1" status: 200 len: 906 time: 0.1431112 Jan 04 13:55:35.168525 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.179419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:35.189779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:35.193245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:35.209645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Pushing event updated for resources: {'Port': ['ID=83a9d7fc-9e61-44ea-8899-11e4966d575a,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:35.221989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Port': ['ID=ceb500ac-5bdf-462c-9acb-c2ef2d7be3de,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:35.289905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Attempting to bind port 83a9d7fc-9e61-44ea-8899-11e4966d575a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:35.290354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Attempting to bind port 83a9d7fc-9e61-44ea-8899-11e4966d575a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:35.290722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Attempting to bind port 83a9d7fc-9e61-44ea-8899-11e4966d575a on network 5ffeb3b7-8933-422e-a32a-388f6a457a0e {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:35.298448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:35.311692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Checking segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:35.312488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.313041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Bound using segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:35.313848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Bound port: 83a9d7fc-9e61-44ea-8899-11e4966d575a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:35.315203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.326412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-6b79ec56-da47-42e5-88ed-c9e917678e7a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3d12d033-17d0-478a-9578-da3987c998b3 HTTP/1.1" status: 200 len: 1001 time: 0.1454382 Jan 04 13:55:35.337292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.340894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.345743 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c95b7fa5-4856-461a-9e66-4712881daedc tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "DELETE /v2.0/floatingips/c4fbbdee-230a-407b-a395-a96350aa8688 HTTP/1.1" status: 204 len: 168 time: 1.1105330 Jan 04 13:55:35.351827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34564) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:35.358508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c6c19108-ef81-4f28-87c9-1b5ef66f32ed tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'floatingip': {'floating_network_id': 'd59566a3-405f-435a-b4e1-ebd14c47c318', 'port_id': 'd49801f7-f256-4fec-8c69-e2b03fb101a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:35.405917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] For port 83a9d7fc-9e61-44ea-8899-11e4966d575a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:35.410836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] For port 83a9d7fc-9e61-44ea-8899-11e4966d575a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a9d7fc-9e61-44ea-8899-11e4966d575a,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:35.419530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.420273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c6c19108-ef81-4f28-87c9-1b5ef66f32ed tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.479914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-3f7b0d38-7a94-42f5-9b5a-e242a64ee0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:35.495921 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-3f7b0d38-7a94-42f5-9b5a-e242a64ee0b2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=093c2e9f-b141-424d-8834-a4ef01f63dfd HTTP/1.1" status: 200 len: 844 time: 0.1599860 Jan 04 13:55:35.515110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50970434-bbbf-4e75-afaa-5ce5b85dd057 None None] Pushing event updated for resources: {'Port': ['ID=83a9d7fc-9e61-44ea-8899-11e4966d575a,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:35.618641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-20abc2ec-bde8-49d5-aae8-ba5c0cd06ca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:35.621055 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-20abc2ec-bde8-49d5-aae8-ba5c0cd06ca9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1131816 Jan 04 13:55:35.660056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bfe0d189-30ba-4865-8eb5-a3843e87db0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:35.674134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d08560c4-a787-4814-9eed-7d6212d13122 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:35.677936 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d08560c4-a787-4814-9eed-7d6212d13122 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=c83472de-866f-4c31-bbdc-55b9b3740b43&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5912166 Jan 04 13:55:35.683103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34578) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:35.774259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bfe0d189-30ba-4865-8eb5-a3843e87db0d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:35.774637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.840043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:35.864746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.870786 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:35.891123 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:35.892080 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:35.926964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34582) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:35.928774 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1feee84e-ad1a-40bc-9546-8a6d93de0f9f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/floatingips/9eb217c1-8c3b-465b-bbeb-83dcbdc5189e HTTP/1.1" status: 200 len: 687 time: 1.9008477 Jan 04 13:55:35.936296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:35.937296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34584) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:35.954912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2be1942-83af-4d01-8b0d-458d3d733ef6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:35.956355 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b2be1942-83af-4d01-8b0d-458d3d733ef6 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.2712429 Jan 04 13:55:35.959915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34588) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:35.983870 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:35.994526 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:35.995389 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:36.019868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.060160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3443efa5-7db6-4b5c-85f4-28f9318b7c82 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=c83472de-866f-4c31-bbdc-55b9b3740b43 HTTP/1.1" status: 200 len: 205 time: 0.0988133 Jan 04 13:55:36.060889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34590) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:36.064192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port bfe0d189-30ba-4865-8eb5-a3843e87db0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfe0d189-30ba-4865-8eb5-a3843e87db0d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:36.071269 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:36.072955 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e1f581-4df8-4913-84f1-2b367af3a983 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:36.075897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.138055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=bfe0d189-30ba-4865-8eb5-a3843e87db0d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:36.143483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1663882408'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:36.171899 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-a9ab440d-15f0-4b04-9533-d8988bb32cb3 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4878030 Jan 04 13:55:36.172625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-c6c19108-ef81-4f28-87c9-1b5ef66f32ed tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:55:36.176967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c6c19108-ef81-4f28-87c9-1b5ef66f32ed tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8198771 Jan 04 13:55:36.177899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34592) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:36.182462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'd49801f7-f256-4fec-8c69-e2b03fb101a7', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:36.254750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.287986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.341508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 712ea575-8afb-4630-8cbb-75581f70faff {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:36.341764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.346064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-820c2ffc-5d50-458e-a903-42a02c917e93 req-a6943801-ce93-4ce4-8f9f-cd91cfb112d5 service neutron] 10.222.0.13 "GET /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592460 Jan 04 13:55:36.356668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Made reservation on behalf of 1264243a185a424fbf892fc4deac178f for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:36.360161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.406564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.483063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.483527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.500628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 712ea575-8afb-4630-8cbb-75581f70faff owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:36.563367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.592081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.620033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Allocated IP 172.20.0.1 (5ffeb3b7-8933-422e-a32a-388f6a457a0e/64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f/16619e33-f764-4b77-b480-83ed8c69d1aa) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:36.693160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.710049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.720116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Allocated IP 172.36.2.4 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/d41fce98-d8a9-4fa4-ae09-25d93a28acf5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:36.788756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d79981-7880-43ca-9311-977327fba3b6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:36.812755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Deleting port 6054f5e8-2dca-4425-af0b-8e1512a94e08 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:36.813102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.820951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:36.835950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.868285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.868627 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Added segment 866fbbc1-b200-4c88-a13f-7f10119c2cdb of type vlan for network 55ee2f2a-be76-4a38-8434-2861d62f3d59 Jan 04 13:55:36.891848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=712ea575-8afb-4630-8cbb-75581f70faff,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:36.902321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec7b1a42-e8ab-469e-a798-8c61a2e59c25 None None] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:36.912520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.966163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.973577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.985765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.989221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.992281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:36.998018 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a5dbd6ef-daee-4b4b-8ceb-a798f824f97a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/floatingips/9eb217c1-8c3b-465b-bbeb-83dcbdc5189e HTTP/1.1" status: 204 len: 168 time: 1.0505524 Jan 04 13:55:36.998018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34600) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:37.003496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:37.008932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-74a67a48-f33c-48c7-8693-d4000bb8361a None None] Provisioning complete for port 83a9d7fc-9e61-44ea-8899-11e4966d575a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:37.009566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-74a67a48-f33c-48c7-8693-d4000bb8361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.019826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Calling delete_port for 6054f5e8-2dca-4425-af0b-8e1512a94e08 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:37.034033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.047987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.052737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.069066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.075591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:37.076396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.107918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:37.114474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:37.123924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:37.141283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-74a67a48-f33c-48c7-8693-d4000bb8361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.155047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:37.173351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:37.186360 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.2532904 Jan 04 13:55:37.187183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-74a67a48-f33c-48c7-8693-d4000bb8361a None None] For port 83a9d7fc-9e61-44ea-8899-11e4966d575a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a9d7fc-9e61-44ea-8899-11e4966d575a,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:37.187422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:37.190989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34602) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:37.194548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Port': ['ID=16619e33-f764-4b77-b480-83ed8c69d1aa,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:37.194758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event updated for resources: {'Port': ['ID=d41fce98-d8a9-4fa4-ae09-25d93a28acf5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:37.196543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-74a67a48-f33c-48c7-8693-d4000bb8361a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.202982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Request body: {'subnet': {'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:37.244878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74735d92-bb02-476f-b81d-a3f16d3e5961 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event updated for resources: {'Network': ['ID=55ee2f2a-be76-4a38-8434-2861d62f3d59,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:37.260256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:37.281298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.312940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a67a48-f33c-48c7-8693-d4000bb8361a None None] Pushing event updated for resources: {'Port': ['ID=83a9d7fc-9e61-44ea-8899-11e4966d575a,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:37.378442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2d092b3f-541b-4882-ae20-1b3e02cec99c None None] Provisioning complete for port 16619e33-f764-4b77-b480-83ed8c69d1aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:37.379735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2d092b3f-541b-4882-ae20-1b3e02cec99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.434146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2d092b3f-541b-4882-ae20-1b3e02cec99c None None] Port 16619e33-f764-4b77-b480-83ed8c69d1aa cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:37.446045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2d092b3f-541b-4882-ae20-1b3e02cec99c None None] Provisioning complete for port 83a9d7fc-9e61-44ea-8899-11e4966d575a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:37.459831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2d092b3f-541b-4882-ae20-1b3e02cec99c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.489580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Made reservation on behalf of 1264243a185a424fbf892fc4deac178f for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:37.493067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.525882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Deleting port d41fce98-d8a9-4fa4-ae09-25d93a28acf5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:37.526248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.575779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.579626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.611737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.612686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event deleted for resources: {'Port': ['ID=6054f5e8-2dca-4425-af0b-8e1512a94e08,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:37.665484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.665854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.703014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bfe0d189-30ba-4865-8eb5-a3843e87db0d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:37.708475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.715391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Calling delete_port for d41fce98-d8a9-4fa4-ae09-25d93a28acf5 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:37.774746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bfe0d189-30ba-4865-8eb5-a3843e87db0d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:37.775182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.778031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6ebbbadb-e03d-4273-8170-986cdf2e959d None None] Provisioning complete for port 16619e33-f764-4b77-b480-83ed8c69d1aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:37.778989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ebbbadb-e03d-4273-8170-986cdf2e959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.847482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6ebbbadb-e03d-4273-8170-986cdf2e959d None None] Port 16619e33-f764-4b77-b480-83ed8c69d1aa cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:37.855115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.859316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.901840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 83a9d7fc-9e61-44ea-8899-11e4966d575a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:37.946807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.947518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Fanout notify agent at l3_agent the message router_deleted on router c83472de-866f-4c31-bbdc-55b9b3740b43 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:37.954920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 83a9d7fc-9e61-44ea-8899-11e4966d575a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:37.955328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.955704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:37.956922 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c77c6867-d422-4f6a-a8ce-e1e5f82d332f tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/c83472de-866f-4c31-bbdc-55b9b3740b43 HTTP/1.1" status: 204 len: 168 time: 1.8924332 Jan 04 13:55:37.961920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34608) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:37.966823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-98343858', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:38.044529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.045810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.147817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.195562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.67 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/ea4eb741-a176-4357-95c5-b947002fce14) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:38.300117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.399785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.438608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event updated for resources: {'Subnet': ['ID=2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:38.453662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Port': ['ID=d41fce98-d8a9-4fa4-ae09-25d93a28acf5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:38.515496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Checking segment: {'id': '866fbbc1-b200-4c88-a13f-7f10119c2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:38.515870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Network hostable DHCP agents. Network: 55ee2f2a-be76-4a38-8434-2861d62f3d59, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:38.525201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.569589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:38.570235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.576106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.589244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 55ee2f2a-be76-4a38-8434-2861d62f3d59) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:38.592307 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] create failed (client error): The resource could not be found. Jan 04 13:55:38.596777 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0b2f9406-d95d-42f0-9157-e3ae98047ff2 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 2.4145823 Jan 04 13:55:38.597063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34612) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:38.599779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:38.600328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.600490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ce161c-f5fc-40fd-8efb-41f04e4dbef1 None None] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:38.610719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.615724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.686139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:38.711300 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-03bfcd06-ca2b-40c6-a50b-a57f6c986af0 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5154445 Jan 04 13:55:38.711702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Port': ['ID=16619e33-f764-4b77-b480-83ed8c69d1aa,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:38.713053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:38.713331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34614) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:38.714179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.720487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:38.723803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Request body: {'port': {'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2033123826'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:38.728918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-55ee2f2a-be76-4a38-8434-2861d62f3d59', 'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59', 'project_id': '1264243a185a424fbf892fc4deac178f', 'fixed_ips': [{'subnet_id': '2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:55:38.730844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.749996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=ea4eb741-a176-4357-95c5-b947002fce14,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:38.815793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Deleting port d49801f7-f256-4fec-8c69-e2b03fb101a7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:38.816170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:38.895361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Allocated IP 2001:db8::2 (55ee2f2a-be76-4a38-8434-2861d62f3d59/2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5/bad8ec35-9ba2-430a-8b2b-8c48685101ba) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:38.972343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:38.979145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:38.987654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Made reservation on behalf of 1264243a185a424fbf892fc4deac178f for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:38.991369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.007902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.029351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Calling delete_port for d49801f7-f256-4fec-8c69-e2b03fb101a7 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:39.060707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] device_id is not set on port e6f4fee9-365e-491d-9148-9812b4b22869 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:39.084757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.096026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.204582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:39.216154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:39.221494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:39.224896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Pushing event updated for resources: {'Port': ['ID=bad8ec35-9ba2-430a-8b2b-8c48685101ba,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:39.266314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.298863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Attempting to bind port bad8ec35-9ba2-430a-8b2b-8c48685101ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:39.299443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Attempting to bind port bad8ec35-9ba2-430a-8b2b-8c48685101ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '866fbbc1-b200-4c88-a13f-7f10119c2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:39.299926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Attempting to bind port bad8ec35-9ba2-430a-8b2b-8c48685101ba on network 55ee2f2a-be76-4a38-8434-2861d62f3d59 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:39.305815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:39.306474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Checking segment: {'id': '866fbbc1-b200-4c88-a13f-7f10119c2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:39.307592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.308133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Bound using segment: {'id': '866fbbc1-b200-4c88-a13f-7f10119c2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:39.308710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Bound port: bad8ec35-9ba2-430a-8b2b-8c48685101ba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '866fbbc1-b200-4c88-a13f-7f10119c2cdb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:39.309187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.320813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.346990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:39.402970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Allocated IP 2001:db8::24f (55ee2f2a-be76-4a38-8434-2861d62f3d59/2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5/e6f4fee9-365e-491d-9148-9812b4b22869) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:39.414885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.420512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] For port bad8ec35-9ba2-430a-8b2b-8c48685101ba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:39.424497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c395062b-b208-4a55-a4e9-109e0180eaf3 None None] Provisioning complete for port 16619e33-f764-4b77-b480-83ed8c69d1aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:39.424956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c395062b-b208-4a55-a4e9-109e0180eaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.427979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] For port bad8ec35-9ba2-430a-8b2b-8c48685101ba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad8ec35-9ba2-430a-8b2b-8c48685101ba,segment=NetworkSegment(866fbbc1-b200-4c88-a13f-7f10119c2cdb),segment_id=866fbbc1-b200-4c88-a13f-7f10119c2cdb)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:39.453941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.514614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c395062b-b208-4a55-a4e9-109e0180eaf3 None None] Port 16619e33-f764-4b77-b480-83ed8c69d1aa cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:39.528905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.531983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.556264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2718541f-99ef-4df6-8007-90f8a561f612 None None] Pushing event updated for resources: {'Port': ['ID=bad8ec35-9ba2-430a-8b2b-8c48685101ba,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:39.590362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Port': ['ID=d49801f7-f256-4fec-8c69-e2b03fb101a7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:39.594454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Allocated IP 172.36.2.34 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/7bc0d6f5-bb48-4c04-8b6d-4b730acef617) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:39.671500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:39.677183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-39a06d2b-91ce-4651-b586-7dad13dcdedd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "PUT /v2.0/routers/f91eb4eb-60fa-4564-b7b9-1ac18e7df786/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4290593 Jan 04 13:55:39.686624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Sync routers for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:39.707031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:39.707991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:39.778396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.782106 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3b22197-c240-48a1-86dd-c54302e99629 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "DELETE /v2.0/ports/d49801f7-f256-4fec-8c69-e2b03fb101a7 HTTP/1.1" status: 204 len: 168 time: 1.1839547 Jan 04 13:55:39.784919 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34624) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:39.881492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.885350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.967587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:39.968296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.977276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.987566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:39.995599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.060878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:40.062723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:40.075673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:40.078278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:40.083936 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.084546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:40.085190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.095887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:40.098900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:40.113357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.3950369 Jan 04 13:55:40.114194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8f858f-86cd-4cde-bddd-ed53613e10c1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event updated for resources: {'Port': ['ID=e6f4fee9-365e-491d-9148-9812b4b22869,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:40.132097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34638) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:40.138743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Request body: {'port': {'network_id': '55ee2f2a-be76-4a38-8434-2861d62f3d59', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1622975768', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:40.139469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] bootfile-name is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:55:40.139612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] tftp-server is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:55:40.139960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] server-ip-address is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:55:40.144980 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dd6108ea-20ec-4fb7-bf3c-3eeaea93098e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1247078441&fields=id&tenant_id=e41acd9aa6d84489838119265e50a5e6 HTTP/1.1" status: 200 len: 267 time: 0.1835902 Jan 04 13:55:40.205473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c55bd5ba-8994-488c-be13-81315974384f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:40.207329 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c55bd5ba-8994-488c-be13-81315974384f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "GET /v2.0/ports?device_id=90159faa-3729-4eed-b7a9-8145b06d442f HTTP/1.1" status: 200 len: 913 time: 0.4212294 Jan 04 13:55:40.216743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34640) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:40.231394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event updated for resources: {'Port': ['ID=7bc0d6f5-bb48-4c04-8b6d-4b730acef617,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:40.265297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=ea4eb741-a176-4357-95c5-b947002fce14,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:40.305077 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP b1fd9fe4-572b-41ae-b2e3-fa6f894acaed associated. External IP: 172.36.2.67, port: ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769. Jan 04 13:55:40.478154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 2, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:40.487004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Made reservation on behalf of 1264243a185a424fbf892fc4deac178f for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:40.490362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.508291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Checking router: f91eb4eb-60fa-4564-b7b9-1ac18e7df786 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:40.508700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Updating router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 port 16619e33-f764-4b77-b480-83ed8c69d1aa binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:55:40.520709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] device_id is not set on port b3438f99-d393-40e7-9d0d-d6d00823a3f6 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:40.538573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.601677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-4b6fc330-8ec6-455e-bff6-7b68e44e6aef tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:40.603350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-4b6fc330-8ec6-455e-bff6-7b68e44e6aef tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/networks?id=5ffeb3b7-8933-422e-a32a-388f6a457a0e HTTP/1.1" status: 200 len: 797 time: 0.4307148 Jan 04 13:55:40.666888 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-82634a60-bb1f-407e-b350-44f3b2be19ec tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/quotas/e41acd9aa6d84489838119265e50a5e6 HTTP/1.1" status: 200 len: 375 time: 0.0257962 Jan 04 13:55:40.682001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:40.728774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Allocated IP 2001:db8::a (55ee2f2a-be76-4a38-8434-2861d62f3d59/2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5/b3438f99-d393-40e7-9d0d-d6d00823a3f6) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:40.886168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:40.899052 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:40.914824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:40.916043 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:40.925143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.940185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:40.964045 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:40.982245 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:40.983004 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:40.989898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.022270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f04f2-4d89-426b-bfeb-323e3bc8a008 None None] Pushing event updated for resources: {'Port': ['ID=16619e33-f764-4b77-b480-83ed8c69d1aa,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:41.042595 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:41.044760 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1752088c-f62c-4360-8e30-b37e3b179d29 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:41.062108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba5604f6-21cb-487c-92f5-641baa3bd368 None None] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:41.072927 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-50ad316e-459d-4a4a-a344-b78dade0992f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 4.0733552 Jan 04 13:55:41.073455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34646) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:41.110808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1a488b3e-0fed-4668-a15c-b159a071c1ab None None] Provisioning complete for port bad8ec35-9ba2-430a-8b2b-8c48685101ba triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:41.111409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a488b3e-0fed-4668-a15c-b159a071c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.177683 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-94d9d8b3-b1ab-464b-93eb-18e7e7862d14 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/floatingips/b1fd9fe4-572b-41ae-b2e3-fa6f894acaed HTTP/1.1" status: 200 len: 976 time: 0.0950825 Jan 04 13:55:41.178337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34648) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:41.180365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.212357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Attempting to bind port 16619e33-f764-4b77-b480-83ed8c69d1aa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:41.212996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Attempting to bind port 16619e33-f764-4b77-b480-83ed8c69d1aa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:41.213526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Attempting to bind port 16619e33-f764-4b77-b480-83ed8c69d1aa on network 5ffeb3b7-8933-422e-a32a-388f6a457a0e {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:41.222257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:41.222921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Checking segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:41.223481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.224031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Bound using segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:41.225204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Bound port: 16619e33-f764-4b77-b480-83ed8c69d1aa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:41.225954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.230780 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-4d1eb6f3-8053-4405-8e93-f2621f5ff5ce tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=e41acd9aa6d84489838119265e50a5e6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5569453 Jan 04 13:55:41.385449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a488b3e-0fed-4668-a15c-b159a071c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.387871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] For port 16619e33-f764-4b77-b480-83ed8c69d1aa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:41.414608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] For port 16619e33-f764-4b77-b480-83ed8c69d1aa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16619e33-f764-4b77-b480-83ed8c69d1aa,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:41.428251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.489736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1a488b3e-0fed-4668-a15c-b159a071c1ab None None] For port bad8ec35-9ba2-430a-8b2b-8c48685101ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad8ec35-9ba2-430a-8b2b-8c48685101ba,segment=NetworkSegment(866fbbc1-b200-4c88-a13f-7f10119c2cdb),segment_id=866fbbc1-b200-4c88-a13f-7f10119c2cdb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:41.511303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a488b3e-0fed-4668-a15c-b159a071c1ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.522323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-778f04f2-4d89-426b-bfeb-323e3bc8a008 None None] Pushing event updated for resources: {'Port': ['ID=16619e33-f764-4b77-b480-83ed8c69d1aa,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:41.528706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-9668965c-59dd-4252-83e7-6744c9afb0f2 service neutron] 10.222.0.30 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641327 Jan 04 13:55:41.621842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488b3e-0fed-4668-a15c-b159a071c1ab None None] Pushing event updated for resources: {'Port': ['ID=bad8ec35-9ba2-430a-8b2b-8c48685101ba,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:41.632357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:41.633170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:41.654118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.693720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.701751 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-75d6b105-1e46-4c37-8838-4f729ee1a4db tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.5150464 Jan 04 13:55:41.704074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34656) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:41.710248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'port_id': 'add1a058-c14d-4764-89fa-ad12575b3536'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:41.746582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bad8ec35-9ba2-430a-8b2b-8c48685101ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:41.808901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.865057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:41.955050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:41.969672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:41.971522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-60c1858f-5b07-458f-894f-35cb5685d814 service neutron] 10.222.0.30 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4302397 Jan 04 13:55:41.976254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event updated for resources: {'Port': ['ID=b3438f99-d393-40e7-9d0d-d6d00823a3f6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:41.980207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:41.998073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c0f9cedc-66cb-496f-a457-9c697278fad8 None None] Provisioning complete for port 16619e33-f764-4b77-b480-83ed8c69d1aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:41.998452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cedc-66cb-496f-a457-9c697278fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.003143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.008086 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:42.011344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.024510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.230753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bad8ec35-9ba2-430a-8b2b-8c48685101ba triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:42.231426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.358202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cedc-66cb-496f-a457-9c697278fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.402544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Router 42960015-36c5-4643-9ada-6da4fd111c17 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:55:42.458564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c0f9cedc-66cb-496f-a457-9c697278fad8 None None] For port 16619e33-f764-4b77-b480-83ed8c69d1aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16619e33-f764-4b77-b480-83ed8c69d1aa,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:42.491498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c0f9cedc-66cb-496f-a457-9c697278fad8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.508681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Deleting port 207d90e2-779f-4741-befc-bd075d2d14a5 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:42.509025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.540428 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-532c8159-aa3d-4949-ac15-f27c04e96e7a tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.4070103 Jan 04 13:55:42.548266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:42.559026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9cedc-66cb-496f-a457-9c697278fad8 None None] Pushing event updated for resources: {'Port': ['ID=16619e33-f764-4b77-b480-83ed8c69d1aa,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:42.623310 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-029da8f2-7ce6-493f-a3eb-411bb75ef75e req-1b2e6eff-daa9-4ff6-b8b9-0663b84a549e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 210 time: 0.2635999 Jan 04 13:55:42.623506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:41Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:42.651363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.resource_extend [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:55:42.666695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:42.706609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.708019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9d9b46f2-d37d-4668-9873-53a363e2d6b1 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.7453520 Jan 04 13:55:42.710747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34674) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:42.715573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:42.719036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.775934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97c372-51c8-4a4c-a52a-ad12071e7a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:42.787520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97c372-51c8-4a4c-a52a-ad12071e7a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:42.798496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf97c372-51c8-4a4c-a52a-ad12071e7a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:42.800961 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bf97c372-51c8-4a4c-a52a-ad12071e7a44 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2622 time: 0.2513146 Jan 04 13:55:42.806356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34678) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:42.809822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Calling delete_port for 207d90e2-779f-4741-befc-bd075d2d14a5 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:42.847673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.859755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:42.880792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] Sync routers for ids ['42960015-36c5-4643-9ada-6da4fd111c17'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:42.889167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da5fff07-2e12-42b6-9043-1bfd819c5281 None None] The sync data for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv is: [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:41Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:42.897060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] Routers {'42960015-36c5-4643-9ada-6da4fd111c17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:42.897779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['42960015-36c5-4643-9ada-6da4fd111c17'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:42.902191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Provisioning complete for port 16619e33-f764-4b77-b480-83ed8c69d1aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:42.902725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.045482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:43.065306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] Routers {'42960015-36c5-4643-9ada-6da4fd111c17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:43.066087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['42960015-36c5-4643-9ada-6da4fd111c17'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:43.073833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Deleting port b3438f99-d393-40e7-9d0d-d6d00823a3f6 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:43.074288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.112270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:43.113022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b787a6e7-4b07-41e5-9a36-321ef1592c4a None None] The sync data for ids ['42960015-36c5-4643-9ada-6da4fd111c17'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:43.189569 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Provisioning complete for port e6f4fee9-365e-491d-9148-9812b4b22869 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:43.190083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.190390 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP b1fd9fe4-572b-41ae-b2e3-fa6f894acaed associated. External IP: 172.36.2.67, port: ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769. Jan 04 13:55:43.246739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.251040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Port e6f4fee9-365e-491d-9148-9812b4b22869 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:43.264294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Calling delete_port for b3438f99-d393-40e7-9d0d-d6d00823a3f6 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:43.264770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Provisioning complete for port bad8ec35-9ba2-430a-8b2b-8c48685101ba triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:43.265731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6587741f-2d8e-43af-ad92-0c73bdbd1d24 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.341668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.351625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.382257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Port': ['ID=207d90e2-779f-4741-befc-bd075d2d14a5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:43.390501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.528591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-309de75a-3960-4e17-ae72-5aae9b3c17bd None None] Provisioning complete for port b3438f99-d393-40e7-9d0d-d6d00823a3f6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:43.531357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-309de75a-3960-4e17-ae72-5aae9b3c17bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.582643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:43.623483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-309de75a-3960-4e17-ae72-5aae9b3c17bd None None] Port b3438f99-d393-40e7-9d0d-d6d00823a3f6 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:43.669210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.794480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bad8ec35-9ba2-430a-8b2b-8c48685101ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:43.853769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event deleted for resources: {'Port': ['ID=b3438f99-d393-40e7-9d0d-d6d00823a3f6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:43.899292 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-eae6d085-1041-4d15-98fb-40e7829dc9e3 req-14782076-dba1-43ef-a385-d784925a3319 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 210 time: 0.0684595 Jan 04 13:55:43.937428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.942994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bad8ec35-9ba2-430a-8b2b-8c48685101ba triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:43.943518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:43.950327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-74b446ca-c78a-42c2-b58c-8715b5382767 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "DELETE /v2.0/ports/b3438f99-d393-40e7-9d0d-d6d00823a3f6 HTTP/1.1" status: 204 len: 168 time: 1.1418087 Jan 04 13:55:43.958192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-2e4d0837-d271-422a-9c93-b775ba81dfc0 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:43.959832 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-2e4d0837-d271-422a-9c93-b775ba81dfc0 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.13 "GET /v2.0/networks?id=5ffeb3b7-8933-422e-a32a-388f6a457a0e HTTP/1.1" status: 200 len: 797 time: 0.2882898 Jan 04 13:55:44.000694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34688) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:44.006729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Request body: {'port': {'name': 'tempest-new-port-name-710532169', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:44.007473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] bootfile-name is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:55:44.007928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] tftp-server is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:55:44.008423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] server-ip-address is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:55:44.119931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 16619e33-f764-4b77-b480-83ed8c69d1aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:44.142799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:44.162458 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:44.183702 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:44.184224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 16619e33-f764-4b77-b480-83ed8c69d1aa triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:44.184338 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.184603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:44.231263 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.246881 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:44.247697 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.280570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:44.290478 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.292797 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319386b8-fa25-4389-a2dd-cdc960dbb6c9 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:44.317158 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-8a90b838-efd9-4f58-a5bb-8d11922e7f73 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e41acd9aa6d84489838119265e50a5e6 HTTP/1.1" status: 200 len: 380 time: 0.3031662 Jan 04 13:55:44.328470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'port': {'device_id': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'admin_state_up': True, 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'security_groups': ['90993fab-6af6-4a29-9c0f-3b3a1865d21f']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:44.404418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:44.461769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Deleting port 7bc0d6f5-bb48-4c04-8b6d-4b730acef617 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:44.462122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:44.639898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Router 90159faa-3729-4eed-b7a9-8145b06d442f has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:44.651119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:44.668983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Calling delete_port for 7bc0d6f5-bb48-4c04-8b6d-4b730acef617 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:44.783703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:44.790521 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2a4857d9-aaf2-444d-8b71-6d62c603ec20 tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "PUT /v2.0/routers/90159faa-3729-4eed-b7a9-8145b06d442f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5703120 Jan 04 13:55:44.794704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34696) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:44.794855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] Sync routers for ids ['90159faa-3729-4eed-b7a9-8145b06d442f'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:44.812257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] Routers {'90159faa-3729-4eed-b7a9-8145b06d442f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:44.813353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['90159faa-3729-4eed-b7a9-8145b06d442f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.849682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.858240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] Routers {'90159faa-3729-4eed-b7a9-8145b06d442f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:44.858919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['90159faa-3729-4eed-b7a9-8145b06d442f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.886244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:44.895147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:44.895998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4367677-ce01-44e2-9535-03dc4534df1e None None] The sync data for ids ['90159faa-3729-4eed-b7a9-8145b06d442f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:44.970058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Made reservation on behalf of e41acd9aa6d84489838119265e50a5e6 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:44.973632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.016491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.024156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:45.028096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.093986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.098075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.114758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3225bb2c-12ac-4f1b-bc14-df1644d8c360 req-4efe3374-fa50-41aa-b30d-4730c01f201a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 210 time: 0.0894709 Jan 04 13:55:45.120495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] In _notify_port_updated(), no bound segment for port e6f4fee9-365e-491d-9148-9812b4b22869 on network 55ee2f2a-be76-4a38-8434-2861d62f3d59 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:55:45.126143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:45.126792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.130617 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "PUT /v2.0/ports/e6f4fee9-365e-491d-9148-9812b4b22869 HTTP/1.1" status: 200 len: 1129 time: 1.1261666 Jan 04 13:55:45.141164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34704) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:45.180915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad212fd-5bc6-41d8-940d-45a833aa40a9 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event updated for resources: {'Port': ['ID=e6f4fee9-365e-491d-9148-9812b4b22869,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:45.207929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.208596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Fanout notify agent at l3_agent the message router_deleted on router 90159faa-3729-4eed-b7a9-8145b06d442f {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:45.217113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.220957 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3d55f385-30a3-44bc-890b-f4edf2931b0c tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "DELETE /v2.0/routers/90159faa-3729-4eed-b7a9-8145b06d442f HTTP/1.1" status: 204 len: 168 time: 0.4250863 Jan 04 13:55:45.222425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34706) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:45.234005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.274160 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87e8586b-9cf8-4012-9a07-7c888991c908 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:45.275495 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-87e8586b-9cf8-4012-9a07-7c888991c908 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "GET /v2.0/ports/e6f4fee9-365e-491d-9148-9812b4b22869 HTTP/1.1" status: 200 len: 1129 time: 0.1333885 Jan 04 13:55:45.280173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34708) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:45.283697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Pushing event deleted for resources: {'Port': ['ID=7bc0d6f5-bb48-4c04-8b6d-4b730acef617,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:45.356323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Deleting subnet 5d3387c6-badc-4816-b460-d9c13fa22a0c {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:55:45.363606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.385457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Allocated IP 172.20.0.12 (5ffeb3b7-8933-422e-a32a-388f6a457a0e/64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f/c7713e90-2234-4825-9cc4-24d15b6c504d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:45.420845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.423749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:45.424320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-18ea96c0-4cb6-47f5-8b12-3d1cbe10698f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.430475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.439169 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:45.441105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.452245 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:45.453442 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:45.495178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2dc2b572-5921-40b1-8104-4ec8869a30d9 None None] Provisioning complete for port e6f4fee9-365e-491d-9148-9812b4b22869 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:45.495811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2dc2b572-5921-40b1-8104-4ec8869a30d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.511559 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:45.522793 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:45.523930 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:45.535893 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8f4c844f-ab9e-4d11-b048-3e1ad7eb4198 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/floatingips/b1fd9fe4-572b-41ae-b2e3-fa6f894acaed HTTP/1.1" status: 200 len: 977 time: 3.8287477 Jan 04 13:55:45.539804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34710) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:45.544993 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:45.557591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2dc2b572-5921-40b1-8104-4ec8869a30d9 None None] Port e6f4fee9-365e-491d-9148-9812b4b22869 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:45.574718 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:45.575724 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-898ba4ad-b4dc-4880-a238-4b23a63252f2 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:45.600975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Deleting port e6f4fee9-365e-491d-9148-9812b4b22869 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:45.601315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.684934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.692726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.697216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.718507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.776918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.815953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Router 42960015-36c5-4643-9ada-6da4fd111c17 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:45.821770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.843401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.855519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Subnet': ['ID=5d3387c6-badc-4816-b460-d9c13fa22a0c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:45.857794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.861014 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4671e1f8-761d-46bf-a027-ee6733af313f tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "DELETE /v2.0/subnets/5d3387c6-badc-4816-b460-d9c13fa22a0c HTTP/1.1" status: 204 len: 168 time: 0.6375887 Jan 04 13:55:45.863846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34714) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:45.868569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Calling delete_port for e6f4fee9-365e-491d-9148-9812b4b22869 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:45.873188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-579aaf64-208b-42ec-8f9a-71bd4936e0b3 None None] Network d59566a3-405f-435a-b4e1-ebd14c47c318 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:45.935123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:45.942488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:45.943640 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0d6480f5-b338-443c-b35e-a9f95ab95c40 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "PUT /v2.0/routers/42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 200 len: 704 time: 3.2319586 Jan 04 13:55:45.946282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34716) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:45.949785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee437-1eee-482f-9722-59d4911a991c None None] Sync routers for ids ['42960015-36c5-4643-9ada-6da4fd111c17'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:45.980618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee437-1eee-482f-9722-59d4911a991c None None] Routers {'42960015-36c5-4643-9ada-6da4fd111c17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:45.981232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-18bee437-1eee-482f-9722-59d4911a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['42960015-36c5-4643-9ada-6da4fd111c17'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:46.004287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.018411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-18bee437-1eee-482f-9722-59d4911a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:46.031296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18bee437-1eee-482f-9722-59d4911a991c None None] Routers {'42960015-36c5-4643-9ada-6da4fd111c17'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:46.031979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-18bee437-1eee-482f-9722-59d4911a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['42960015-36c5-4643-9ada-6da4fd111c17'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:46.033300 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e272a58d-05d3-4852-bdfa-c30194fe85b8 tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/routers/42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 200 len: 739 time: 0.0841606 Jan 04 13:55:46.034980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34718) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.080136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-18bee437-1eee-482f-9722-59d4911a991c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:46.080970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18bee437-1eee-482f-9722-59d4911a991c None None] The sync data for ids ['42960015-36c5-4643-9ada-6da4fd111c17'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:46.082665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.097236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.109819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.110183 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP b1fd9fe4-572b-41ae-b2e3-fa6f894acaed disassociated. External IP: 172.36.2.67, port: add1a058-c14d-4764-89fa-ad12575b3536. Jan 04 13:55:46.126500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] DHCP port deletion for d59566a3-405f-435a-b4e1-ebd14c47c318 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:55:46.130490 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8647f0e3-b06c-4382-9849-975b17f6cc1a tempest-RoutersAdminTest-1140415760 tempest-RoutersAdminTest-1140415760-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 200 len: 205 time: 0.0926375 Jan 04 13:55:46.132667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34722) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.169494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:46.175501 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c337dcf4-ed55-4551-88f8-73e19711efca tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 200 len: 205 time: 0.0399544 Jan 04 13:55:46.178420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34726) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.186143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:46.190916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] Deleting port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:46.191296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.193071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:46.195669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:46.297967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] For port ad64f338-9d52-4d4d-9aa6-1ff602fa1710, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,segment=NetworkSegment(de8cdd62-6b98-432a-a962-b1b4d4805a0c),segment_id=de8cdd62-6b98-432a-a962-b1b4d4805a0c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:46.298369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.304781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.325862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] Calling delete_port for ad64f338-9d52-4d4d-9aa6-1ff602fa1710 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:46.380963 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:46.381836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.426356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.440401 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-b8294b1f-ef14-492a-8975-61718cab75b5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1157568 Jan 04 13:55:46.453607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Request body: {'port': {'device_id': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:46.458279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.470809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d560438-44c9-429a-beaa-9c4ef4415848 req-41db20cb-6593-4b97-ac5a-f312f4957d4b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:46.471475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] No DVR routers for this DVR port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:46.472496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4d560438-44c9-429a-beaa-9c4ef4415848 req-41db20cb-6593-4b97-ac5a-f312f4957d4b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 932 time: 0.2129524 Jan 04 13:55:46.476515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4fb74b-697a-419d-baf1-ad8b3d3ae4bc None None] Pushing event deleted for resources: {'Port': ['ID=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:46.505174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.507462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.551284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.551824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Fanout notify agent at l3_agent the message router_deleted on router 42960015-36c5-4643-9ada-6da4fd111c17 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:55:46.559941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.564625 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2817072e-d460-4858-9eac-95038aedc2d0 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 204 len: 168 time: 0.3816919 Jan 04 13:55:46.564625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34730) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.576097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event deleted for resources: {'Port': ['ID=e6f4fee9-365e-491d-9148-9812b4b22869,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:46.582848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Deleting port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:46.583186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.595278 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e7ddc3dd-1598-482d-a86e-c0102bea0276 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 200 len: 205 time: 0.0297062 Jan 04 13:55:46.597748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34732) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.600420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a2756b57-6240-4f9c-85a4-a73d394ee222 None None] Provisioning complete for port c7713e90-2234-4825-9cc4-24d15b6c504d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:46.605997 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a2756b57-6240-4f9c-85a4-a73d394ee222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.654667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a2756b57-6240-4f9c-85a4-a73d394ee222 None None] Port c7713e90-2234-4825-9cc4-24d15b6c504d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:55:46.667149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-ecc520cc-1416-466f-80a5-17d369393cc9 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] delete failed (client error): The resource could not be found. Jan 04 13:55:46.668835 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ecc520cc-1416-466f-80a5-17d369393cc9 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/42960015-36c5-4643-9ada-6da4fd111c17 HTTP/1.1" status: 404 len: 336 time: 0.0699477 Jan 04 13:55:46.672270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.674345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34734) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.675586 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fc39893a-feff-4f98-b6da-daf23e7331f4 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "DELETE /v2.0/ports/e6f4fee9-365e-491d-9148-9812b4b22869 HTTP/1.1" status: 204 len: 168 time: 1.3923872 Jan 04 13:55:46.679038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34736) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.693901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.732724 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9534c787-f50c-45a3-88b5-ff937681bfc6 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=c83472de-866f-4c31-bbdc-55b9b3740b43 HTTP/1.1" status: 200 len: 205 time: 0.0550361 Jan 04 13:55:46.733785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34738) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:46.766902 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4d560438-44c9-429a-beaa-9c4ef4415848 req-842d593b-d2e8-4711-895e-c85017776585 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2345202 Jan 04 13:55:46.780017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] For port ad64f338-9d52-4d4d-9aa6-1ff602fa1710, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:46.780386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.820333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Calling delete_port for ad64f338-9d52-4d4d-9aa6-1ff602fa1710 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:46.826411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 was not found and therefore no delete operation was performed {{(pid=103265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:55:46.833021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:46.849779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:46.882057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Port': ['ID=ad64f338-9d52-4d4d-9aa6-1ff602fa1710,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:46.887110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] No DVR routers for this DVR port ad64f338-9d52-4d4d-9aa6-1ff602fa1710 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:47.113377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-944ed4e2-735d-4397-baa9-580c9d7fbfab tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] delete failed (client error): The resource could not be found. Jan 04 13:55:47.114473 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-944ed4e2-735d-4397-baa9-580c9d7fbfab tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/c83472de-866f-4c31-bbdc-55b9b3740b43 HTTP/1.1" status: 404 len: 336 time: 0.3802407 Jan 04 13:55:47.117380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34742) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.149377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-affd35c2-5c1d-4f46-96bb-dbed336c7f26 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e9196d2-6b56-4d84-b820-7df6aacec562 HTTP/1.1" status: 200 len: 205 time: 0.0311480 Jan 04 13:55:47.154429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Deleting subnet 2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:55:47.156464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34744) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.163194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.218610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-5513955f-1314-4244-854b-19cbe34d634a tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] delete failed (client error): The resource could not be found. Jan 04 13:55:47.222123 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5513955f-1314-4244-854b-19cbe34d634a tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/3e9196d2-6b56-4d84-b820-7df6aacec562 HTTP/1.1" status: 404 len: 336 time: 0.0622694 Jan 04 13:55:47.224183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34748) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.256593 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-330ba11d-a152-4a11-9b60-e2815e5df628 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=894481b0-32dd-45c4-8285-967c40d31c43 HTTP/1.1" status: 200 len: 205 time: 0.0315018 Jan 04 13:55:47.259757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.262429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34750) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.319704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-34252c89-0697-4dc7-9612-e9b8b4623eae tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] delete failed (client error): The resource could not be found. Jan 04 13:55:47.320728 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-34252c89-0697-4dc7-9612-e9b8b4623eae tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/894481b0-32dd-45c4-8285-967c40d31c43 HTTP/1.1" status: 404 len: 336 time: 0.0576398 Jan 04 13:55:47.324898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34752) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.356369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d37b6dbf-75a5-40ae-876e-5446b2a9b04c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=ecd1cab3-72b2-4046-80f2-cbe567ffbe90 HTTP/1.1" status: 200 len: 205 time: 0.0304248 Jan 04 13:55:47.359808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34754) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.375846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.399697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-dfbfa74f-5d5d-4d17-948c-021cfea4a4ed tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] delete failed (client error): The resource could not be found. Jan 04 13:55:47.404175 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dfbfa74f-5d5d-4d17-948c-021cfea4a4ed tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/ecd1cab3-72b2-4046-80f2-cbe567ffbe90 HTTP/1.1" status: 404 len: 336 time: 0.0406311 Jan 04 13:55:47.417982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34758) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.441244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.493045 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fc46987a-75dd-4b61-a724-c0bf99bd986c tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "GET /v2.0/ports?device_id=e53d04d5-571b-4a04-98c2-5d877096e4c4 HTTP/1.1" status: 200 len: 205 time: 0.0704229 Jan 04 13:55:47.494191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34760) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.495950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d59566a3-405f-435a-b4e1-ebd14c47c318']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.519615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de8cdd62-6b98-432a-a962-b1b4d4805a0c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.519916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de8cdd62-6b98-432a-a962-b1b4d4805a0c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.528753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:47.535520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.539992 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-495e8602-39f7-439e-8ede-27db50bcf2f3 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] delete failed (client error): The resource could not be found. Jan 04 13:55:47.540496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.540633 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-495e8602-39f7-439e-8ede-27db50bcf2f3 tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/routers/e53d04d5-571b-4a04-98c2-5d877096e4c4 HTTP/1.1" status: 404 len: 336 time: 0.0452287 Jan 04 13:55:47.541117 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae590dd-093d-463f-baa4-212999812609 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:47.541905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.547615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34762) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.551284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad64f338-9d52-4d4d-9aa6-1ff602fa1710 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:47.573197 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae590dd-093d-463f-baa4-212999812609 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:47.574087 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ae590dd-093d-463f-baa4-212999812609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.588133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ad64f338-9d52-4d4d-9aa6-1ff602fa1710 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:47.588943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad64f338-9d52-4d4d-9aa6-1ff602fa1710 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:47.594677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.601342 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b4d2f5a5-ac1e-481d-86f9-cefeda2a12dd tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/floatingips/b1fd9fe4-572b-41ae-b2e3-fa6f894acaed HTTP/1.1" status: 200 len: 687 time: 2.0582666 Jan 04 13:55:47.602168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event deleted for resources: {'Subnet': ['ID=2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:47.604390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34764) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.607811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.611238 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-80b654ce-2397-426e-a624-c3d3493d83d1 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "DELETE /v2.0/subnets/2e5ab24f-c9d8-4df0-87c5-c19c7b8a9de5 HTTP/1.1" status: 204 len: 168 time: 0.9238091 Jan 04 13:55:47.612896 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf848118-5f90-437c-9926-4172ca7ab22e tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] DELETE failed (client error): The resource could not be found. Jan 04 13:55:47.612896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf848118-5f90-437c-9926-4172ca7ab22e tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:47.614396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:55:47.615397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.616852 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cf848118-5f90-437c-9926-4172ca7ab22e tempest-RoutersAdminTest-273057473 tempest-RoutersAdminTest-273057473-project] 10.222.0.30 "DELETE /v2.0/subnets/20c49186-b44f-4e1c-8b4e-25eab4ef6500 HTTP/1.1" status: 404 len: 337 time: 0.0647388 Jan 04 13:55:47.617439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34766) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:55:47.618829 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:55:47.623535 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:55:47.623535 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:55:47.623535 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:55:47.623535 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:55:47.623535 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:55:47.628434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b157d9fe-a0d3-4316-96bc-b3a53301aadd None None] Network 55ee2f2a-be76-4a38-8434-2861d62f3d59 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:47.656540 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ae590dd-093d-463f-baa4-212999812609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.669590 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ae590dd-093d-463f-baa4-212999812609 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:47.670487 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ae590dd-093d-463f-baa4-212999812609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.712274 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ae590dd-093d-463f-baa4-212999812609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:47.713562 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ae590dd-093d-463f-baa4-212999812609 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:47.747376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.797604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dbf19ff3-3e6b-4b49-bd7c-412bb144a399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.825785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c7713e90-2234-4825-9cc4-24d15b6c504d {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:55:47.830632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.841386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.844596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] 10.222.0.30 "DELETE /v2.0/networks/d59566a3-405f-435a-b4e1-ebd14c47c318 HTTP/1.1" status: 204 len: 168 time: 1.9740174 Jan 04 13:55:47.848200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.850927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Deleting port bad8ec35-9ba2-430a-8b2b-8c48685101ba {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:47.851463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.865137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] DHCP port deletion for 55ee2f2a-be76-4a38-8434-2861d62f3d59 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:55:47.866893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec68ef-f567-4180-8d64-053c03ca390a tempest-FloatingIPNegativeTestJSON-1128515928 tempest-FloatingIPNegativeTestJSON-1128515928-project] Pushing event deleted for resources: {'Network': ['ID=d59566a3-405f-435a-b4e1-ebd14c47c318,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:47.878322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Transition to ACTIVE for port object c7713e90-2234-4825-9cc4-24d15b6c504d will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 13:55:47.886773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.929209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port ea4eb741-a176-4357-95c5-b947002fce14 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:47.929581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:47.974196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.004889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] For port bad8ec35-9ba2-430a-8b2b-8c48685101ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad8ec35-9ba2-430a-8b2b-8c48685101ba,segment=NetworkSegment(866fbbc1-b200-4c88-a13f-7f10119c2cdb),segment_id=866fbbc1-b200-4c88-a13f-7f10119c2cdb)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:48.005435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.020395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Calling delete_port for bad8ec35-9ba2-430a-8b2b-8c48685101ba owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:48.033012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] Deleting port bad8ec35-9ba2-430a-8b2b-8c48685101ba {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:48.033573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.170067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.170642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.180391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34780) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:48.191623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] For port bad8ec35-9ba2-430a-8b2b-8c48685101ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bad8ec35-9ba2-430a-8b2b-8c48685101ba,segment=NetworkSegment(866fbbc1-b200-4c88-a13f-7f10119c2cdb),segment_id=866fbbc1-b200-4c88-a13f-7f10119c2cdb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:48.191872 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.202178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.212181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f874244-e9fe-492b-a6c9-510e8883ee4d req-2c651f8b-46b2-4b39-af54-e7e1b56ea688 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:48.213823 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1f874244-e9fe-492b-a6c9-510e8883ee4d req-2c651f8b-46b2-4b39-af54-e7e1b56ea688 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 944 time: 0.2530308 Jan 04 13:55:48.223139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] Calling delete_port for bad8ec35-9ba2-430a-8b2b-8c48685101ba owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:48.237344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Attempting to bind port c7713e90-2234-4825-9cc4-24d15b6c504d on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:48.237673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Attempting to bind port c7713e90-2234-4825-9cc4-24d15b6c504d by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:48.247771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Attempting to bind port c7713e90-2234-4825-9cc4-24d15b6c504d on network 5ffeb3b7-8933-422e-a32a-388f6a457a0e {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:48.250528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for ea4eb741-a176-4357-95c5-b947002fce14 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:48.258338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] No DVR routers for this DVR port bad8ec35-9ba2-430a-8b2b-8c48685101ba on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:48.264988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event deleted for resources: {'Port': ['ID=bad8ec35-9ba2-430a-8b2b-8c48685101ba,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.285894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Port c7713e90-2234-4825-9cc4-24d15b6c504d on network 5ffeb3b7-8933-422e-a32a-388f6a457a0e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:55:48.286225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Attempting to bind port c7713e90-2234-4825-9cc4-24d15b6c504d on network 5ffeb3b7-8933-422e-a32a-388f6a457a0e {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:48.303178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34786) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:48.349720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:48.350345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Checking segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:48.350920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Bound using segment: {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:48.351521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Bound port: c7713e90-2234-4825-9cc4-24d15b6c504d, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49b8ac97-2bfe-40d3-bef0-d3025519e63f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:48.352031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.415016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.416901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.420782 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1f874244-e9fe-492b-a6c9-510e8883ee4d req-70827dd7-6bd5-401f-afe8-46acb60962c7 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1993561 Jan 04 13:55:48.443667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55ee2f2a-be76-4a38-8434-2861d62f3d59']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:48.472679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866fbbc1-b200-4c88-a13f-7f10119c2cdb') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:48.473225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866fbbc1-b200-4c88-a13f-7f10119c2cdb') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:48.490621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:48.493878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] Pushing event deleted for resources: {'Port': ['ID=bad8ec35-9ba2-430a-8b2b-8c48685101ba,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.507266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.509477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd3fb7-e11d-4193-9fd4-40f548a0300f None None] No DVR routers for this DVR port bad8ec35-9ba2-430a-8b2b-8c48685101ba on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:48.512759 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:48.532677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc99b8-5671-477c-a3ac-8f61a0617d11 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.545948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.546827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.558597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:55:48.558990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:55:48.562287 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:55:48.565584 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:55:48.572416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ac7dc644-4325-41e0-97ba-ab849ea2d2b7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5434e86747994590ba10b08b2d5b7ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2668824 Jan 04 13:55:48.583595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34792) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:48.607044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:48.608011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.609575 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] 10.222.0.13 "PUT /v2.0/ports/c7713e90-2234-4825-9cc4-24d15b6c504d HTTP/1.1" status: 200 len: 1094 time: 2.1601927 Jan 04 13:55:48.612119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:48.614733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40d93d6f-2a6c-4253-bdef-77d9c2078d44" -d '{"events": [{"name": "network-changed", "server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:48.620762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.682926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.688836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fd63b8a-c662-4cfa-865d-70d6585de470 x-openstack-request-id: req-1fd63b8a-c662-4cfa-865d-70d6585de470 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:48.689137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:48.689393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fd63b8a-c662-4cfa-865d-70d6585de470 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:48.689972 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'status': 'completed', 'code': 200} Jan 04 13:55:48.707830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.711178 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] 10.222.0.30 "DELETE /v2.0/networks/55ee2f2a-be76-4a38-8434-2861d62f3d59 HTTP/1.1" status: 204 len: 168 time: 1.0927835 Jan 04 13:55:48.729059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cb5543-33f3-4bde-af4b-66757b73fd45 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450 tempest-ExtraDHCPOptionsIpV6TestJSON-1425593450-project] Pushing event deleted for resources: {'Network': ['ID=55ee2f2a-be76-4a38-8434-2861d62f3d59,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.739828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda52709-3d68-4cc0-9035-3a3bc3b67534 service neutron] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.760661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee60badf-c229-432c-8a92-6c99fb9cedb5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.805067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=ea4eb741-a176-4357-95c5-b947002fce14,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.812192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee60badf-c229-432c-8a92-6c99fb9cedb5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.828521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-236ed3a7-7567-4ae8-a091-e374d584951c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:48.828817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc99b8-5671-477c-a3ac-8f61a0617d11 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.834363 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-236ed3a7-7567-4ae8-a091-e374d584951c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e41acd9aa6d84489838119265e50a5e6&device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1097 time: 0.1713464 Jan 04 13:55:48.838868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a6dc99b8-5671-477c-a3ac-8f61a0617d11 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.876549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85fc08b-ccf8-49e7-8c57-5269e58548f4 req-83ecea86-5320-4b7a-ba76-ce983b615b74 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:48.883263 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b85fc08b-ccf8-49e7-8c57-5269e58548f4 req-83ecea86-5320-4b7a-ba76-ce983b615b74 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1917744 Jan 04 13:55:48.905713 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a6dc99b8-5671-477c-a3ac-8f61a0617d11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0be4be768d9541cb85f7214590852b23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7229972 Jan 04 13:55:48.906491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6dc99b8-5671-477c-a3ac-8f61a0617d11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0179c87-130a-46c6-84a0-a9c611162c73,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.908794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34800) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:48.943592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee60badf-c229-432c-8a92-6c99fb9cedb5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.946277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee60badf-c229-432c-8a92-6c99fb9cedb5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.948301 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ee60badf-c229-432c-8a92-6c99fb9cedb5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ac5f2fce-e3f0-4230-bfca-0ff1d9ea06b5 HTTP/1.1" status: 204 len: 168 time: 0.3636041 Jan 04 13:55:48.961168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.963287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee60badf-c229-432c-8a92-6c99fb9cedb5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac5f2fce-e3f0-4230-bfca-0ff1d9ea06b5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:48.963557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:48.965006 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b500a1c7-5a77-46fb-9798-40538e9fc34f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/floatingips/b1fd9fe4-572b-41ae-b2e3-fa6f894acaed HTTP/1.1" status: 204 len: 168 time: 1.3596866 Jan 04 13:55:48.966809 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-beb1f384-4203-4ade-b974-de12b30a4880 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7713e90-2234-4825-9cc4-24d15b6c504d HTTP/1.1" status: 200 len: 217 time: 0.1177566 Jan 04 13:55:48.969417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34806) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:49.011891 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-4b56d14b-b8f0-45b9-a186-8790905f5311 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] delete failed (client error): The resource could not be found. Jan 04 13:55:49.018746 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4b56d14b-b8f0-45b9-a186-8790905f5311 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/floatingips/b1fd9fe4-572b-41ae-b2e3-fa6f894acaed HTTP/1.1" status: 404 len: 345 time: 0.0425770 Jan 04 13:55:49.018746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a55cbcb-f4d2-4323-a004-0adac9597048 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.019005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34808) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:49.055959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-45ca2103-08fb-4385-9acc-32e2d4dd9a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.057504 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-45ca2103-08fb-4385-9acc-32e2d4dd9a24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f HTTP/1.1" status: 200 len: 834 time: 0.0835946 Jan 04 13:55:49.061064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b85fc08b-ccf8-49e7-8c57-5269e58548f4 req-fa6c2ae3-6c8a-4e80-a09d-89029da20bb2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045461 Jan 04 13:55:49.109914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.110870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a55cbcb-f4d2-4323-a004-0adac9597048 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.127677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34812) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:49.142079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-2f552acf-1cb0-44d7-8e9b-8c7a084362e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.146105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-2f552acf-1cb0-44d7-8e9b-8c7a084362e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ffeb3b7-8933-422e-a32a-388f6a457a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0787761 Jan 04 13:55:49.163289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5621f0-b252-48f9-9e94-31040b54c8f6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.172004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5621f0-b252-48f9-9e94-31040b54c8f6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.179078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b5621f0-b252-48f9-9e94-31040b54c8f6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.182439 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1b5621f0-b252-48f9-9e94-31040b54c8f6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/ports?network_id=2113fb32-a783-49f3-94eb-08058a3b0bf1 HTTP/1.1" status: 200 len: 2357 time: 0.1623206 Jan 04 13:55:49.206425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34818) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:49.234188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a55cbcb-f4d2-4323-a004-0adac9597048 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.238824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a55cbcb-f4d2-4323-a004-0adac9597048 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.246706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0a55cbcb-f4d2-4323-a004-0adac9597048 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a0179c87-130a-46c6-84a0-a9c611162c73 HTTP/1.1" status: 204 len: 168 time: 0.3361301 Jan 04 13:55:49.270396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a55cbcb-f4d2-4323-a004-0adac9597048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0179c87-130a-46c6-84a0-a9c611162c73,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:49.422427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1e52fcef-5627-4d05-bea0-aa11bc1ccc9b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1264243a185a424fbf892fc4deac178f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2935619 Jan 04 13:55:49.425593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97cdfa7d-9ae3-43fc-b363-993ab518ab36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.427590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-97cdfa7d-9ae3-43fc-b363-993ab518ab36 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/subnets/a1055c64-69e8-4ceb-bf30-9de10c35e060 HTTP/1.1" status: 200 len: 797 time: 0.2199452 Jan 04 13:55:49.430072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:49.435969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34830) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:49.450252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'port': {'network_id': '2113fb32-a783-49f3-94eb-08058a3b0bf1', 'name': 'tempest-FloatingIPTestJSON-1223792318', 'fixed_ips': [{'ip_address': '172.20.0.13'}, {'ip_address': '172.20.0.12'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:49.461079 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-7a68f8a6-bbe8-4f83-a111-4dff2f138efb service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3086767 Jan 04 13:55:49.560971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae52bfc2-5138-4187-a312-66d34b472e99 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.620660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae52bfc2-5138-4187-a312-66d34b472e99 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.678967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4f1aa329-49a2-4f8a-86cf-3e109ae2ec7e req-43083b3a-160a-4508-bae6-1f504a471805 service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051976 Jan 04 13:55:49.744789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2e522d-c204-46be-903b-2be8a583a258 req-74156faf-b792-4d3b-a707-44cc6744628d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.746767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bc2e522d-c204-46be-903b-2be8a583a258 req-74156faf-b792-4d3b-a707-44cc6744628d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2514772 Jan 04 13:55:49.758580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:49.839146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bad8ec35-9ba2-430a-8b2b-8c48685101ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:49.869903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae52bfc2-5138-4187-a312-66d34b472e99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.872316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae52bfc2-5138-4187-a312-66d34b472e99 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.873451 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae52bfc2-5138-4187-a312-66d34b472e99 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d4d79981-7880-43ca-9311-977327fba3b6 HTTP/1.1" status: 204 len: 168 time: 0.4423268 Jan 04 13:55:49.880687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: bad8ec35-9ba2-430a-8b2b-8c48685101ba {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:49.881032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bad8ec35-9ba2-430a-8b2b-8c48685101ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:49.891647 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bc2e522d-c204-46be-903b-2be8a583a258 req-9cb25dec-97c6-4ee8-b8fd-8968c4922574 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024110 Jan 04 13:55:49.901530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52bfc2-5138-4187-a312-66d34b472e99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d79981-7880-43ca-9311-977327fba3b6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:49.926127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:49.952828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] device_id is not set on port 1f4a3eae-097d-40cb-8642-6f967fc5857e yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:49.971291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-87b3f9b3-6874-4fdd-accd-1031bfaca3f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.971291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-87b3f9b3-6874-4fdd-accd-1031bfaca3f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e41acd9aa6d84489838119265e50a5e6&device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1097 time: 0.2325072 Jan 04 13:55:49.979543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9062cc-af7c-427a-87e6-d77c027e517e req-3bcb4f64-f93c-4c42-8d56-de1de7201b06 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:49.981051 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cc9062cc-af7c-427a-87e6-d77c027e517e req-3bcb4f64-f93c-4c42-8d56-de1de7201b06 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 944 time: 0.2326121 Jan 04 13:55:50.070634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34852) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:50.096161 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cc9062cc-af7c-427a-87e6-d77c027e517e req-923cdb48-98a8-4a27-b450-a0a1629360c3 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051574 Jan 04 13:55:50.144736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-8602ba0c-2647-42e0-b633-af04cb835a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:50.146697 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-8602ba0c-2647-42e0-b633-af04cb835a5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ffeb3b7-8933-422e-a32a-388f6a457a0e HTTP/1.1" status: 200 len: 898 time: 0.1647761 Jan 04 13:55:50.199498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3ba557a6-b926-466c-b0e3-c88d457b71f9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dfcd2b271a90472e8ecf9dcdd32cfc83&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1200972 Jan 04 13:55:50.200093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34856) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:50.250330 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-31642cf0-f1e0-481f-aebf-f7eb1009d492 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7713e90-2234-4825-9cc4-24d15b6c504d HTTP/1.1" status: 200 len: 217 time: 0.0953901 Jan 04 13:55:50.295690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2f72d5-1c57-41ca-8d71-840fcf3dc762 req-c89c0591-4239-46b2-9add-ffabdd8a3d4f tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:50.306960 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef2f72d5-1c57-41ca-8d71-840fcf3dc762 req-c89c0591-4239-46b2-9add-ffabdd8a3d4f tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.2778716 Jan 04 13:55:50.316603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-9e83e400-3b31-42cc-a04a-9a82e5d05ac9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:50.318506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-9e83e400-3b31-42cc-a04a-9a82e5d05ac9 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f HTTP/1.1" status: 200 len: 834 time: 0.0610774 Jan 04 13:55:50.327878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:50.373811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-ce009096-4280-4384-ac21-69d8005185bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:50.375376 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-ce009096-4280-4384-ac21-69d8005185bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ffeb3b7-8933-422e-a32a-388f6a457a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0492015 Jan 04 13:55:50.390800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c3094bb-0484-472d-837b-b5e56bf82394 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:50.466542 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef2f72d5-1c57-41ca-8d71-840fcf3dc762 req-684b1dae-0360-4735-877b-ad0f3aabfb9e tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1423326 Jan 04 13:55:50.496636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c3094bb-0484-472d-837b-b5e56bf82394 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:50.553208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-966f573b-a6e7-40b6-a556-1b3744022212 service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1701269 Jan 04 13:55:50.597583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34878) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:50.702217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40d93d6f-2a6c-4253-bdef-77d9c2078d44 req-78a5d6a6-d9a8-40fc-8813-5f900a0faa5d service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1418817 Jan 04 13:55:50.762063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.13 (2113fb32-a783-49f3-94eb-08058a3b0bf1/a1055c64-69e8-4ceb-bf30-9de10c35e060/1f4a3eae-097d-40cb-8642-6f967fc5857e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:50.776651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf997cb1-29b3-4d43-9ebf-fb6bb3578323 req-7165c491-ac13-4714-a8a4-1f3256482447 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:50.778289 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cf997cb1-29b3-4d43-9ebf-fb6bb3578323 req-7165c491-ac13-4714-a8a4-1f3256482447 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.0844083 Jan 04 13:55:50.779131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.12 (2113fb32-a783-49f3-94eb-08058a3b0bf1/a1055c64-69e8-4ceb-bf30-9de10c35e060/1f4a3eae-097d-40cb-8642-6f967fc5857e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:50.782731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c3094bb-0484-472d-837b-b5e56bf82394 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:50.785432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c3094bb-0484-472d-837b-b5e56bf82394 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:50.786676 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c3094bb-0484-472d-837b-b5e56bf82394 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8547d337-c69a-4f8a-af8e-4547c40a3b43 HTTP/1.1" status: 204 len: 168 time: 0.5829346 Jan 04 13:55:50.832265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3094bb-0484-472d-837b-b5e56bf82394 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8547d337-c69a-4f8a-af8e-4547c40a3b43,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:50.861764 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cf997cb1-29b3-4d43-9ebf-fb6bb3578323 req-8856ec69-0c95-429e-ba3a-25215df85622 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0759678 Jan 04 13:55:50.884983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f129c95-979d-42c4-9e0d-8ab3eca644f8 req-a87d8731-bf9d-41ee-b2c4-6be209cfae4f tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:50.891925 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f129c95-979d-42c4-9e0d-8ab3eca644f8 req-a87d8731-bf9d-41ee-b2c4-6be209cfae4f tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.1105185 Jan 04 13:55:50.952755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9e48abba-dc24-4d9c-9615-47532a29e255 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] Request body: {'port': {'network_id': '4af2f72a-6ed5-4cf9-9fa5-2b1ea0d97b43', 'name': 'tempest-NetworksNegativeTestJSON-1711147580'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:50.963345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f129c95-979d-42c4-9e0d-8ab3eca644f8 req-b48143ac-0f7e-48f8-bdf8-e0257cc59fd4 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696039 Jan 04 13:55:50.976419 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e48abba-dc24-4d9c-9615-47532a29e255 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] POST failed (client error): The resource could not be found. Jan 04 13:55:50.977046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e48abba-dc24-4d9c-9615-47532a29e255 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:50.978978 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9e48abba-dc24-4d9c-9615-47532a29e255 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3804090 Jan 04 13:55:50.982972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34894) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.005930 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6be18d6-f156-4dab-a9cc-b8991d9286d7 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] DELETE failed (client error): The resource could not be found. Jan 04 13:55:51.006543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6be18d6-f156-4dab-a9cc-b8991d9286d7 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:51.013621 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c6be18d6-f156-4dab-a9cc-b8991d9286d7 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "DELETE /v2.0/networks/24beecc6-6104-44cc-9707-9840c18f6d6a HTTP/1.1" status: 404 len: 339 time: 0.0257905 Jan 04 13:55:51.026110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34900) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.049099 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5ac6b69-805d-4171-bc31-971668d64c7a tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] DELETE failed (client error): The resource could not be found. Jan 04 13:55:51.049690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b5ac6b69-805d-4171-bc31-971668d64c7a tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:51.052870 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b5ac6b69-805d-4171-bc31-971668d64c7a tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "DELETE /v2.0/ports/242e20bb-ec4d-450c-a03f-4643001be193 HTTP/1.1" status: 404 len: 333 time: 0.0379133 Jan 04 13:55:51.056642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34904) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.069778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.088231 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4055c7eb-e291-4a7d-99db-9d74c9d1c206 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] DELETE failed (client error): The resource could not be found. Jan 04 13:55:51.088825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4055c7eb-e291-4a7d-99db-9d74c9d1c206 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:51.092183 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4055c7eb-e291-4a7d-99db-9d74c9d1c206 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "DELETE /v2.0/subnets/ed111ace-de1f-4f30-82e2-c253527c0999 HTTP/1.1" status: 404 len: 337 time: 0.0336945 Jan 04 13:55:51.096177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34906) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.114678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.121800 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f504e2aa-e35f-426f-9b43-e4970c86ed3e tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] GET failed (client error): The resource could not be found. Jan 04 13:55:51.127178 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f504e2aa-e35f-426f-9b43-e4970c86ed3e tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "GET /v2.0/networks/cdcff43d-b51d-4e3b-aad2-3d7264cd00d5 HTTP/1.1" status: 404 len: 339 time: 0.0264075 Jan 04 13:55:51.127833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34912) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.163289 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-37d11cb2-f565-461e-9dcd-a3c4b5d2fb71 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] GET failed (client error): The resource could not be found. Jan 04 13:55:51.168910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-37d11cb2-f565-461e-9dcd-a3c4b5d2fb71 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "GET /v2.0/ports/372da385-6e7d-44c5-9f58-2ba545a4d3ef HTTP/1.1" status: 404 len: 333 time: 0.0366712 Jan 04 13:55:51.169848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34916) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.170447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:51.173907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:51.176747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:51.211313 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-86178e62-52ee-401a-95ef-4225b69cfcd1 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] GET failed (client error): The resource could not be found. Jan 04 13:55:51.213434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=1f4a3eae-097d-40cb-8642-6f967fc5857e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:51.217440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-86178e62-52ee-401a-95ef-4225b69cfcd1 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "GET /v2.0/subnets/387ca48b-3cd9-4b8e-80e7-cdff17883ea4 HTTP/1.1" status: 404 len: 337 time: 0.0429075 Jan 04 13:55:51.217837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34920) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.223761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e3e2c43d-de2a-4cbc-adab-7fd365989b64 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] Request body: {'network': {'name': 'new_name'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:51.244084 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e2c43d-de2a-4cbc-adab-7fd365989b64 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] PUT failed (client error): The resource could not be found. Jan 04 13:55:51.244593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e2c43d-de2a-4cbc-adab-7fd365989b64 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:51.249191 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e3e2c43d-de2a-4cbc-adab-7fd365989b64 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "PUT /v2.0/networks/3a68b80e-53d7-4217-b020-5b7fb963044c HTTP/1.1" status: 404 len: 339 time: 0.0268788 Jan 04 13:55:51.249981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34924) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.256038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-db58a56c-800c-41d2-86a5-f7f518ae7295 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] Request body: {'port': {'name': 'new_name'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:51.277470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:51.278259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.278812 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-db58a56c-800c-41d2-86a5-f7f518ae7295 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] PUT failed (client error): The resource could not be found. Jan 04 13:55:51.279363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db58a56c-800c-41d2-86a5-f7f518ae7295 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:51.284124 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-db58a56c-800c-41d2-86a5-f7f518ae7295 tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "PUT /v2.0/ports/914e7217-f7fa-49c3-a898-8342eb0d9dfd HTTP/1.1" status: 404 len: 333 time: 0.0300910 Jan 04 13:55:51.284455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34926) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.294334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-46a066f6-6a27-4b0a-9813-1d24823cc5ef tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:51.305232 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-05870438-8173-4e46-bf13-77b8ee82383d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 1.8673553 Jan 04 13:55:51.315562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d2f771d-9c08-4b53-83bc-5bc9e2bc66c0 req-de18adc0-bc58-49d1-a7be-8ec03193aa83 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:51.317532 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5d2f771d-9c08-4b53-83bc-5bc9e2bc66c0 req-de18adc0-bc58-49d1-a7be-8ec03193aa83 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 944 time: 0.0927703 Jan 04 13:55:51.318215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 34930) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.323396 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-46a066f6-6a27-4b0a-9813-1d24823cc5ef tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] PUT failed (client error): The resource could not be found. Jan 04 13:55:51.323876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46a066f6-6a27-4b0a-9813-1d24823cc5ef tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:55:51.325024 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-46a066f6-6a27-4b0a-9813-1d24823cc5ef tempest-NetworksNegativeTestJSON-1421579249 tempest-NetworksNegativeTestJSON-1421579249-project] 10.222.0.30 "PUT /v2.0/subnets/81b24e42-edcf-4c0b-ad76-28d2acf6863f HTTP/1.1" status: 404 len: 337 time: 0.0391459 Jan 04 13:55:51.335390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '1f4a3eae-097d-40cb-8642-6f967fc5857e', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:51.408536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5d2f771d-9c08-4b53-83bc-5bc9e2bc66c0 req-0e04d6cb-863f-4737-aed6-3a42362ac5e7 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631652 Jan 04 13:55:51.410509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.485214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a524ad-e9a0-40fd-97dc-d6b3b605cc26 req-e9d4cfa4-1a94-4905-aac3-0113a33cb29c tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:51.486877 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-61a524ad-e9a0-40fd-97dc-d6b3b605cc26 req-e9d4cfa4-1a94-4905-aac3-0113a33cb29c tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.0612118 Jan 04 13:55:51.534271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.570204 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-61a524ad-e9a0-40fd-97dc-d6b3b605cc26 req-62b70bf3-278f-45a8-991c-346688b75daf tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0707986 Jan 04 13:55:51.645839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34946) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.656490 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.127 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/543668b8-cfc8-4200-bf40-513276ab5548) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:51.776819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34952) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:51.818107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.841931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0de7d2-d803-464d-9efe-bb61f433d484 req-bf112044-9b9d-44db-ad4c-dfc176265767 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:51.843444 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8f0de7d2-d803-464d-9efe-bb61f433d484 req-bf112044-9b9d-44db-ad4c-dfc176265767 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.0592504 Jan 04 13:55:51.873331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.913086 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8f0de7d2-d803-464d-9efe-bb61f433d484 req-dd521dcc-bf42-439a-a47b-4f9f4cf8ef08 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606654 Jan 04 13:55:51.942533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 13:55:51.949432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=543668b8-cfc8-4200-bf40-513276ab5548,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:51.953094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:51.954872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:51.959785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:51.973412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8c6f-7841-4119-9d5f-41efb0438b46 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:51.995398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2031438421'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:52.006821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.049716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:52.053611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.065233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.086081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84146bc7-2e69-46e7-baef-94f72a2d7345 req-6faa2190-dbdf-498d-8b25-b313f750165a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:52.088913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-84146bc7-2e69-46e7-baef-94f72a2d7345 req-6faa2190-dbdf-498d-8b25-b313f750165a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.0977542 Jan 04 13:55:52.148748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8c6f-7841-4119-9d5f-41efb0438b46 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.156128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:52.156465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bcd8c6f-7841-4119-9d5f-41efb0438b46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.182527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'port_id': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'mac_address': 'fa:16:3e:64:10:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 13:55:52.198161 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3bcd8c6f-7841-4119-9d5f-41efb0438b46 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f39d2a3fb1d94557a32a4e2453f9ba4b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4176981 Jan 04 13:55:52.202081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 34966) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:52.215017 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-84146bc7-2e69-46e7-baef-94f72a2d7345 req-e6fe0d75-f8ea-41bd-8b37-b50c9e8ab0b8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178160 Jan 04 13:55:52.250161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.254674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcd8c6f-7841-4119-9d5f-41efb0438b46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34c970fc-e707-4c8a-96ed-309cf1b92598,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:52.262085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.264243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.282285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7713e90-2234-4825-9cc4-24d15b6c504d {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:55:52.313132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:52.315142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64908758-a933-4eae-9ce8-ae957f891352,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:52.326441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:52.333364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.333708 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment 05892153-e714-4e71-be67-2c720e3bc4f3 of type vlan for network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 Jan 04 13:55:52.334462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.334922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-075bb583-0c00-41b6-9445-dd8a00c71abf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.392622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-075bb583-0c00-41b6-9445-dd8a00c71abf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.395095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.402051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:52.446326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.452812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:52.453409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.476342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.486939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-075bb583-0c00-41b6-9445-dd8a00c71abf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.489420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-075bb583-0c00-41b6-9445-dd8a00c71abf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.491014 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-075bb583-0c00-41b6-9445-dd8a00c71abf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/34c970fc-e707-4c8a-96ed-309cf1b92598 HTTP/1.1" status: 204 len: 168 time: 0.2864549 Jan 04 13:55:52.518065 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8623219 Jan 04 13:55:52.558746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:52.575567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc80deac-5572-49b6-9366-c1d22ec22b6a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:52.597280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075bb583-0c00-41b6-9445-dd8a00c71abf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34c970fc-e707-4c8a-96ed-309cf1b92598,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:52.597693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:52.630501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff461487-f153-464f-8e3a-379f99538fb4 req-ebd10b75-c988-4fd1-b464-af3e26cb1527 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:52.632339 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ff461487-f153-464f-8e3a-379f99538fb4 req-ebd10b75-c988-4fd1-b464-af3e26cb1527 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 945 time: 0.0753059 Jan 04 13:55:52.642439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['c7713e90-2234-4825-9cc4-24d15b6c504d'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 13:55:52.762305 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ff461487-f153-464f-8e3a-379f99538fb4 req-404b7847-ad7a-4945-ac62-9486775b7789 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1173937 Jan 04 13:55:52.906554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a6c75f-4505-4265-b6ad-cdb6c9252fa1 req-9bacbd5a-f1e2-46b0-8697-10b5bf5d6da7 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:52.908797 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0a6c75f-4505-4265-b6ad-cdb6c9252fa1 req-9bacbd5a-f1e2-46b0-8697-10b5bf5d6da7 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.1711724 Jan 04 13:55:53.030620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:53.075001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:53.122536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-e5fd89e4-2ae5-4ffd-b018-880633330b94 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:53.124606 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-e5fd89e4-2ae5-4ffd-b018-880633330b94 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.13 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.1855824 Jan 04 13:55:53.180833 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0a6c75f-4505-4265-b6ad-cdb6c9252fa1 req-eb722d0b-5c55-4486-8c4c-b24d905eb077 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2622294 Jan 04 13:55:53.368636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f6dc0-8ae7-49f1-971a-ba491f748b85 req-311d6413-01bf-4602-b48c-dd2af98ab8db tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:53.385254 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6e3f6dc0-8ae7-49f1-971a-ba491f748b85 req-311d6413-01bf-4602-b48c-dd2af98ab8db tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.2592981 Jan 04 13:55:53.398890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=543668b8-cfc8-4200-bf40-513276ab5548,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:53.465351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Deleting port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:53.465704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:53.471050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:53.485901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-08d41086-4850-4827-a05b-87e864129be0 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:53.487350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-08d41086-4850-4827-a05b-87e864129be0 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.2464888 Jan 04 13:55:53.496765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35002) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:53.506568 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6e3f6dc0-8ae7-49f1-971a-ba491f748b85 req-c8cc96b3-547d-4e20-b340-668ebbbdcd5e tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1204681 Jan 04 13:55:53.604317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b967e-a090-4468-844b-8cdfcb831996 req-20410064-9130-4058-9680-b3911b60ff0c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:53.606108 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f2b967e-a090-4468-844b-8cdfcb831996 req-20410064-9130-4058-9680-b3911b60ff0c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2456641 Jan 04 13:55:53.714909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] For port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:53.715430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:53.961244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:53.989255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35016) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:54.032644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-786595875', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:54.035999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port c7713e90-2234-4825-9cc4-24d15b6c504d completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 13:55:54.046381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port c7713e90-2234-4825-9cc4-24d15b6c504d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:55:54.047632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.086495 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f2b967e-a090-4468-844b-8cdfcb831996 req-6b4b714d-e93a-4038-8a9f-b2819f4e6f92 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4401336 Jan 04 13:55:54.089646 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP a90f9430-acc7-4a43-b4f3-b923b6332b48 associated. External IP: 172.36.2.127, port: 1f4a3eae-097d-40cb-8642-6f967fc5857e. Jan 04 13:55:54.169773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Deleting port 3d12d033-17d0-478a-9578-da3987c998b3 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:54.170064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.398036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.402516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] For port 3d12d033-17d0-478a-9578-da3987c998b3, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3d12d033-17d0-478a-9578-da3987c998b3,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:54.402887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.439521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:55:54.441132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:54.444990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-192e3e51-e06e-4042-8b88-4cb3c640eba8" -d '{"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-plugged", "status": "completed", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:54.453819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.512409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:54.535509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-393bdd03-b64d-482e-8dfe-44b05c542144 tempest-DvrRoutersNegativeTest-274579241 tempest-DvrRoutersNegativeTest-274579241-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-2099365270', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:54.538586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.policy [None req-393bdd03-b64d-482e-8dfe-44b05c542144 tempest-DvrRoutersNegativeTest-274579241 tempest-DvrRoutersNegativeTest-274579241-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=103265) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Jan 04 13:55:54.538890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.policy [None req-393bdd03-b64d-482e-8dfe-44b05c542144 tempest-DvrRoutersNegativeTest-274579241 tempest-DvrRoutersNegativeTest-274579241-project] Failed policy check for 'create_router' {{(pid=103265) enforce /opt/stack/neutron/neutron/policy.py:524}} Jan 04 13:55:54.539416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-393bdd03-b64d-482e-8dfe-44b05c542144 tempest-DvrRoutersNegativeTest-274579241 tempest-DvrRoutersNegativeTest-274579241-project] create failed (client error): Access was denied to this resource. Jan 04 13:55:54.544323 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-393bdd03-b64d-482e-8dfe-44b05c542144 tempest-DvrRoutersNegativeTest-274579241 tempest-DvrRoutersNegativeTest-274579241-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.5504475 Jan 04 13:55:54.577105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3f062f2-3443-451e-bc82-4ba30f4bfcd6 req-5d1026bf-a891-43d0-9fe6-30bcf9f843c9 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:54.578775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a3f062f2-3443-451e-bc82-4ba30f4bfcd6 req-5d1026bf-a891-43d0-9fe6-30bcf9f843c9 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 945 time: 0.5909612 Jan 04 13:55:54.583988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Made reservation on behalf of 8d3011d2023c4ff1812cdf0a6f4cbaa5 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:54.586482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.645603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.676800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef24ed3d-d8ec-4585-bf13-62e03e53331b req-2304a92c-d4c1-4dad-ae52-f3bb8e81d505 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:54.685927 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef24ed3d-d8ec-4585-bf13-62e03e53331b req-2304a92c-d4c1-4dad-ae52-f3bb8e81d505 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 945 time: 0.3569148 Jan 04 13:55:54.723816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.724426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.724515 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Floating IP 1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce disassociated. External IP: 172.36.2.216, port: 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37. Jan 04 13:55:54.724846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Calling delete_port for 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:54.735890 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a3f062f2-3443-451e-bc82-4ba30f4bfcd6 req-5c7e345e-cf26-4f74-ad31-47de909ab230 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1460881 Jan 04 13:55:54.778564 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef24ed3d-d8ec-4585-bf13-62e03e53331b req-c2eb23ef-5c85-45b7-a03d-2df200765f44 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdd66220-4120-48ea-b271-7037a3b48269&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0909064 Jan 04 13:55:54.850774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a518eb70-7eac-4e00-94c6-63ccd7b14e81 x-openstack-request-id: req-a518eb70-7eac-4e00-94c6-63ccd7b14e81 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:54.851214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-plugged", "status": "completed", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:54.851426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a518eb70-7eac-4e00-94c6-63ccd7b14e81 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:54.851820 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'code': 200} Jan 04 13:55:54.882698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.898777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:54.938047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] device_id is not set on port f0fa11c5-dcad-4d7b-a2d9-4649c8e03321 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:55:54.953637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35032) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:55.050395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf2da32-7c0f-4392-b2c5-d9a9f838b1cb req-1f80c27a-db1e-494c-a6de-53f6dc9724ad tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:55.054326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8bf2da32-7c0f-4392-b2c5-d9a9f838b1cb req-1f80c27a-db1e-494c-a6de-53f6dc9724ad tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 945 time: 0.1189013 Jan 04 13:55:55.076516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.076878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.077186 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Floating IP 1c570a39-18ff-428a-994c-5fced85baa90 disassociated. External IP: 172.36.2.250, port: 3d12d033-17d0-478a-9578-da3987c998b3. Jan 04 13:55:55.077574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Calling delete_port for 3d12d033-17d0-478a-9578-da3987c998b3 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:55.102377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:55.180545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee1c3dd6-b47d-4c04-b4d1-569737be45e2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:55.199927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcba406e-2e95-4a59-8b34-53bd325fbf3e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.247205 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8bf2da32-7c0f-4392-b2c5-d9a9f838b1cb req-d6d69ad1-9a14-4575-92a8-52cbe3d63307 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups?id=70956df7-67f5-4ba7-8e99-6f35b38eef68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1665370 Jan 04 13:55:55.265733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe260c2a-7d32-4098-8fcc-9f3671129d1e req-00ac7f4c-d2ec-4949-90c3-7353cb4eeee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:55.267264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fe260c2a-7d32-4098-8fcc-9f3671129d1e req-00ac7f4c-d2ec-4949-90c3-7353cb4eeee8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1099 time: 0.2068796 Jan 04 13:55:55.273944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.296690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Allocated IP 172.36.2.146 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/f0fa11c5-dcad-4d7b-a2d9-4649c8e03321) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:55.347758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event deleted for resources: {'Port': ['ID=409e88c7-dd1b-43b6-a0c0-f2ebd6645a37,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:55.365341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:55.389772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.397149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:55.417968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cab2b09-b056-48ce-b880-efe1c01cd12f req-03b4d921-6d13-4c39-a1f5-676a5eedab3d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:55.425235 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0cab2b09-b056-48ce-b880-efe1c01cd12f req-03b4d921-6d13-4c39-a1f5-676a5eedab3d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2173350 Jan 04 13:55:55.430091 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7b6a2936-3419-48c3-97d9-1f864658f7d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 4.1106319 Jan 04 13:55:55.432966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35038) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:55.438621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'port_id': '1f4a3eae-097d-40cb-8642-6f967fc5857e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:55.440477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:55.441834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:55.448036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.515612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event deleted for resources: {'Port': ['ID=3d12d033-17d0-478a-9578-da3987c998b3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:55.557000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fe260c2a-7d32-4098-8fcc-9f3671129d1e req-75857910-9038-4f79-9727-a48b89a73901 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2805648 Jan 04 13:55:55.566208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:55.574775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Router d3cd6922-3ac3-47df-ac42-1aef91ed72ac has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:55.575811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.600343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:55.602893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:55.695399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:55.700106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a537a4b8-6fdb-472c-95e3-07fe91babc50 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:55.748245 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0cab2b09-b056-48ce-b880-efe1c01cd12f req-14915ad0-0868-40f5-941f-ec85b6d7c076 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3080668 Jan 04 13:55:55.750981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcba406e-2e95-4a59-8b34-53bd325fbf3e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.772400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcba406e-2e95-4a59-8b34-53bd325fbf3e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.782865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35040) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:55.796811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:55.925106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcba406e-2e95-4a59-8b34-53bd325fbf3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a75206aa-3bf8-42a8-8ab4-20a561999280,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:55.935025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Router 8e2776c8-42f2-4628-94f5-1560008611af has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:55.955115 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bcba406e-2e95-4a59-8b34-53bd325fbf3e admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=997b9b2114b1446b81a0846c11245682&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9309769 Jan 04 13:55:55.956397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:55.963945 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a01a0602-313a-471c-a26a-2f65a549bd1b req-ac2f1a95-dbef-44ec-a31b-e034503b110c tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/ports?device_id=2bf2c25b-1124-467c-84cb-3bb1bc9e59c3 HTTP/1.1" status: 200 len: 210 time: 0.0773609 Jan 04 13:55:55.965751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35046) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:56.026190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2f111a-409b-4644-81c3-0a64750f8d34 req-3e0c4b4b-558c-4c35-ac31-003bbf2ea6b0 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:56.027709 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0f2f111a-409b-4644-81c3-0a64750f8d34 req-3e0c4b4b-558c-4c35-ac31-003bbf2ea6b0 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1386545 Jan 04 13:55:56.034416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:56.061987 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] Sync routers for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:56.074954 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:56.076792 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:56.116126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] No DVR routers for this DVR port 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:56.123407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.126772 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8f7f8a00-b125-44be-ad5c-ae60d5ca663a req-c46d02c3-615a-4613-aca7-2331b49988cd tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.13 "DELETE /v2.0/ports/409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 HTTP/1.1" status: 204 len: 173 time: 2.9849417 Jan 04 13:55:56.127335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'name': 'network-vif-deleted', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:56.129635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc34625e-8bf6-4663-972b-4ea9b670607c" -d '{"events": [{"server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "name": "network-vif-deleted", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:56.160494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.163016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc04b840-9689-45d6-8611-ecce986ffda4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.164699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:56.174324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.282427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0f2f111a-409b-4644-81c3-0a64750f8d34 req-f1740bd6-0e59-483c-b0b7-674300c08481 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1971068 Jan 04 13:55:56.332397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938926d1-d14f-4cdc-a2f0-6148d3c780a2 x-openstack-request-id: req-938926d1-d14f-4cdc-a2f0-6148d3c780a2 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:56.332793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2bf2c25b-1124-467c-84cb-3bb1bc9e59c3", "name": "network-vif-deleted", "tag": "409e88c7-dd1b-43b6-a0c0-f2ebd6645a37", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:56.332975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-938926d1-d14f-4cdc-a2f0-6148d3c780a2 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:56.333327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2bf2c25b-1124-467c-84cb-3bb1bc9e59c3', 'name': 'network-vif-deleted', 'tag': '409e88c7-dd1b-43b6-a0c0-f2ebd6645a37', 'status': 'completed', 'code': 200} Jan 04 13:55:56.334474 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:56.370111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc04b840-9689-45d6-8611-ecce986ffda4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.391176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:56.399852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:56.401314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Pushing event updated for resources: {'Port': ['ID=f0fa11c5-dcad-4d7b-a2d9-4649c8e03321,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:56.404697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:56.480849 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-075227a8-2382-4b46-a4be-b4156a346b29 req-dd7ec6a8-2c8a-4914-8a97-311be0c12283 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d1633d9-93b5-4611-b5b4-2417e4b1f083 HTTP/1.1" status: 200 len: 210 time: 0.0769641 Jan 04 13:55:56.506390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.516235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:56.516830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.521148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.530598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:56.544903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] Sync routers for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:56.559355 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b7b10680-5395-4c94-865c-9cddbc289605 tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.0511007 Jan 04 13:55:56.561789 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35052) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:56.586325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:56.586971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:56.588852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}]}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:56.604517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc04b840-9689-45d6-8611-ecce986ffda4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.607187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc04b840-9689-45d6-8611-ecce986ffda4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.608343 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fc04b840-9689-45d6-8611-ecce986ffda4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a75206aa-3bf8-42a8-8ab4-20a561999280 HTTP/1.1" status: 204 len: 168 time: 0.6152406 Jan 04 13:55:56.675075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc04b840-9689-45d6-8611-ecce986ffda4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a75206aa-3bf8-42a8-8ab4-20a561999280,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:56.689402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.724259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.725841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.755518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] No DVR routers for this DVR port 3d12d033-17d0-478a-9578-da3987c998b3 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:55:56.761804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.769694 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0dea318e-8552-4ffc-880b-d5a076edd7c7 req-f2bc5b52-0b1b-414f-9b2a-a85d2489d5be tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.13 "DELETE /v2.0/ports/3d12d033-17d0-478a-9578-da3987c998b3 HTTP/1.1" status: 204 len: 173 time: 3.2508159 Jan 04 13:55:56.770122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'name': 'network-vif-deleted', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:55:56.772402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd95f5ff-a4d6-4f39-9ea9-e58ee35a4f87" -d '{"events": [{"server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "name": "network-vif-deleted", "tag": "3d12d033-17d0-478a-9578-da3987c998b3"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:55:56.863234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:56.919566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=68d6a9aa-905a-4c5a-b481-e86b5870a86d,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:56.923953 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:33Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:56.960181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:56.969595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': '05892153-e714-4e71-be67-2c720e3bc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:56.970116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:56.982884 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] Checking router: d3cd6922-3ac3-47df-ac42-1aef91ed72ac for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:57.011294 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:57.011950 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:57.015998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:55:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5086f69b-b28f-459f-9d9b-9fb15e7c349d x-openstack-request-id: req-5086f69b-b28f-459f-9d9b-9fb15e7c349d {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:55:57.016322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d1633d9-93b5-4611-b5b4-2417e4b1f083", "name": "network-vif-deleted", "tag": "3d12d033-17d0-478a-9578-da3987c998b3", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:55:57.016584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5086f69b-b28f-459f-9d9b-9fb15e7c349d {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:55:57.020262 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d1633d9-93b5-4611-b5b4-2417e4b1f083', 'name': 'network-vif-deleted', 'tag': '3d12d033-17d0-478a-9578-da3987c998b3', 'status': 'completed', 'code': 200} Jan 04 13:55:57.115129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b8dd0-dbdb-41dc-bda6-febd84afe656 req-ffdb6b4b-e0ad-4a25-9f5c-937d65cd2aba tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:57.116617 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b8dd0-dbdb-41dc-bda6-febd84afe656 req-ffdb6b4b-e0ad-4a25-9f5c-937d65cd2aba tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2092066 Jan 04 13:55:57.154531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35070) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:57.163538 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:57.231373 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:57.265307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.326648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:57.351158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34feb532-3202-446e-9efb-67c7205feebb None None] Network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:57.355559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:57.357673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.430105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3bb3673a-3747-47dc-bdd0-a727c01032b7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6412587 Jan 04 13:55:57.465638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35080) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:57.481420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-910526882'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:57.484319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:57.515872 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] Checking router: 8e2776c8-42f2-4628-94f5-1560008611af for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:55:57.546159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171c50e4-9561-4c6d-8fc5-4714b3f37830 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.575604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:57.577387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:57.616422 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:33Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:57.663819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:57.668498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.704111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171c50e4-9561-4c6d-8fc5-4714b3f37830 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.707915 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b86a928-adc4-434a-a728-ac3d06db1270 None None] The sync data for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv is: [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:25Z', 'revision_number': 4, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '705721ca-ac4e-4b0b-817d-f4385cd686db', 'name': '', 'network_id': '9c0e1239-6535-459f-ba9d-1f0f532d1ab1', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'mac_address': 'fa:16:3e:82:9e:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 129, 'fixed_ips': [{'subnet_id': '744f8a23-e592-4656-9106-b713bca54db7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:23Z', 'updated_at': '2022-01-04T13:54:33Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'subnets': [{'id': '744f8a23-e592-4656-9106-b713bca54db7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:57.729135 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5236661-99d8-4ff0-b4aa-692ae9964778 req-aa00d904-652d-4942-9d74-a9d0f1505f62 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:57.784655 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5236661-99d8-4ff0-b4aa-692ae9964778 req-aa00d904-652d-4942-9d74-a9d0f1505f62 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.3958087 Jan 04 13:55:57.826085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:55:57.841996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:55:57.854756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.855374 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment f18697d5-65ba-4e3b-be5c-921437e217c9 of type vlan for network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 Jan 04 13:55:57.926770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:57.986496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.000372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6', 'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': '68d6a9aa-905a-4c5a-b481-e86b5870a86d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:55:58.001889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.002220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:58.004020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3d12d033-17d0-478a-9578-da3987c998b3 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:58.004645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.015760 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b8dd0-dbdb-41dc-bda6-febd84afe656 req-7345c7a2-4133-4e09-b6d4-1d6a7f269890 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8883705 Jan 04 13:55:58.045581 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5759294 Jan 04 13:55:58.054856 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 3d12d033-17d0-478a-9578-da3987c998b3 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:58.055552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3d12d033-17d0-478a-9578-da3987c998b3 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:58.056659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:55:58.071229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35094) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.081228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:55:58.081717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 409e88c7-dd1b-43b6-a0c0-f2ebd6645a37 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:55:58.085411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:58.160607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35098) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.202617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35102) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.244547 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c641bd93-e9d2-4b0d-9000-3da6de7b4974 None None] New status for floating IP 1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:55:58.261077 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5236661-99d8-4ff0-b4aa-692ae9964778 req-ae0ff212-4c13-4e6d-81e3-7a12713de00e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4751163 Jan 04 13:55:58.325627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:55:58.346161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8699f2-1741-424d-a4de-aa629ee7b305 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:58.367011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d5ac-99d7-44d2-8fdb-2cbea0995e97 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.382859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:55:58.403090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9ead83fe-6a26-420b-b99b-25f86689315c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:58.404676 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-9ead83fe-6a26-420b-b99b-25f86689315c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 04 13:55:58.405541 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-9ead83fe-6a26-420b-b99b-25f86689315c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): There was a conflict when trying to complete your request. Jan 04 13:55:58.412656 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ead83fe-6a26-420b-b99b-25f86689315c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2504439 Jan 04 13:55:58.431745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Allocated IP 2001:db8:0:ffff::2 (3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6/68d6a9aa-905a-4c5a-b481-e86b5870a86d/94299fb2-6660-42ce-ba6d-9b3a01d7d2f5) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:55:58.453650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35106) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.456807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171c50e4-9561-4c6d-8fc5-4714b3f37830 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.459741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-171c50e4-9561-4c6d-8fc5-4714b3f37830 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.463663 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-171c50e4-9561-4c6d-8fc5-4714b3f37830 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "DELETE /v2.0/security-groups/bdd66220-4120-48ea-b271-7037a3b48269 HTTP/1.1" status: 204 len: 168 time: 1.3053918 Jan 04 13:55:58.469598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--908908472'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:58.474478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35108) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.483087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d5ac-99d7-44d2-8fdb-2cbea0995e97 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.546103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171c50e4-9561-4c6d-8fc5-4714b3f37830 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdd66220-4120-48ea-b271-7037a3b48269,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:58.551938 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-bd7d0459-9fb2-4a30-83e1-7f7ab32fc257 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] show failed (client error): The resource could not be found. Jan 04 13:55:58.555400 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bd7d0459-9fb2-4a30-83e1-7f7ab32fc257 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "GET /v2.0/security-groups/bdd66220-4120-48ea-b271-7037a3b48269 HTTP/1.1" status: 404 len: 347 time: 0.0749187 Jan 04 13:55:58.555578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:58.557304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35110) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.559537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:55:58.563165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.625628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b79dcb1-3e3d-4c96-b99a-b6d3d7e63ace None None] The sync data for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv is: [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5f4f25b2-1d1f-48da-81a5-8eb655263a4d', 'name': '', 'network_id': '44b7203f-cd8c-42ba-b0d1-bd73ebf6d407', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'mac_address': 'fa:16:3e:01:1b:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_interface', 'standard_attr_id': 117, 'fixed_ips': [{'subnet_id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:18Z', 'updated_at': '2022-01-04T13:54:27Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'subnets': [{'id': '093c2e9f-b141-424d-8834-a4ef01f63dfd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:58.743005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:55:58.760982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.771139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d5ac-99d7-44d2-8fdb-2cbea0995e97 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.779378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ac0d5ac-99d7-44d2-8fdb-2cbea0995e97 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.780826 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ac0d5ac-99d7-44d2-8fdb-2cbea0995e97 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "DELETE /v2.0/security-groups/70956df7-67f5-4ba7-8e99-6f35b38eef68 HTTP/1.1" status: 204 len: 168 time: 0.5612197 Jan 04 13:55:58.787347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.796646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:55:58.798917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35112) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.800369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.809156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.811359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:58.812014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:58.858898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:58.865546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa6d844-7604-4ff3-a49d-d560987632f4 req-8672f11e-cd5b-4de5-a0e4-1c1d39d05fbd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:58.874409 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-daa6d844-7604-4ff3-a49d-d560987632f4 req-8672f11e-cd5b-4de5-a0e4-1c1d39d05fbd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.4600763 Jan 04 13:55:58.885427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac0d5ac-99d7-44d2-8fdb-2cbea0995e97 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70956df7-67f5-4ba7-8e99-6f35b38eef68,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:58.914395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:55:58.915329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:58.928006 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-b6d59399-9363-4c2a-b452-c22f86b4d466 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] show failed (client error): The resource could not be found. Jan 04 13:55:58.929219 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b6d59399-9363-4c2a-b452-c22f86b4d466 tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "GET /v2.0/security-groups/70956df7-67f5-4ba7-8e99-6f35b38eef68 HTTP/1.1" status: 404 len: 347 time: 0.1117718 Jan 04 13:55:58.941685 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-06d0a3e3-eaff-4965-b1f9-45c849610caa tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/floatingips/a90f9430-acc7-4a43-b4f3-b923b6332b48 HTTP/1.1" status: 200 len: 979 time: 3.5075641 Jan 04 13:55:58.945074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35114) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.945521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35116) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:58.949707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:58.977775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.054671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.087515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=2941c826-2ddc-474f-9980-c9ab908d1297,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:59.101644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.135225 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bff6f40-b1e9-4613-bf55-68553033287b None None] New status for floating IP 1c570a39-18ff-428a-994c-5fced85baa90: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:55:59.171721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:55:59.172637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5f4b86a-da8e-4744-ab40-8c58c7388f59 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:55:59.202025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:55:59.207531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:59.212976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:55:59.235624 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-daa6d844-7604-4ff3-a49d-d560987632f4 req-39c129f7-4761-421f-90ac-0cdd26698c55 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3600991 Jan 04 13:55:59.254344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35120) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:59.279422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Pushing event updated for resources: {'Port': ['ID=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:59.306779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Attempting to bind port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:55:59.307368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Attempting to bind port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '05892153-e714-4e71-be67-2c720e3bc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:55:59.308480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Attempting to bind port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 on network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:55:59.310637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': 'f18697d5-65ba-4e3b-be5c-921437e217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:59.311115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:55:59.315525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:55:59.316170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Checking segment: {'id': '05892153-e714-4e71-be67-2c720e3bc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:55:59.316785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.318049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Bound using segment: {'id': '05892153-e714-4e71-be67-2c720e3bc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:55:59.318778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Bound port: 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05892153-e714-4e71-be67-2c720e3bc4f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:55:59.319339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.361616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.371567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.406631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] For port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:55:59.411499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] For port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,segment=NetworkSegment(05892153-e714-4e71-be67-2c720e3bc4f3),segment_id=05892153-e714-4e71-be67-2c720e3bc4f3)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:55:59.422833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.468159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab093325-8530-4387-a307-3dcf038dfb7e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:59.503347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Deleting port 26670212-8080-479e-a74e-cdd5cd869930 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:59.503642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.536666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3c816e8-a3eb-4c00-909d-a4b7a635b29d None None] Pushing event updated for resources: {'Port': ['ID=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:55:59.592079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.629821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 543668b8-cfc8-4200-bf40-513276ab5548 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:59.630187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.733842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf4af2d-5817-4c54-9007-1b40bf387a72 req-3d9db86e-cbed-4f58-849a-41c14880bf0e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:59.734053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.735357 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dbf4af2d-5817-4c54-9007-1b40bf387a72 req-3d9db86e-cbed-4f58-849a-41c14880bf0e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.5302944 Jan 04 13:55:59.741743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae2a412-b688-4e60-b200-f40c5acd87ba tempest-TestNetworkAdvancedServerOps-133745010 tempest-TestNetworkAdvancedServerOps-133745010-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:59.743864 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ae2a412-b688-4e60-b200-f40c5acd87ba tempest-TestNetworkAdvancedServerOps-133745010 tempest-TestNetworkAdvancedServerOps-133745010-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1094 time: 0.4842966 Jan 04 13:55:59.750703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Deleting port 7a2cd386-1a88-4faf-b056-472907b77a3c {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:55:59.750912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.753282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35122) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:55:59.769261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'fixed_ip_address': '172.20.0.12'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:55:59.811949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.812330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.823965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:55:59.828106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 543668b8-cfc8-4200-bf40-513276ab5548 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:55:59.916584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:55:59.921816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:55:59.922472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.928523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f60b8b-2dce-41aa-8bbc-d2d07f10435e None None] Network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:55:59.957378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:55:59.985433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:55:59.989291 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.5217218 Jan 04 13:56:00.001361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35124) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:00.020464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddea7f0-7f8b-4fc4-a63d-16d76f0881c3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63508d2d-c09f-481b-9587-913f87ce9356,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:00.021952 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '63508d2d-c09f-481b-9587-913f87ce9356', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:00.042863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.049925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.050303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.065181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Calling delete_port for 26670212-8080-479e-a74e-cdd5cd869930 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:00.072022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:00.072391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.107007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73', 'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': '2941c826-2ddc-474f-9980-c9ab908d1297'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:00.107868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.143948 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dbf4af2d-5817-4c54-9007-1b40bf387a72 req-c21b8957-9b95-41f8-aaeb-8c41618c8251 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3986905 Jan 04 13:56:00.164929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.175106 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bb9cb888-43d4-46ef-9972-69feaa28ec96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0959754 Jan 04 13:56:00.181962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35126) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:00.198621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.258771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.259463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.260404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=543668b8-cfc8-4200-bf40-513276ab5548,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:00.322609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.331103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.333707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Calling delete_port for 7a2cd386-1a88-4faf-b056-472907b77a3c owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:00.342568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.364621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Allocated IP 2001:db8::1 (bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73/2941c826-2ddc-474f-9980-c9ab908d1297/aa3980de-fa50-4861-9c62-dd6bad4d96f8) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:00.407610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,segment=NetworkSegment(05892153-e714-4e71-be67-2c720e3bc4f3),segment_id=05892153-e714-4e71-be67-2c720e3bc4f3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:00.422890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.427195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.557822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.558405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 94bbdedf-8e31-4468-a5b0-9bb370baa2f4 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:56:00.572555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.575931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:00.578749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.583227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP a90f9430-acc7-4a43-b4f3-b923b6332b48 disassociated (deleted). External IP: 172.36.2.127, port: 1f4a3eae-097d-40cb-8642-6f967fc5857e. Jan 04 13:56:00.589185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.622802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.646551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.691951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.700215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.702984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 04 13:56:00.706733 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-abb8af30-cabd-4048-8d83-58c72001587c tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 4.1411719 Jan 04 13:56:00.710220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92dcc3a-6fa4-42bd-8dff-98601b3098e3,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:00.715286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35128) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:00.761595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.762446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:00.768053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:00.769068 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ef57121f-20ba-402c-891e-9b5e8b03782f tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7584586 Jan 04 13:56:00.772441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:00.772580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35130) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:00.777776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5cebea03-c266-421b-bc7e-9d2620e23660 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '63508d2d-c09f-481b-9587-913f87ce9356', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:00.793581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Pushing event deleted for resources: {'Port': ['ID=26670212-8080-479e-a74e-cdd5cd869930,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:00.864820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Pushing event updated for resources: {'Port': ['ID=aa3980de-fa50-4861-9c62-dd6bad4d96f8,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:00.873076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Attempting to bind port aa3980de-fa50-4861-9c62-dd6bad4d96f8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:00.873685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Attempting to bind port aa3980de-fa50-4861-9c62-dd6bad4d96f8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f18697d5-65ba-4e3b-be5c-921437e217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:00.874314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Attempting to bind port aa3980de-fa50-4861-9c62-dd6bad4d96f8 on network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:00.881998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:00.882239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Checking segment: {'id': 'f18697d5-65ba-4e3b-be5c-921437e217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:00.882833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.883052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Bound using segment: {'id': 'f18697d5-65ba-4e3b-be5c-921437e217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:00.883509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Bound port: aa3980de-fa50-4861-9c62-dd6bad4d96f8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f18697d5-65ba-4e3b-be5c-921437e217c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:00.885484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.912572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cebea03-c266-421b-bc7e-9d2620e23660 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.916080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.939361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:00.988348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] For port aa3980de-fa50-4861-9c62-dd6bad4d96f8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:00.993141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] For port aa3980de-fa50-4861-9c62-dd6bad4d96f8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3980de-fa50-4861-9c62-dd6bad4d96f8,segment=NetworkSegment(f18697d5-65ba-4e3b-be5c-921437e217c9),segment_id=f18697d5-65ba-4e3b-be5c-921437e217c9)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:00.999491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.002904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.005943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.010581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6f6d0c55-63af-444f-99b6-f50ca9fe195c tempest-ServersTestJSON-1440375638 tempest-ServersTestJSON-1440375638-project] 10.222.0.30 "DELETE /v2.0/floatingips/1c570a39-18ff-428a-994c-5fced85baa90 HTTP/1.1" status: 204 len: 168 time: 2.0633218 Jan 04 13:56:01.012067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35132) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:01.026021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Pushing event deleted for resources: {'Port': ['ID=7a2cd386-1a88-4faf-b056-472907b77a3c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:01.062826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Deleting port f0fa11c5-dcad-4d7b-a2d9-4649c8e03321 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:01.063149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.082089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a2b496-1c3d-4f50-84bd-0d56b4a8ff11 None None] Pushing event updated for resources: {'Port': ['ID=aa3980de-fa50-4861-9c62-dd6bad4d96f8,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:01.092962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-833f996f-1b32-4924-b8ed-ccef2296c285 None None] Network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:01.136992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port aa3980de-fa50-4861-9c62-dd6bad4d96f8 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:01.137533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.158894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:01.192360 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-5cebea03-c266-421b-bc7e-9d2620e23660 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): There was a conflict when trying to complete your request. Jan 04 13:56:01.196350 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5cebea03-c266-421b-bc7e-9d2620e23660 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.4224961 Jan 04 13:56:01.199172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35136) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:01.239658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Allocated IP 172.36.2.65 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/04eefcff-641e-4e25-988e-bc0eaa9072f5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:01.241888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.244985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.249186 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-747555c6-a0fa-4b50-a91a-80466e3a55b0 tempest-ServersTestManualDisk-122371833 tempest-ServersTestManualDisk-122371833-project] 10.222.0.30 "DELETE /v2.0/floatingips/1013e424-bc6d-4ebd-bcf6-ac2bbde3e0ce HTTP/1.1" status: 204 len: 168 time: 2.4829247 Jan 04 13:56:01.251407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35138) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:01.277757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8e719d2f-087e-42b8-9bab-227a83acc914 None None] Provisioning complete for port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:01.278664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e719d2f-087e-42b8-9bab-227a83acc914 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.318095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.345841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Calling delete_port for f0fa11c5-dcad-4d7b-a2d9-4649c8e03321 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:01.435652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port aa3980de-fa50-4861-9c62-dd6bad4d96f8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aa3980de-fa50-4861-9c62-dd6bad4d96f8,segment=NetworkSegment(f18697d5-65ba-4e3b-be5c-921437e217c9),segment_id=f18697d5-65ba-4e3b-be5c-921437e217c9)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:01.436021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.464625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for aa3980de-fa50-4861-9c62-dd6bad4d96f8 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:01.545685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f87-c756-4703-b768-062acf497b56 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.660863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f87-c756-4703-b768-062acf497b56 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.697513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.746080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ecd45f6b-ddc6-40e8-8aba-ab32f8989a9e None None] Provisioning complete for port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:01.746636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ecd45f6b-ddc6-40e8-8aba-ab32f8989a9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.867987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f87-c756-4703-b768-062acf497b56 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.871234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd4e9f87-c756-4703-b768-062acf497b56 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.875114 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dd4e9f87-c756-4703-b768-062acf497b56 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/63508d2d-c09f-481b-9587-913f87ce9356 HTTP/1.1" status: 204 len: 168 time: 0.6723387 Jan 04 13:56:01.875881 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.879705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35140) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:01.927868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:01.940766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd4e9f87-c756-4703-b768-062acf497b56 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63508d2d-c09f-481b-9587-913f87ce9356,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:01.948034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Pushing event deleted for resources: {'Port': ['ID=f0fa11c5-dcad-4d7b-a2d9-4649c8e03321,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:01.958862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d494e8f-c6f3-4296-a758-b3fd19b2110c req-a7bca0b9-3be6-47fa-ad35-1525d88235d9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:01.960318 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3d494e8f-c6f3-4296-a758-b3fd19b2110c req-a7bca0b9-3be6-47fa-ad35-1525d88235d9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.6989524 Jan 04 13:56:02.017283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:02.026239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.044058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:02.057206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:02.058548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:02.075140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:02.083365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:02.109533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8fa07865-43c4-484e-82aa-000abcfa9c08 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/floatingips/a90f9430-acc7-4a43-b4f3-b923b6332b48 HTTP/1.1" status: 204 len: 168 time: 3.1607237 Jan 04 13:56:02.120943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:02.125957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:02.134293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:02.139163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Port': ['ID=04eefcff-641e-4e25-988e-bc0eaa9072f5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:02.152505 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-146e92f6-03b6-4759-9ad5-347ccbb0987e tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2681785 Jan 04 13:56:02.160651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:02.185198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--370537349'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:02.204014 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3d494e8f-c6f3-4296-a758-b3fd19b2110c req-287de511-7ee7-4a2c-a10d-a32764fd12db tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2059314 Jan 04 13:56:02.217051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:02.236750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:02.236750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:02.282763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.284513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:02.285219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.287865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cb2956b1-ce98-4637-a3e4-5371042dc88d tempest-RoutersAdminNegativeTest-913595684 tempest-RoutersAdminNegativeTest-913595684-project-admin] 10.222.0.30 "DELETE /v2.0/ports/f0fa11c5-dcad-4d7b-a2d9-4649c8e03321 HTTP/1.1" status: 204 len: 168 time: 1.5647368 Jan 04 13:56:02.308317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:02.308980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf4e334-d7a4-4407-9fd9-5da38c715b53 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:02.358230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.427465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aa3980de-fa50-4861-9c62-dd6bad4d96f8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:02.449373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: aa3980de-fa50-4861-9c62-dd6bad4d96f8 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:02.450189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aa3980de-fa50-4861-9c62-dd6bad4d96f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 04 13:56:02.487805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Port aa3980de-fa50-4861-9c62-dd6bad4d96f8 not found, will not notify nova. {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 04 13:56:02.488443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=aa3980de-fa50-4861-9c62-dd6bad4d96f8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:02.504567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e25918d6-2a10-40d9-ba7c-3fca22cf3486 None None] Network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:02.506770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.550548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d1488372-873e-4f3a-9df7-531aed3cbf38 None None] Could not find standard attr ID for object aa3980de-fa50-4861-9c62-dd6bad4d96f8. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:56:02.603236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 1f4a3eae-097d-40cb-8642-6f967fc5857e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:02.603576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.630501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port aa3980de-fa50-4861-9c62-dd6bad4d96f8 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:02.774190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35154) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:02.786214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.802037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.813771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.849830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.918926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.920000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.7403622 Jan 04 13:56:02.926072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6905cb-3a70-4a6d-bb66-e126a798da9c req-7e71f173-8c35-4de7-906b-929fa7083842 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:02.927553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ec6905cb-3a70-4a6d-bb66-e126a798da9c req-7e71f173-8c35-4de7-906b-929fa7083842 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.4339342 Jan 04 13:56:02.933019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35158) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:02.933688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371a1809-dc0c-4043-8450-52b77f2fd011 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=538fda76-5dbf-4877-b958-614324690db2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:02.962876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:02.986389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-8e88683a-c5e7-4c8a-9f92-61d744a73f2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:02.987881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-8e88683a-c5e7-4c8a-9f92-61d744a73f2f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.4132240 Jan 04 13:56:03.003065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 1f4a3eae-097d-40cb-8642-6f967fc5857e owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:03.077034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.125950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.261599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c14e4b77-6b1e-4218-91ec-c64e8bfed5a3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '538fda76-5dbf-4877-b958-614324690db2', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:03.262281 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-c14e4b77-6b1e-4218-91ec-c64e8bfed5a3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 04 13:56:03.262769 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-c14e4b77-6b1e-4218-91ec-c64e8bfed5a3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:03.263736 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c14e4b77-6b1e-4218-91ec-c64e8bfed5a3 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.3275859 Jan 04 13:56:03.265758 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ec6905cb-3a70-4a6d-bb66-e126a798da9c req-20ad68dd-16ed-4fe3-bd86-821343911bbe tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3238869 Jan 04 13:56:03.268587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-037ec5b3-3a07-4a13-aa0a-faef391cdbb3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.271040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=2941c826-2ddc-474f-9980-c9ab908d1297,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:03.271850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35160) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:03.275335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05a08251-4ec0-4e82-aa18-51d5c4e215a6 None None] Network bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:03.411241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.428143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28f8339-89c5-4c36-820d-edc981e63574 None None] DHCP port deletion for bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:03.429014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-04bc372c-e815-4b0e-8af0-75c9f1813a59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:03.430597 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-04bc372c-e815-4b0e-8af0-75c9f1813a59 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.4337878 Jan 04 13:56:03.482173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:03.537024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f18697d5-65ba-4e3b-be5c-921437e217c9') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:03.537241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f18697d5-65ba-4e3b-be5c-921437e217c9') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:03.560169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7de5aa0b-8279-43c1-9501-6ad3524abae2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.588938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.611329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.631142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7de5aa0b-8279-43c1-9501-6ad3524abae2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.677832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.686762 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-81bd4ff5-bd2d-4e69-a583-0b0f0b1b5bee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1002 time: 0.2469654 Jan 04 13:56:03.690823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:03.691213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:03.695181 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:03.711138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-037ec5b3-3a07-4a13-aa0a-faef391cdbb3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.723608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-037ec5b3-3a07-4a13-aa0a-faef391cdbb3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.801589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7de5aa0b-8279-43c1-9501-6ad3524abae2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.804269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7de5aa0b-8279-43c1-9501-6ad3524abae2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.807801 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7de5aa0b-8279-43c1-9501-6ad3524abae2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/538fda76-5dbf-4877-b958-614324690db2 HTTP/1.1" status: 204 len: 168 time: 0.4949186 Jan 04 13:56:03.811969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:03.814269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:03.845782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aa3980de-fa50-4861-9c62-dd6bad4d96f8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:03.853043 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-037ec5b3-3a07-4a13-aa0a-faef391cdbb3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e7f761c96eb04a90b577e3f7ee0646ce&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0754633 Jan 04 13:56:03.853710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35164) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:03.867032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: aa3980de-fa50-4861-9c62-dd6bad4d96f8 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:03.867375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aa3980de-fa50-4861-9c62-dd6bad4d96f8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:03.886983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037ec5b3-3a07-4a13-aa0a-faef391cdbb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50381240-af62-4e14-a2ba-023d81bce5a8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:03.953032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de5aa0b-8279-43c1-9501-6ad3524abae2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=538fda76-5dbf-4877-b958-614324690db2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:03.995728 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ddf4cefc-b837-4ff5-a66d-1e60c41d196d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1767926 Jan 04 13:56:03.999588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35166) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.007367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2074677988'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:04.074926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.075130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Deleting port 705721ca-ac4e-4b0b-817d-f4385cd686db {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:04.075383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.077110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19d6912a-2587-4c07-9425-371b14f29be9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.085822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.089492 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 HTTP/1.1" status: 204 len: 168 time: 3.9063270 Jan 04 13:56:04.091322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-b0d7c098-63ca-41d2-83f5-e92beb6160ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:04.092753 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-b0d7c098-63ca-41d2-83f5-e92beb6160ab service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.3859262 Jan 04 13:56:04.097641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.099705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35168) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.113257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1253576433'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:04.138280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6453340d-c942-40d3-a758-c4a216f1d6d7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:04.151531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.155340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19d6912a-2587-4c07-9425-371b14f29be9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.199757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=1f4a3eae-097d-40cb-8642-6f967fc5857e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:04.271404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.284295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] For port 705721ca-ac4e-4b0b-817d-f4385cd686db, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=705721ca-ac4e-4b0b-817d-f4385cd686db,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:04.284715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.287834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.297500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:04.300995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.311574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Calling delete_port for 705721ca-ac4e-4b0b-817d-f4385cd686db owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:04.351514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-4a40b97d-0762-44c8-bc61-3dd13ab38234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:04.353399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-4a40b97d-0762-44c8-bc61-3dd13ab38234 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2353714 Jan 04 13:56:04.408516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.411775 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4b3b3644-7fe9-4540-9cc0-954a07a833d4 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/ports/1f4a3eae-097d-40cb-8642-6f967fc5857e HTTP/1.1" status: 204 len: 168 time: 2.2898724 Jan 04 13:56:04.418246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35172) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.430124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:04.450701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event updated for resources: {'Port': ['ID=04eefcff-641e-4e25-988e-bc0eaa9072f5,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:04.464820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19d6912a-2587-4c07-9425-371b14f29be9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.467385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19d6912a-2587-4c07-9425-371b14f29be9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.468516 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-19d6912a-2587-4c07-9425-371b14f29be9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/50381240-af62-4e14-a2ba-023d81bce5a8 HTTP/1.1" status: 204 len: 168 time: 0.6101911 Jan 04 13:56:04.474135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 167} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:04.499082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.506673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d6912a-2587-4c07-9425-371b14f29be9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50381240-af62-4e14-a2ba-023d81bce5a8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:04.515367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.515714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment ec2eb134-a1dc-4d59-a15a-c44373ff6ab2 of type vlan for network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 Jan 04 13:56:04.528594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Deleting port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:04.528930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.545270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-8f2bfc85-6ddb-4b5e-900f-61ca7988a79a service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760032 Jan 04 13:56:04.567856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.575005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.610700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.622513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e9e04c-029e-43a5-bda1-57d8d336ff06 req-3455077b-90aa-452a-a710-0d979b98be91 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:04.624276 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b0e9e04c-029e-43a5-bda1-57d8d336ff06 req-3455077b-90aa-452a-a710-0d979b98be91 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2476354 Jan 04 13:56:04.624728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.722046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.725945 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7216945 Jan 04 13:56:04.729775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35178) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.736844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-057e8d42-4c0c-4a21-a5a9-92359b116e31 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '43faabaf-de8e-4a05-8338-d1f9fb73079f', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:04.737671 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-057e8d42-4c0c-4a21-a5a9-92359b116e31 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 04 13:56:04.738260 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-057e8d42-4c0c-4a21-a5a9-92359b116e31 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:04.741833 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-057e8d42-4c0c-4a21-a5a9-92359b116e31 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0071175 Jan 04 13:56:04.742578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35180) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.745466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5215611f-4475-4f78-b472-b560089c9e64 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=43faabaf-de8e-4a05-8338-d1f9fb73079f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:04.764341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.770258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:04.770822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.776117 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Floating IP 8084aa99-115b-49e3-af85-4fe78e53a93d associated. External IP: 172.36.2.65, port: c7713e90-2234-4825-9cc4-24d15b6c504d. Jan 04 13:56:04.831393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b0e9e04c-029e-43a5-bda1-57d8d336ff06 req-d8d4640b-8191-40f6-bdcb-3ed62501dd58 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1815138 Jan 04 13:56:04.855316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] For port 5f4f25b2-1d1f-48da-81a5-8eb655263a4d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:04.855705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:04.876316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35182) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.901661 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7921610 Jan 04 13:56:04.904380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Calling delete_port for 5f4f25b2-1d1f-48da-81a5-8eb655263a4d owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:04.909208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35184) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:04.923490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:04.946697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-419156cd-a9eb-44e6-b0f2-0d0750256959 req-3d661ec8-e0be-4802-a446-6d2da45d6e81 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3819654 Jan 04 13:56:04.954417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50d3efc-554d-467b-a0bb-a0e63d9ff9d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=77ae68a2-d7f7-4994-adb4-c20f17f8e2a5,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:04.971444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:05.019098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c6afaa3-759e-4261-a9c5-c650e1fe9722 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.039321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.065746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.070212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c6afaa3-759e-4261-a9c5-c650e1fe9722 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.077435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.084862 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d3dcaf30-d8ac-48f0-bd3c-656b83565af7 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8d3011d2023c4ff1812cdf0a6f4cbaa5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2052026 Jan 04 13:56:05.102252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35186) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:05.118210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Pushing event deleted for resources: {'Port': ['ID=705721ca-ac4e-4b0b-817d-f4385cd686db,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:05.205588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:05.209026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.232900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c6afaa3-759e-4261-a9c5-c650e1fe9722 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.235606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c6afaa3-759e-4261-a9c5-c650e1fe9722 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.241826 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5c6afaa3-759e-4261-a9c5-c650e1fe9722 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/43faabaf-de8e-4a05-8338-d1f9fb73079f HTTP/1.1" status: 204 len: 168 time: 0.4931383 Jan 04 13:56:05.243013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35188) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:05.265615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6afaa3-759e-4261-a9c5-c650e1fe9722 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=43faabaf-de8e-4a05-8338-d1f9fb73079f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:05.318362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.86 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/c900248d-8af4-4058-8acc-db034dd3ccea) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:05.359639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:05.387663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-59c8efb4-e506-469e-9343-ef5313d90587 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1364694 Jan 04 13:56:05.388899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35190) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:05.403747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--923521165'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:05.412031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.412289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d7f68fad-c9b6-4de1-84a8-593bf2884f86 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.475737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f4f25b2-1d1f-48da-81a5-8eb655263a4d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:05.497594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d7f68fad-c9b6-4de1-84a8-593bf2884f86 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.565931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.570066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.705165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.798677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.804758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:05.816372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:05.818395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.820763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:05.830661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.853550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=c900248d-8af4-4058-8acc-db034dd3ccea,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:05.935214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.936498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5434294 Jan 04 13:56:05.940967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:05.942666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35194) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:05.958875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85964b5-4faa-44d9-938f-401bccf5d935 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f9f659c-9a6c-4b10-9783-151a8fb3a4a6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:05.976807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-66333e15-7186-4a49-a49f-bf9d037bcaf8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '0f9f659c-9a6c-4b10-9783-151a8fb3a4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:05.977689 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-66333e15-7186-4a49-a49f-bf9d037bcaf8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 04 13:56:05.978273 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-66333e15-7186-4a49-a49f-bf9d037bcaf8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:05.982244 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-66333e15-7186-4a49-a49f-bf9d037bcaf8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0354815 Jan 04 13:56:05.983249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35196) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:05.996390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-de338370-92ae-494f-9b5d-b979dadb31ab tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '0f9f659c-9a6c-4b10-9783-151a8fb3a4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:05.997122 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-de338370-92ae-494f-9b5d-b979dadb31ab tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 04 13:56:05.997597 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-de338370-92ae-494f-9b5d-b979dadb31ab tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:06.001087 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-de338370-92ae-494f-9b5d-b979dadb31ab tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0097950 Jan 04 13:56:06.004849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35198) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:06.017723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-69e047e8-ec46-4bca-bbef-5c6f49a35e20 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '0f9f659c-9a6c-4b10-9783-151a8fb3a4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:06.018557 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-69e047e8-ec46-4bca-bbef-5c6f49a35e20 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 04 13:56:06.019037 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-69e047e8-ec46-4bca-bbef-5c6f49a35e20 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:06.022480 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-69e047e8-ec46-4bca-bbef-5c6f49a35e20 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0092604 Jan 04 13:56:06.025519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35200) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:06.041505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1eebbc18-a1c1-464e-8c88-cb7db08f025a tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '0f9f659c-9a6c-4b10-9783-151a8fb3a4a6', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:06.042662 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-1eebbc18-a1c1-464e-8c88-cb7db08f025a tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 04 13:56:06.043152 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-1eebbc18-a1c1-464e-8c88-cb7db08f025a tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:06.046487 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1eebbc18-a1c1-464e-8c88-cb7db08f025a tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0130076 Jan 04 13:56:06.049189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35202) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:06.078604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d7f68fad-c9b6-4de1-84a8-593bf2884f86 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.081159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d7f68fad-c9b6-4de1-84a8-593bf2884f86 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.082305 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d7f68fad-c9b6-4de1-84a8-593bf2884f86 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ee1c3dd6-b47d-4c04-b4d1-569737be45e2 HTTP/1.1" status: 204 len: 168 time: 0.9781961 Jan 04 13:56:06.091780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3489225-e18d-4619-b94e-359842f1399d req-c70c82db-e267-44b6-a583-91af8e6d4888 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:06.093290 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3489225-e18d-4619-b94e-359842f1399d req-c70c82db-e267-44b6-a583-91af8e6d4888 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1611397 Jan 04 13:56:06.119730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:06.121239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.132075 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] Sync routers for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:06.137512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f68fad-c9b6-4de1-84a8-593bf2884f86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee1c3dd6-b47d-4c04-b4d1-569737be45e2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:06.144759 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:06.145179 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:06.245075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-322b69f7-9da0-49e8-9677-87bbd9e3d69d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.251490 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.264532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.264934 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:56:06.286047 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3489225-e18d-4619-b94e-359842f1399d req-a582236c-04b3-45d4-a5c0-47693cbed61c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1793995 Jan 04 13:56:06.310493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-322b69f7-9da0-49e8-9677-87bbd9e3d69d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.338826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=0543b978-dc13-4bf5-a6d1-5c5be47f0cb6,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:06.457835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.539865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Router d3cd6922-3ac3-47df-ac42-1aef91ed72ac has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:06.549808 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c94f7b93-931c-4601-a442-5dfb3efbf6bc tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7937434 Jan 04 13:56:06.553576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:56:06.556320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9fc22d7-6c82-45c2-a87a-471e699863e7" -d '{"events": [{"name": "network-changed", "server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:56:06.571106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9968eb-1f2e-4920-af1e-5692fbb53723 req-62b7e947-0fa9-48d0-bb89-69cefc432d0f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:06.573282 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5d9968eb-1f2e-4920-af1e-5692fbb53723 req-62b7e947-0fa9-48d0-bb89-69cefc432d0f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1371717 Jan 04 13:56:06.603644 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8084aa99-115b-49e3-af85-4fe78e53a93d', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'floating_ip_address': '172.36.2.65', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'port_id': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'mac_address': 'fa:16:3e:64:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:56:02Z', 'updated_at': '2022-01-04T13:56:02Z', 'revision_number': 0, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:42Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:06.611283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:06.611924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:06.652654 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] Checking router: f91eb4eb-60fa-4564-b7b9-1ac18e7df786 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:56:06.662652 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:06.663619 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:06.694458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5d9968eb-1f2e-4920-af1e-5692fbb53723 req-20d7ab67-f921-43df-964a-9de9946d1e72 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135375 Jan 04 13:56:06.707527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:06.751121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:06.758991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:06.758991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.767455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Router 8e2776c8-42f2-4628-94f5-1560008611af has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:06.778838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9017a6b4-de79-4642-94bd-9d4ba37afb58 None None] Network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:06.779967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:06.798059 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7663c8f2-8757-4465-bddc-3f2e4dc57181 admin admin] 10.222.0.30 "PUT /v2.0/routers/d3cd6922-3ac3-47df-ac42-1aef91ed72ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5408344 Jan 04 13:56:06.801080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-322b69f7-9da0-49e8-9677-87bbd9e3d69d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.802241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35224) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:06.803876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-322b69f7-9da0-49e8-9677-87bbd9e3d69d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:06.808170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-322b69f7-9da0-49e8-9677-87bbd9e3d69d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/0f9f659c-9a6c-4b10-9783-151a8fb3a4a6 HTTP/1.1" status: 204 len: 168 time: 0.7558649 Jan 04 13:56:06.821843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] Sync routers for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:06.826251 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b9e047c-e464-4d30-9554-dc9288fc057b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.9138975 Jan 04 13:56:06.832949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ea372e7-8bac-4605-960b-401ec7b44e65 x-openstack-request-id: req-1ea372e7-8bac-4605-960b-401ec7b44e65 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:56:06.832949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:56:06.832949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ea372e7-8bac-4605-960b-401ec7b44e65 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:56:06.833953 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'status': 'completed', 'code': 200} Jan 04 13:56:06.834485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35226) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:06.834732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35228) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:06.848144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-228447170'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:06.904844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a9471c-eac4-47af-b41c-db686a8d1e21 req-a238f2df-3572-480a-b330-626dbdc7ec82 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:06.914387 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12a9471c-eac4-47af-b41c-db686a8d1e21 req-a238f2df-3572-480a-b330-626dbdc7ec82 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.2220807 Jan 04 13:56:06.926823 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:56:06.954610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322b69f7-9da0-49e8-9677-87bbd9e3d69d tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f9f659c-9a6c-4b10-9783-151a8fb3a4a6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:07.019646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:07.020236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:07.090051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.168914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-77ae68a2-d7f7-4994-adb4-c20f17f8e2a5', 'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': '0543b978-dc13-4bf5-a6d1-5c5be47f0cb6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:07.169765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.202153 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c8c4d996-034d-4563-bcd9-eedbeac9fa43 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3660681 Jan 04 13:56:07.208380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:07.212630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.217325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:07.237093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12a9471c-eac4-47af-b41c-db686a8d1e21 req-2d702611-627b-4439-adf2-f2a56f3494b8 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3213489 Jan 04 13:56:07.237703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35240) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.247479 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-56736d23-5190-48cd-bea6-9d3d08429804 admin admin] 10.222.0.30 "PUT /v2.0/routers/8e2776c8-42f2-4628-94f5-1560008611af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.2224438 Jan 04 13:56:07.254556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35242) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.255532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35244) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.262272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1286454064'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:07.281888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-01da222c-0abf-47ce-8bcd-c4370575643e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:07.284408 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] Sync routers for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:07.285374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-01da222c-0abf-47ce-8bcd-c4370575643e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e41acd9aa6d84489838119265e50a5e6&device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1099 time: 0.3939176 Jan 04 13:56:07.304438 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:07.305200 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:07.313242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:56:07.365234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35246) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.388209 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6103fd6a-c698-4379-b7b0-d4ceb11bba80 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/floatingips/8084aa99-115b-49e3-af85-4fe78e53a93d HTTP/1.1" status: 200 len: 991 time: 0.1106443 Jan 04 13:56:07.412536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-55a5d340-def8-49a5-aae9-fb1147b55919 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:07.414143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-55a5d340-def8-49a5-aae9-fb1147b55919 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ffeb3b7-8933-422e-a32a-388f6a457a0e HTTP/1.1" status: 200 len: 898 time: 0.1171236 Jan 04 13:56:07.418013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.422806 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:56:07.438848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.507683 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8084aa99-115b-49e3-af85-4fe78e53a93d', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'floating_ip_address': '172.36.2.65', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'port_id': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'mac_address': 'fa:16:3e:64:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:56:02Z', 'updated_at': '2022-01-04T13:56:02Z', 'revision_number': 0, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:42Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:07.548783 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a5f448-2027-40b9-9cf4-f54a8ee3bc10 None None] The sync data for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv is: [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8084aa99-115b-49e3-af85-4fe78e53a93d', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'floating_ip_address': '172.36.2.65', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'port_id': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 438, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'mac_address': 'fa:16:3e:64:10:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T13:56:02Z', 'updated_at': '2022-01-04T13:56:02Z', 'revision_number': 0, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:42Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:07.585000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3995ac-c882-4b35-b65d-aebf4d1623d3 req-3a6cd682-8cad-4ee5-9a68-a9648dbaf0a8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:07.595630 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0f3995ac-c882-4b35-b65d-aebf4d1623d3 req-3a6cd682-8cad-4ee5-9a68-a9648dbaf0a8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.4389315 Jan 04 13:56:07.599945 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-402e1f96-e608-4ceb-83f7-661a0bb5a232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7713e90-2234-4825-9cc4-24d15b6c504d HTTP/1.1" status: 200 len: 999 time: 0.1780035 Jan 04 13:56:07.605322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=c900248d-8af4-4058-8acc-db034dd3ccea,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:07.614066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-65ddb790-cff7-4e59-9663-9692aa80c8c1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:07.619216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-65ddb790-cff7-4e59-9663-9692aa80c8c1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.2298970 Jan 04 13:56:07.620171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.634281 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:56:07.645140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35250) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.672748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-8dfb45a3-52b3-42f0-b862-53b979ada4bb tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:07.674586 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8dfb45a3-52b3-42f0-b862-53b979ada4bb tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0121124 Jan 04 13:56:07.700065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35252) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.710955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:07.720098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-f77ae540-fee7-44bb-bd23-c9c38a38edc3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:07.723457 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f77ae540-fee7-44bb-bd23-c9c38a38edc3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0213714 Jan 04 13:56:07.725582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.733096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35254) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.741890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-e6f98092-505a-4a49-9d2c-d07ebf2e868f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:07.745266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-e6f98092-505a-4a49-9d2c-d07ebf2e868f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f HTTP/1.1" status: 200 len: 834 time: 0.1290581 Jan 04 13:56:07.760599 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:56:05Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:07.776937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.782156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Allocated IP 2001:db8::3 (77ae68a2-d7f7-4994-adb4-c20f17f8e2a5/0543b978-dc13-4bf5-a6d1-5c5be47f0cb6/bea248e8-74d4-4c8e-82d2-7c520b4f34d1) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:07.783397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-966eba9f-ca6b-4aca-9802-681ef476267e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.3630903 Jan 04 13:56:07.799597 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] Checking router: 8e2776c8-42f2-4628-94f5-1560008611af for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:56:07.809219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-8687dd34-6788-4257-b587-a21e5a19fbcd tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:07.809978 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] Routers {'8e2776c8-42f2-4628-94f5-1560008611af'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:07.811168 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['8e2776c8-42f2-4628-94f5-1560008611af'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:07.812972 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8687dd34-6788-4257-b587-a21e5a19fbcd tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0549185 Jan 04 13:56:07.817727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35256) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.818790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35258) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:07.830715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'port': {'network_id': '2113fb32-a783-49f3-94eb-08058a3b0bf1', 'name': 'tempest-FloatingIPTestJSON-623599690'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:07.862709 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0f3995ac-c882-4b35-b65d-aebf4d1623d3 req-d4ae84e4-2365-411e-b437-d4c6b3065b07 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2661195 Jan 04 13:56:07.914876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c466a45c-a542-42b4-9f20-31f8f42046a3 None None] New status for floating IP 8084aa99-115b-49e3-af85-4fe78e53a93d: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:56:07.948526 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] Set router 8e2776c8-42f2-4628-94f5-1560008611af gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:56:07.979939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.985473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:07.985757 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment 32a7944e-18f3-4f85-a093-07c2a08689f3 of type vlan for network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e Jan 04 13:56:08.002065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.014728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-d765ab68-df3a-4c34-8cde-025adb7fab97 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.015669 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d765ab68-df3a-4c34-8cde-025adb7fab97 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.1900275 Jan 04 13:56:08.019508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35262) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.028774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-19e9c582-4114-45e9-bc11-41f240b257f1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.032301 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-19e9c582-4114-45e9-bc11-41f240b257f1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0062463 Jan 04 13:56:08.034538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35264) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.039785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-acc95cea-7454-44d0-87be-d997deae66b5 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.043951 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-acc95cea-7454-44d0-87be-d997deae66b5 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0058525 Jan 04 13:56:08.045551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35266) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.054067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-547115df-b01a-43df-8ccb-7e94182414b9 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.057735 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-547115df-b01a-43df-8ccb-7e94182414b9 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0079410 Jan 04 13:56:08.059351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35270) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.067383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-c0e8f419-80f3-4e3f-84ef-0d0818d9e987 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.070969 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c0e8f419-80f3-4e3f-84ef-0d0818d9e987 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0081117 Jan 04 13:56:08.070969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-fc5d4f03-0f3c-4b01-8248-360c6b9a5433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:08.072260 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-fc5d4f03-0f3c-4b01-8248-360c6b9a5433 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ffeb3b7-8933-422e-a32a-388f6a457a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3004076 Jan 04 13:56:08.074167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35272) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.081055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-7f5cb842-cd3e-446d-86a6-72c4faf46d1c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.084467 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7f5cb842-cd3e-446d-86a6-72c4faf46d1c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0069776 Jan 04 13:56:08.093204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35274) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.094070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.097551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-f3c56fc6-ec14-46eb-be6d-8def3114f915 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.100919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f3c56fc6-ec14-46eb-be6d-8def3114f915 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0050800 Jan 04 13:56:08.101729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35276) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.103539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.115135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-e373b9ea-bbb9-4082-9302-ea3cbd220dda tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.119704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e373b9ea-bbb9-4082-9302-ea3cbd220dda tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0140655 Jan 04 13:56:08.119704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:08.122493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.126354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35278) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.139863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-c9dc8a1b-4fd8-42d1-b1a9-d616e779eff4 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.143405 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c9dc8a1b-4fd8-42d1-b1a9-d616e779eff4 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0127592 Jan 04 13:56:08.153733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.159732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-e4d2024e-b724-4e00-be27-b999fdb9337c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.163144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e4d2024e-b724-4e00-be27-b999fdb9337c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0059934 Jan 04 13:56:08.179383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35282) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.185146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-0c376038-5c25-4be6-ba44-d7972cb3c30c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.189531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0c376038-5c25-4be6-ba44-d7972cb3c30c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0054545 Jan 04 13:56:08.189684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35284) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.193460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12f866ea-dac9-43a4-9ffa-a47b748aa9a3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:08.198164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-cfeeb764-101b-424b-b397-3e12cbe3775e tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.201553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cfeeb764-101b-424b-b397-3e12cbe3775e tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0093169 Jan 04 13:56:08.206382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35286) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.215997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-00d4705c-b5c0-4b78-9bde-f4030d1b476c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.219307 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-00d4705c-b5c0-4b78-9bde-f4030d1b476c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0049810 Jan 04 13:56:08.219307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] device_id is not set on port 192c1307-9dc0-4d74-9fb6-521c8c03e4cc yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:08.226091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35288) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.231316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-367e346f-aec6-4017-aa15-6ebb3f29852a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.234731 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-367e346f-aec6-4017-aa15-6ebb3f29852a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0051916 Jan 04 13:56:08.237923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35290) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.253369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.258070 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-22f21fb7-a0c9-485f-8d6a-2e900463609c tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0168302 Jan 04 13:56:08.258070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.270552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-a1db9a71-6c59-472b-a185-a9bd513f6e7a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.273740 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1db9a71-6c59-472b-a185-a9bd513f6e7a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0328660 Jan 04 13:56:08.276586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35292) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.276724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35294) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.281715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.286418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-e623b12c-427a-4943-b3ca-b2816267099f tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.292420 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e623b12c-427a-4943-b3ca-b2816267099f tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0086417 Jan 04 13:56:08.299652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.304480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ce74fb1e-8dbf-4371-b6b9-aa1376a87479 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:08.304480 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-ce74fb1e-8dbf-4371-b6b9-aa1376a87479 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 04 13:56:08.304924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-ce74fb1e-8dbf-4371-b6b9-aa1376a87479 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:08.308902 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ce74fb1e-8dbf-4371-b6b9-aa1376a87479 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0288284 Jan 04 13:56:08.308902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35296) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.319727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35298) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.322681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153'}], 'enable_snat': True}, 'gw_port_id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:56:04Z', 'revision_number': 5, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port': {'id': '77fd171f-9687-40af-920c-e6e5f9b4524d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d3:9b:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:15Z', 'updated_at': '2022-01-04T13:54:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:08.331872 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6768b832-3ba5-4a99-933d-71e4fcdb9dae tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:08.336303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-b1dafae8-d341-4285-8651-1e077bec0848 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.340451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b1dafae8-d341-4285-8651-1e077bec0848 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0192273 Jan 04 13:56:08.341913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35300) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.342600 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:56:05Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:08.351710 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-8214a006-7ff1-4008-bd1e-cedf0475461a service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2684064 Jan 04 13:56:08.356293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-3ec131c2-d9ba-4ff7-ae1f-16e2e908c749 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.359619 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3ec131c2-d9ba-4ff7-ae1f-16e2e908c749 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0046165 Jan 04 13:56:08.360875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35302) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.367381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-855f8349-3014-436b-9a3e-6733508068da tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.370764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-855f8349-3014-436b-9a3e-6733508068da tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0048180 Jan 04 13:56:08.378298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35304) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.385257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] Checking router: d3cd6922-3ac3-47df-ac42-1aef91ed72ac for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:56:08.393223 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409007d8-ce42-4fbe-aef9-2b3f9fe506ec None None] The sync data for ids ['8e2776c8-42f2-4628-94f5-1560008611af'] in dv-neutron-master-2-hyperv is: [{'id': '8e2776c8-42f2-4628-94f5-1560008611af', 'name': 'tempest-ServersTestJSON-868853103-router', 'tenant_id': '410fee7d460f42f296e3d5acf7b6533e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25'}], 'enable_snat': True}, 'gw_port_id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:09Z', 'updated_at': '2022-01-04T13:56:05Z', 'revision_number': 5, 'project_id': '410fee7d460f42f296e3d5acf7b6533e', 'gw_port': {'id': 'cfa2c161-7ff8-4e13-aec5-9b3f39b28359', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ff:65:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e2776c8-42f2-4628-94f5-1560008611af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 65, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:11Z', 'updated_at': '2022-01-04T13:54:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:08.393927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-8fb7bc31-deca-437f-9539-a8abca71bf1c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.397197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:08.397354 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8fb7bc31-deca-437f-9539-a8abca71bf1c tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0096614 Jan 04 13:56:08.405082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35306) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.405666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35308) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.413562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-784d7b12-521b-4047-82a7-7a1a54b299f1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.416787 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-784d7b12-521b-4047-82a7-7a1a54b299f1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0072088 Jan 04 13:56:08.417191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:08.419540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35310) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.420227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:08.427912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] Routers {'d3cd6922-3ac3-47df-ac42-1aef91ed72ac'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:08.428575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:08.474014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-041c8adc-b3c1-46bb-a0bd-fb329efa2d28 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.477467 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-041c8adc-b3c1-46bb-a0bd-fb329efa2d28 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0089061 Jan 04 13:56:08.482274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35312) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.490383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-2204f90c-ed4d-4549-b3ab-fc5df6b19c61 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.491431 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2204f90c-ed4d-4549-b3ab-fc5df6b19c61 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0042555 Jan 04 13:56:08.497858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35314) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.501380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.504191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Pushing event updated for resources: {'Port': ['ID=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:08.507659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:08.508276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.527805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-c5f0d8e3-6fab-456c-a6d8-cd95d0f019d5 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.528721 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c5f0d8e3-6fab-456c-a6d8-cd95d0f019d5 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0298741 Jan 04 13:56:08.536466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35316) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.545469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-81c5a5e3-0a87-4b4e-b6fa-761a353c0a3f tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.548952 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-81c5a5e3-0a87-4b4e-b6fa-761a353c0a3f tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0090897 Jan 04 13:56:08.554185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35318) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.557045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75597d0e-23fe-4d99-9885-cf52c6185b1a req-fd29da43-d740-478c-b762-5eac72eac499 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:08.564321 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-75597d0e-23fe-4d99-9885-cf52c6185b1a req-fd29da43-d740-478c-b762-5eac72eac499 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.3772111 Jan 04 13:56:08.574132 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-338b8e1d-573c-4c9d-bd45-db935dcbe3bd tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.577627 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-338b8e1d-573c-4c9d-bd45-db935dcbe3bd tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0166194 Jan 04 13:56:08.585953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35320) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.589911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.5 (2113fb32-a783-49f3-94eb-08058a3b0bf1/a1055c64-69e8-4ceb-bf30-9de10c35e060/192c1307-9dc0-4d74-9fb6-521c8c03e4cc) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:08.595653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-6cd639e5-2ee2-4519-bb2c-e1575a55e17b tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.598881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6cd639e5-2ee2-4519-bb2c-e1575a55e17b tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0094986 Jan 04 13:56:08.602154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3cb5c1a3-9f53-4278-b1ad-a40cb53b353b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/floatingips/8084aa99-115b-49e3-af85-4fe78e53a93d HTTP/1.1" status: 200 len: 993 time: 0.1954300 Jan 04 13:56:08.604136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35322) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.613034 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.7691612 Jan 04 13:56:08.621652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-6c19b5c1-37bd-4e0b-80b3-7498e33d4ec3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.625147 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6c19b5c1-37bd-4e0b-80b3-7498e33d4ec3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0155661 Jan 04 13:56:08.625290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35324) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.628298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.630682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35326) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.635323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Attempting to bind port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:08.636384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Attempting to bind port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:08.637034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Attempting to bind port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 on network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:08.638573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-eb7c2591-a666-43a4-9f40-dca791e14ed3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.639621 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-eb7c2591-a666-43a4-9f40-dca791e14ed3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0081511 Jan 04 13:56:08.646361 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9fc22d7-6c82-45c2-a87a-471e699863e7 req-4d185e50-dfbb-435e-9219-173745827528 service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2837608 Jan 04 13:56:08.648615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:08.651338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Checking segment: {'id': 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:08.652320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.653635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Bound using segment: {'id': 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:08.654633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Bound port: bea248e8-74d4-4c8e-82d2-7c520b4f34d1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '77ae68a2-d7f7-4994-adb4-c20f17f8e2a5'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:08.655345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.659293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] Set router d3cd6922-3ac3-47df-ac42-1aef91ed72ac gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:56:08.679011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:08.683031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35328) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.692628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-967f4281-c980-4f8c-b53d-e9167b3a6939 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.694181 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-967f4281-c980-4f8c-b53d-e9167b3a6939 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0048349 Jan 04 13:56:08.709121 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-6768b832-3ba5-4a99-933d-71e4fcdb9dae tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:08.710136 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6768b832-3ba5-4a99-933d-71e4fcdb9dae tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3870001 Jan 04 13:56:08.710801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f917ce78-1928-4592-846f-7cc7cdb67558 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=2e8cca9d-fe72-4a39-a9c6-eea67d314a3e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:08.716694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35330) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.717042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35332) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.733134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-3ea81c32-4562-442b-ab16-46a2fb8b1f72 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:08.736893 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ea81c32-4562-442b-ab16-46a2fb8b1f72 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0105348 Jan 04 13:56:08.736893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Deleting port 77fd171f-9687-40af-920c-e6e5f9b4524d {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:08.736893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.752643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-37e55546-ebf9-4ff2-af9c-4b4fc4a62635 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:08.753384 dv-neutron-master-2-hyperv neutron-server[103265]: WARNING neutron.api.v2.base [None req-37e55546-ebf9-4ff2-af9c-4b4fc4a62635 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 04 13:56:08.753908 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-37e55546-ebf9-4ff2-af9c-4b4fc4a62635 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:08.754883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-37e55546-ebf9-4ff2-af9c-4b4fc4a62635 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0301812 Jan 04 13:56:08.755387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35334) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.776856 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:08.779986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:56:08Z', 'revision_number': 6, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:08.784286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35336) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.795173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-68e81402-47c0-400d-baec-c7e95d523e49 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:08.870763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38b1f9e6-7243-41ed-b06a-4f2b08e550ae None None] The sync data for ids ['d3cd6922-3ac3-47df-ac42-1aef91ed72ac'] in dv-neutron-master-2-hyperv is: [{'id': 'd3cd6922-3ac3-47df-ac42-1aef91ed72ac', 'name': 'tempest-ServersTestManualDisk-695070602-router', 'tenant_id': '8b961c85aaa441b8b425af8c4dfe7775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:56:08Z', 'revision_number': 6, 'project_id': '8b961c85aaa441b8b425af8c4dfe7775', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:08.909477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] For port 77fd171f-9687-40af-920c-e6e5f9b4524d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77fd171f-9687-40af-920c-e6e5f9b4524d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:08.909795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.933604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Calling delete_port for 77fd171f-9687-40af-920c-e6e5f9b4524d owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:08.950219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:08.964138 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-68e81402-47c0-400d-baec-c7e95d523e49 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:08.965430 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-68e81402-47c0-400d-baec-c7e95d523e49 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1800473 Jan 04 13:56:08.968391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35338) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.973410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ee7baa5e-9fb9-491e-9df7-4e1dd65d4f6b tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:08.974222 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-ee7baa5e-9fb9-491e-9df7-4e1dd65d4f6b tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 04 13:56:08.974836 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-ee7baa5e-9fb9-491e-9df7-4e1dd65d4f6b tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:08.976236 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ee7baa5e-9fb9-491e-9df7-4e1dd65d4f6b tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065615 Jan 04 13:56:08.979603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35340) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:08.984629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-73e450ce-1993-4223-b518-1747289cc5d1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:09.020700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] For port bea248e8-74d4-4c8e-82d2-7c520b4f34d1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:09.024151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] For port bea248e8-74d4-4c8e-82d2-7c520b4f34d1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,segment=NetworkSegment(ec2eb134-a1dc-4d59-a15a-c44373ff6ab2),segment_id=ec2eb134-a1dc-4d59-a15a-c44373ff6ab2)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:09.028412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-75597d0e-23fe-4d99-9885-cf52c6185b1a req-589705c6-d36c-4665-96b6-02b8d4f3a5f9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4630251 Jan 04 13:56:09.035674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-c7f60e19-74f1-419a-b0a5-f3e1b13459fb tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.040691 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c7f60e19-74f1-419a-b0a5-f3e1b13459fb tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.2818489 Jan 04 13:56:09.041314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35342) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.048360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-5fa61596-3e82-4ade-90c4-c6b4a68f1b66 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.048618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.049954 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5fa61596-3e82-4ade-90c4-c6b4a68f1b66 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0070121 Jan 04 13:56:09.061764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35344) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.066807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-81a788c0-ca68-45fc-aa0f-35862a238248 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.067927 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-81a788c0-ca68-45fc-aa0f-35862a238248 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0050189 Jan 04 13:56:09.069570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.075233 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-73e450ce-1993-4223-b518-1747289cc5d1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Project 5b1b6ff2576a44d586d3a65f8aeabced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 13:56:09.095094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35346) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.106407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-b5824fba-73d2-4e97-8c75-c46bace04200 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.107568 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b5824fba-73d2-4e97-8c75-c46bace04200 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0054038 Jan 04 13:56:09.134331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80fe72b-6570-45c5-9ed6-e7a3e3e34dc8 None None] Pushing event updated for resources: {'Port': ['ID=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:09.139451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-73e450ce-1993-4223-b518-1747289cc5d1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:09.141117 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-73e450ce-1993-4223-b518-1747289cc5d1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1596253 Jan 04 13:56:09.144613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35350) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.144792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35348) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.152645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c43221bf-9dd8-46e7-9ac9-8fac20d3a3fe tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:09.153277 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-c43221bf-9dd8-46e7-9ac9-8fac20d3a3fe tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 04 13:56:09.154064 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-c43221bf-9dd8-46e7-9ac9-8fac20d3a3fe tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:09.157668 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c43221bf-9dd8-46e7-9ac9-8fac20d3a3fe tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0074995 Jan 04 13:56:09.159311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35352) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.159910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-4075cf27-5b6f-428c-9437-2e23998bee64 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.163577 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4075cf27-5b6f-428c-9437-2e23998bee64 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0072265 Jan 04 13:56:09.164651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35354) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.174309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a00ecd49-acb6-4512-9483-9d97cd6e6416 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:09.177522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-9eac423d-b3ca-4217-a90f-4a4bd8379b11 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.180921 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9eac423d-b3ca-4217-a90f-4a4bd8379b11 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0101261 Jan 04 13:56:09.183419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35356) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.189726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-fa808bde-9e29-4d48-acfb-eab60d287f39 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.193795 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fa808bde-9e29-4d48-acfb-eab60d287f39 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0041673 Jan 04 13:56:09.194222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:09.197180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35358) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.206023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:09.209807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:09.218902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-72fee3e8-639e-4a82-83aa-5643d4e9a6ba tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.223150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-72fee3e8-639e-4a82-83aa-5643d4e9a6ba tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0156095 Jan 04 13:56:09.229722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35360) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.234795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-0f60c198-ee47-4c73-b0d2-727a0ffe5a05 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.238320 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0f60c198-ee47-4c73-b0d2-727a0ffe5a05 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0049777 Jan 04 13:56:09.240972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35362) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.252819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-3e18e877-2571-4c72-b026-126243e634e3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.256408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3e18e877-2571-4c72-b026-126243e634e3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0085351 Jan 04 13:56:09.256665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35364) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.263691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=192c1307-9dc0-4d74-9fb6-521c8c03e4cc,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:09.277462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-c2437de1-ab21-47ad-9f58-2127429c7af8 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.277462 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c2437de1-ab21-47ad-9f58-2127429c7af8 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0163436 Jan 04 13:56:09.277462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:09.282741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35366) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.286102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.293241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-4f599246-4120-4497-91ea-3f2bc9c9309e tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.296945 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4f599246-4120-4497-91ea-3f2bc9c9309e tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0095201 Jan 04 13:56:09.299004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35368) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.299894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-a00ecd49-acb6-4512-9483-9d97cd6e6416 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Project 5b1b6ff2576a44d586d3a65f8aeabced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 13:56:09.306928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-185a373c-a959-4233-8af0-ac2fcfaf74d4 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.310378 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-185a373c-a959-4233-8af0-ac2fcfaf74d4 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0052252 Jan 04 13:56:09.311553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35370) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.316608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-d111c1ee-6918-48eb-a9b7-dfb743ee94ed tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.317553 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d111c1ee-6918-48eb-a9b7-dfb743ee94ed tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0050907 Jan 04 13:56:09.320845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35372) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.327475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-3e99a588-391f-4e33-b09a-ea5cca97b8b3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.327475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3e99a588-391f-4e33-b09a-ea5cca97b8b3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0053632 Jan 04 13:56:09.331851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35374) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.337068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-8169eed0-74de-4997-8745-1ef7400f28e1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.338302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8169eed0-74de-4997-8745-1ef7400f28e1 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0051594 Jan 04 13:56:09.343197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35376) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.347506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:09.348342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.360992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Deleting port cfa2c161-7ff8-4e13-aec5-9b3f39b28359 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:09.361220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.363335 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-a00ecd49-acb6-4512-9483-9d97cd6e6416 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:09.365114 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a00ecd49-acb6-4512-9483-9d97cd6e6416 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2042205 Jan 04 13:56:09.371339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [None req-2ee6f9b4-0186-467d-a112-3d77fa694bdc tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.372329 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2ee6f9b4-0186-467d-a112-3d77fa694bdc tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0187824 Jan 04 13:56:09.372990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35378) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.380426 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-44be8f86-2ab1-4827-81e4-7eb1ce18e358 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.5562949 Jan 04 13:56:09.381055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35380) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.381445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35382) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.386390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-562bd242-52ee-4fbe-97b0-7b0a9143abc0 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.390726 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-562bd242-52ee-4fbe-97b0-7b0a9143abc0 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0082259 Jan 04 13:56:09.391724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b66a6d81-c8a6-4ec4-a96a-1833bd9ead54 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '12f866ea-dac9-43a4-9ffa-a47b748aa9a3', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:09.395430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'port_id': '192c1307-9dc0-4d74-9fb6-521c8c03e4cc'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:09.425329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Performing IP validity checks on allocation pools {{(pid=103265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:56:09.425329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:56:09.458373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35384) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.463609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.467867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-8c83d4d2-fcb4-4526-b570-315bc7d8dd4a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.471227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8c83d4d2-fcb4-4526-b570-315bc7d8dd4a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0093865 Jan 04 13:56:09.473808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35386) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.513641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-7b470d80-e45c-46d6-834b-986c74e8fac7 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.513641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7b470d80-e45c-46d6-834b-986c74e8fac7 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0362895 Jan 04 13:56:09.513641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35388) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.523354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-b9662c29-32e8-48ae-bdf9-1e3f8448199a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.527261 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b9662c29-32e8-48ae-bdf9-1e3f8448199a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0114157 Jan 04 13:56:09.543510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35390) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.547679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-5a125cb6-301f-4bdd-b5ce-5242e83c6b67 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.551152 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5a125cb6-301f-4bdd-b5ce-5242e83c6b67 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0043881 Jan 04 13:56:09.552206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35392) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.556193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-0af8d4c7-1d87-4ecf-bb11-e81d0ae306b4 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.560818 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0af8d4c7-1d87-4ecf-bb11-e81d0ae306b4 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0045419 Jan 04 13:56:09.560818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35394) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.568377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-b77338a3-aa1f-468c-903b-9d654f8b41ec tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.572209 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b77338a3-aa1f-468c-903b-9d654f8b41ec tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0081449 Jan 04 13:56:09.576079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35396) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.598976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-2c374c9d-7642-41ae-a565-d66612bb4d57 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.602428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2c374c9d-7642-41ae-a565-d66612bb4d57 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0234852 Jan 04 13:56:09.603601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35398) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.611548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-67bb2ef7-b767-460f-89f1-bdb2aaab4830 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.614834 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-67bb2ef7-b767-460f-89f1-bdb2aaab4830 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0086308 Jan 04 13:56:09.615867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35400) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.620001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] For port cfa2c161-7ff8-4e13-aec5-9b3f39b28359, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:09.621844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.624020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-ef11cb24-9d08-4fcd-b178-80f42c341193 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.627407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef11cb24-9d08-4fcd-b178-80f42c341193 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0087273 Jan 04 13:56:09.628461 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35402) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.634871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-60f30445-be67-4a3f-87f7-fdb7492ea4c6 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.639011 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-60f30445-be67-4a3f-87f7-fdb7492ea4c6 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0070300 Jan 04 13:56:09.639011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35404) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.642390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-e2e068f4-9077-46b3-905d-94131798f4f0 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.645484 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e2e068f4-9077-46b3-905d-94131798f4f0 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0041087 Jan 04 13:56:09.645604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Calling delete_port for cfa2c161-7ff8-4e13-aec5-9b3f39b28359 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:09.646905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35406) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.651070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-94690639-0f87-44af-af00-f254816ca5dd tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.654307 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-94690639-0f87-44af-af00-f254816ca5dd tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0044334 Jan 04 13:56:09.657321 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-b66a6d81-c8a6-4ec4-a96a-1833bd9ead54 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Project 5b1b6ff2576a44d586d3a65f8aeabced added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 13:56:09.658857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35408) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.661979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.662707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-6fecd7f7-2a4b-4a18-b6c8-17b4b5dcd51a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.665949 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6fecd7f7-2a4b-4a18-b6c8-17b4b5dcd51a tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0042703 Jan 04 13:56:09.668056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35410) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.703934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-ca00c8e9-4c57-46ce-b8e2-a50c6c55a274 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.707271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ca00c8e9-4c57-46ce-b8e2-a50c6c55a274 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0378585 Jan 04 13:56:09.708016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35412) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.713099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-cc7bd904-5f47-424a-8df7-b0824fb6fae3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.716184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cc7bd904-5f47-424a-8df7-b0824fb6fae3 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0056412 Jan 04 13:56:09.716940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35414) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.720896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-53adae78-6aab-4599-9ace-7ef16c561455 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.725788 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-53adae78-6aab-4599-9ace-7ef16c561455 tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0045555 Jan 04 13:56:09.725788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35416) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.729639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-339f1186-1001-400a-9f46-a2fe52a54cac tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.732483 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-339f1186-1001-400a-9f46-a2fe52a54cac tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0039959 Jan 04 13:56:09.733196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35418) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.738246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [None req-e210cbd6-fdce-4929-a6ac-0e091e80a7ac tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] http://10.222.0.30:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 13:56:09.742244 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e210cbd6-fdce-4929-a6ac-0e091e80a7ac tempest-ExtensionsTestJSON-1599780635 tempest-ExtensionsTestJSON-1599780635-project] 10.222.0.30 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0056095 Jan 04 13:56:09.797469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-b66a6d81-c8a6-4ec4-a96a-1833bd9ead54 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:09.798491 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b66a6d81-c8a6-4ec4-a96a-1833bd9ead54 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4102092 Jan 04 13:56:09.803547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35422) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:09.804076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=77fd171f-9687-40af-920c-e6e5f9b4524d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:09.879931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c72be72b-cf0d-4846-b818-913fdc8d5155 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:09.959875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c72be72b-cf0d-4846-b818-913fdc8d5155 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.010444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bea248e8-74d4-4c8e-82d2-7c520b4f34d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:10.056896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.078219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.115786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35428) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:10.124478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:10.124955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.221145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c72be72b-cf0d-4846-b818-913fdc8d5155 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.226158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c72be72b-cf0d-4846-b818-913fdc8d5155 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.228842 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c72be72b-cf0d-4846-b818-913fdc8d5155 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/12f866ea-dac9-43a4-9ffa-a47b748aa9a3 HTTP/1.1" status: 204 len: 168 time: 0.4249041 Jan 04 13:56:10.250280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35432) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:10.292244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.349484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port bea248e8-74d4-4c8e-82d2-7c520b4f34d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,segment=NetworkSegment(ec2eb134-a1dc-4d59-a15a-c44373ff6ab2),segment_id=ec2eb134-a1dc-4d59-a15a-c44373ff6ab2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:10.360444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.370676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72be72b-cf0d-4846-b818-913fdc8d5155 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12f866ea-dac9-43a4-9ffa-a47b748aa9a3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:10.396783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b90-56f5-41ab-8c38-450995ed5661 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.466010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.468261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.484898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:10.488130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77fd171f-9687-40af-920c-e6e5f9b4524d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:10.515610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 77fd171f-9687-40af-920c-e6e5f9b4524d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:10.516109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77fd171f-9687-40af-920c-e6e5f9b4524d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:10.516636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 705721ca-ac4e-4b0b-817d-f4385cd686db no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:10.542808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 705721ca-ac4e-4b0b-817d-f4385cd686db {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:10.543324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 705721ca-ac4e-4b0b-817d-f4385cd686db not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:10.543851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5f4f25b2-1d1f-48da-81a5-8eb655263a4d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:10.568422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5f4f25b2-1d1f-48da-81a5-8eb655263a4d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:10.568633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5f4f25b2-1d1f-48da-81a5-8eb655263a4d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:10.614074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-39b247a1-9fef-42ef-a4f9-395bcf2d7ee7 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3446283 Jan 04 13:56:10.632076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab09a63-41e0-4ddd-85d3-3c08321a8eb3 req-0c7d42b2-ca2e-465b-834f-0d27afdd5d6e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:10.640686 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ab09a63-41e0-4ddd-85d3-3c08321a8eb3 req-0c7d42b2-ca2e-465b-834f-0d27afdd5d6e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.4312587 Jan 04 13:56:10.645482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:56:10.648505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35434) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:10.691598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455b09fb-bfd9-455f-b2bb-9de02dc9b5c6 None None] Network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:10.973756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=c32c51b0-a8cf-49eb-8cf7-05c4ef69d67e,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:10.978148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': '32a7944e-18f3-4f85-a093-07c2a08689f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:10.978593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:10.981015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-819a14ee-87c1-497d-b340-6f4ed0bcbd6a None None] Provisioning complete for port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:10.981427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-819a14ee-87c1-497d-b340-6f4ed0bcbd6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:10.986295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.002353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.002857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d3cd6922-3ac3-47df-ac42-1aef91ed72ac {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:56:11.005082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.005430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.005769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.006291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.006632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.006964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.007289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.007610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.007930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.008329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.008615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.010114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.010447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:11.019359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.023101 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3e095b83-c035-420a-851a-d1de8fb801f6 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d3cd6922-3ac3-47df-ac42-1aef91ed72ac HTTP/1.1" status: 204 len: 168 time: 4.2197769 Jan 04 13:56:11.024262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--342325914'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:11.064863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35436) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:11.068841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Pushing event deleted for resources: {'Port': ['ID=cfa2c161-7ff8-4e13-aec5-9b3f39b28359,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:11.140649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:11.171288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:11.183997 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-923c18b9-b094-4d10-ae8f-2b161039ebb8 None None] Network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:11.184513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:11.185274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.188290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.218967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b90-56f5-41ab-8c38-450995ed5661 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.221346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.246834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c8c9b90-56f5-41ab-8c38-450995ed5661 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.248910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.276738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.319503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.324833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.325642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2e8cca9d-fe72-4a39-a9c6-eea67d314a3e', 'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': 'c32c51b0-a8cf-49eb-8cf7-05c4ef69d67e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:11.326902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.333199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Deleting subnet 744f8a23-e592-4656-9106-b713bca54db7 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:11.356511 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ab09a63-41e0-4ddd-85d3-3c08321a8eb3 req-8866951e-048e-488c-9395-a38a364f6ca8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7149329 Jan 04 13:56:11.363981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.390811 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-45086087-2f0e-4ce4-8f5c-004bd2300581 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7639358 Jan 04 13:56:11.393455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35440) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:11.427372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.428036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8e2776c8-42f2-4628-94f5-1560008611af {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:56:11.434007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5c8c9b90-56f5-41ab-8c38-450995ed5661 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=601daefa1efb4a3aae2e5f90ee027c24&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3166368 Jan 04 13:56:11.437201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.440599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ed00bf65-327a-4cc6-9151-a79b13acafd4 admin admin] 10.222.0.30 "DELETE /v2.0/routers/8e2776c8-42f2-4628-94f5-1560008611af HTTP/1.1" status: 204 len: 168 time: 4.1624792 Jan 04 13:56:11.447235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35442) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:11.447944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35444) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:11.541360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c9b90-56f5-41ab-8c38-450995ed5661 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf28ca83-38bf-48a5-886f-b15f719f6787,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:11.580327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Deleting subnet 093c2e9f-b141-424d-8834-a4ef01f63dfd {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:11.585259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.587647 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 688c9591-a4d2-40ab-b556-9c877d83d0be associated. External IP: 172.36.2.86, port: 192c1307-9dc0-4d74-9fb6-521c8c03e4cc. Jan 04 13:56:11.605758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.623790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.646941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Allocated IP 2001:db8::3 (2e8cca9d-fe72-4a39-a9c6-eea67d314a3e/c32c51b0-a8cf-49eb-8cf7-05c4ef69d67e/3128bce3-94e0-47a8-a472-7607dc3556d4) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:11.734873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.820002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.836674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.844822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-237fa801-1c6d-4154-b2e9-00d425481f24 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.845584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9e744e73-9c0b-4db5-8d01-901ae29ac773 None None] Provisioning complete for port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:11.846464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e744e73-9c0b-4db5-8d01-901ae29ac773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.861836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.869683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.893299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-237fa801-1c6d-4154-b2e9-00d425481f24 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.896117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.930282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015cd09a-5638-4867-8af7-f84cab24d678 req-e4987de8-829a-4aeb-94fd-a13240df40b2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:11.938057 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-015cd09a-5638-4867-8af7-f84cab24d678 req-e4987de8-829a-4aeb-94fd-a13240df40b2 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2312601 Jan 04 13:56:11.943092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=093c2e9f-b141-424d-8834-a4ef01f63dfd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:11.945649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.950010 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-63b4cb8a-6383-4d6f-a31f-4c6a7bed83e4 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/093c2e9f-b141-424d-8834-a4ef01f63dfd HTTP/1.1" status: 204 len: 168 time: 0.4996445 Jan 04 13:56:11.955312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.955437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35448) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:11.960452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.961928 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3134885 Jan 04 13:56:11.965609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-211c92fd-031e-46bf-bb29-95fc6829adb4 None None] Network 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:11.972478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:11.974625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35450) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:11.978117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=130f5c95-d581-4a30-8969-01e4ef7f6046,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:11.985332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d35b02d2-4cd1-4156-bf66-81bfacddb405 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '130f5c95-d581-4a30-8969-01e4ef7f6046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:12.035582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.067741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.068246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.068436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.070702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.071863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.071863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.071863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b63b11a8-e3a8-42b0-a825-6aee09033192 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.105194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:12.133264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.152402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-237fa801-1c6d-4154-b2e9-00d425481f24 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.161116 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-015cd09a-5638-4867-8af7-f84cab24d678 req-a4cb1c73-54c9-4457-8452-80d1336b4529 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2219887 Jan 04 13:56:12.162227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-237fa801-1c6d-4154-b2e9-00d425481f24 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.165766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.181837 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-237fa801-1c6d-4154-b2e9-00d425481f24 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cf28ca83-38bf-48a5-886f-b15f719f6787 HTTP/1.1" status: 204 len: 168 time: 0.7326238 Jan 04 13:56:12.193272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bea248e8-74d4-4c8e-82d2-7c520b4f34d1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:12.223967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237fa801-1c6d-4154-b2e9-00d425481f24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf28ca83-38bf-48a5-886f-b15f719f6787,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:12.236083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=744f8a23-e592-4656-9106-b713bca54db7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:12.249632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.253038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-148f4b54-3dda-44d4-aada-f50ca11f3c22 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/744f8a23-e592-4656-9106-b713bca54db7 HTTP/1.1" status: 204 len: 168 time: 1.1871026 Jan 04 13:56:12.256831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35454) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.260115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:12.262865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:12.267317 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-d35b02d2-4cd1-4156-bf66-81bfacddb405 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The resource could not be found. Jan 04 13:56:12.271006 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d35b02d2-4cd1-4156-bf66-81bfacddb405 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2912889 Jan 04 13:56:12.274117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35456) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.275694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.277364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3fcaa30-7c49-4ded-8fd0-c9b50fef03a8 None None] Network 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:12.280875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4d79e2ed-a3b3-4f29-8002-1ab48b6e4bc8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '130f5c95-d581-4a30-8969-01e4ef7f6046', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'e24710d6-b6b6-4a9d-b793-5922fda65ba8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:12.315077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:12.330244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Pushing event updated for resources: {'Port': ['ID=3128bce3-94e0-47a8-a472-7607dc3556d4,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:12.337120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=c32c51b0-a8cf-49eb-8cf7-05c4ef69d67e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:12.367512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.368631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.368950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.369293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.369630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.369976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.370318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.370652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.370968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.371291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.371612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.371940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.372244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:56:12.409154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-4d79e2ed-a3b3-4f29-8002-1ab48b6e4bc8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The resource could not be found. Jan 04 13:56:12.412843 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4d79e2ed-a3b3-4f29-8002-1ab48b6e4bc8 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1352201 Jan 04 13:56:12.415691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35460) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.445281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.486846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:12.487235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.508982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:12.514618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.519902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8cca9d-fe72-4a39-a9c6-eea67d314a3e']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.521691 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:12.525230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Attempting to bind port 3128bce3-94e0-47a8-a472-7607dc3556d4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:12.525680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Attempting to bind port 3128bce3-94e0-47a8-a472-7607dc3556d4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '32a7944e-18f3-4f85-a093-07c2a08689f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:12.525986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Attempting to bind port 3128bce3-94e0-47a8-a472-7607dc3556d4 on network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:12.534277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.541696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:12.542394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Checking segment: {'id': '32a7944e-18f3-4f85-a093-07c2a08689f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:12.542749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.543140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Bound using segment: {'id': '32a7944e-18f3-4f85-a093-07c2a08689f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:12.543608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Bound port: 3128bce3-94e0-47a8-a472-7607dc3556d4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32a7944e-18f3-4f85-a093-07c2a08689f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:12.543979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.545302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Deleting port e8e9d313-7e35-4cb6-a3a4-aec476051579 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:12.545724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.551535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7944e-18f3-4f85-a093-07c2a08689f3') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.551840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7944e-18f3-4f85-a093-07c2a08689f3') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.564216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9cde4174-4e0e-45fd-b569-c8a389ec99c4 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.564773 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:12.568186 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.576763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.586004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3738128b-fd1b-4592-bf30-ffafe99d9865 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/floatingips/688c9591-a4d2-40ab-b556-9c877d83d0be HTTP/1.1" status: 200 len: 976 time: 3.1941266 Jan 04 13:56:12.589938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.610333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9cde4174-4e0e-45fd-b569-c8a389ec99c4 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.627621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] DHCP port deletion for 44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:12.653909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.655200 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.682415 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:12.683052 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.707690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:12.708072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:12.714386 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:12.717140 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:12.719145 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:12.719145 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:12.719145 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:12.720524 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:12.721184 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e24f6668-6547-476e-8abc-522d0c5aac7e None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:12.730635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] For port 3128bce3-94e0-47a8-a472-7607dc3556d4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:12.737111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9cde4174-4e0e-45fd-b569-c8a389ec99c4 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.740134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9cde4174-4e0e-45fd-b569-c8a389ec99c4 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.743834 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9cde4174-4e0e-45fd-b569-c8a389ec99c4 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/130f5c95-d581-4a30-8969-01e4ef7f6046 HTTP/1.1" status: 204 len: 168 time: 0.3249125 Jan 04 13:56:12.744831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35466) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.750102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] For port e8e9d313-7e35-4cb6-a3a4-aec476051579, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e9d313-7e35-4cb6-a3a4-aec476051579,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:12.750731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.760095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] DHCP port deletion for 9c0e1239-6535-459f-ba9d-1f0f532d1ab1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:12.785310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cde4174-4e0e-45fd-b569-c8a389ec99c4 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=130f5c95-d581-4a30-8969-01e4ef7f6046,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:12.829088 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-48e14230-cfcf-49b7-b89b-93e1747c6043 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0819397 Jan 04 13:56:12.832935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35472) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.838926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Calling delete_port for e8e9d313-7e35-4cb6-a3a4-aec476051579 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:12.844450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cccf33df-cd21-4fb8-b30a-31eef73a94c6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': 'c5b01c4d-bb1d-4d4e-b323-94f4a26b7c79', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:12.852484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.api [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:56:12.852484 dv-neutron-master-2-hyperv neutron-server[103265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:56:12.852484 dv-neutron-master-2-hyperv neutron-server[103265]: [parameters: {'id': '2e8cca9d-fe72-4a39-a9c6-eea67d314a3e'}] Jan 04 13:56:12.852484 dv-neutron-master-2-hyperv neutron-server[103265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:12.853367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG oslo_db.api [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:12.859368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] For port 3128bce3-94e0-47a8-a472-7607dc3556d4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3128bce3-94e0-47a8-a472-7607dc3556d4,segment=NetworkSegment(32a7944e-18f3-4f85-a093-07c2a08689f3),segment_id=32a7944e-18f3-4f85-a093-07c2a08689f3)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:12.873779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.912179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Deleting port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:12.912728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.935736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device cfa2c161-7ff8-4e13-aec5-9b3f39b28359 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:12.941288 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-cccf33df-cd21-4fb8-b30a-31eef73a94c6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The resource could not be found. Jan 04 13:56:12.947831 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cccf33df-cd21-4fb8-b30a-31eef73a94c6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1086960 Jan 04 13:56:12.948390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35476) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:12.952447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 192c1307-9dc0-4d74-9fb6-521c8c03e4cc {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:12.952780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:12.968877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--477389580'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:12.992526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: cfa2c161-7ff8-4e13-aec5-9b3f39b28359 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:12.992903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device cfa2c161-7ff8-4e13-aec5-9b3f39b28359 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:13.017262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.021001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] Deleting port e8e9d313-7e35-4cb6-a3a4-aec476051579 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:13.021390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.029743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] Deleting port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:13.030156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.081456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fbc8c4-5394-4644-901c-73ba2ab925ff None None] Pushing event updated for resources: {'Port': ['ID=3128bce3-94e0-47a8-a472-7607dc3556d4,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.084780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] For port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:13.085292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.090197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.134852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91e8384-812b-4ff9-87c8-ab21223d1209 None None] Network 2e8cca9d-fe72-4a39-a9c6-eea67d314a3e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:13.135094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.140534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Calling delete_port for 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:13.142401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.143932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8e9d313-7e35-4cb6-a3a4-aec476051579,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.162719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] No DVR routers for this DVR port e8e9d313-7e35-4cb6-a3a4-aec476051579 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:13.165334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.177627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d00c1c1-3fa1-4d2e-874f-167558fc9396,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.204616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.206388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] For port e8e9d313-7e35-4cb6-a3a4-aec476051579, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e8e9d313-7e35-4cb6-a3a4-aec476051579,segment=NetworkSegment(be4bd224-52e6-422e-9124-8c2ab44ddc7c),segment_id=be4bd224-52e6-422e-9124-8c2ab44ddc7c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:13.206861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.217474 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-46e97257-2522-48ee-b085-035ce404f849 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2674992 Jan 04 13:56:13.219917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] For port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,segment=NetworkSegment(5f56c28c-119f-49b5-8aad-6b2b8cda5f9c),segment_id=5f56c28c-119f-49b5-8aad-6b2b8cda5f9c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:13.220317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.220891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35484) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.235259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--2025768455'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:13.247899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] Calling delete_port for e8e9d313-7e35-4cb6-a3a4-aec476051579 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:13.249734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] Calling delete_port for 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:13.288820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.349806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.355127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.382030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.393753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.438323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.442320 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2146795 Jan 04 13:56:13.442320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c5e1a2-c086-416c-b737-e1926a43d9c1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=578f0f4b-dab1-4bb8-baea-04730c5f7ce1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.444080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35490) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.457751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44b7203f-cd8c-42ba-b0d1-bd73ebf6d407']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:13.464965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3a9eed75-ed44-4fc3-af49-b3fae97ebf18 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '4d00c1c1-3fa1-4d2e-874f-167558fc9396', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '578f0f4b-dab1-4bb8-baea-04730c5f7ce1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:13.507328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4bd224-52e6-422e-9124-8c2ab44ddc7c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:13.507618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4bd224-52e6-422e-9124-8c2ab44ddc7c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:13.518907 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-3a9eed75-ed44-4fc3-af49-b3fae97ebf18 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:13.523701 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a9eed75-ed44-4fc3-af49-b3fae97ebf18 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0668488 Jan 04 13:56:13.524151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35492) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.535875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.550186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35494) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.552055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.589701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a4381024-6292-4f9c-9ed8-20388e2aa2d6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.602741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.607522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79ccae2c-fd95-432c-91cf-e4b72e4c1707 req-2c8c7f49-141b-416d-8e3e-b50efd07eddc tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:13.608391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.614669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-79ccae2c-fd95-432c-91cf-e4b72e4c1707 req-2c8c7f49-141b-416d-8e3e-b50efd07eddc tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2892945 Jan 04 13:56:13.626610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a4381024-6292-4f9c-9ed8-20388e2aa2d6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.638312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.642559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] No DVR routers for this DVR port e8e9d313-7e35-4cb6-a3a4-aec476051579 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:13.650593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927d1165-5da4-4bec-8dbb-025314d34b01 None None] Pushing event deleted for resources: {'Port': ['ID=e8e9d313-7e35-4cb6-a3a4-aec476051579,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.655155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Pushing event deleted for resources: {'Port': ['ID=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.670337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:13.670893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.673069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] No DVR routers for this DVR port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:13.677984 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:13.685699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] No DVR routers for this DVR port 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:13.690964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a4381024-6292-4f9c-9ed8-20388e2aa2d6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.691119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc14c765-3447-4c2a-a123-b84cb1e9e9da None None] Pushing event deleted for resources: {'Port': ['ID=3f7db0b1-4960-4f72-8fd8-ef8f2da499d3,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.695752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a4381024-6292-4f9c-9ed8-20388e2aa2d6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.697252 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a4381024-6292-4f9c-9ed8-20388e2aa2d6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/578f0f4b-dab1-4bb8-baea-04730c5f7ce1 HTTP/1.1" status: 204 len: 168 time: 0.1716051 Jan 04 13:56:13.703539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35498) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.714403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa811c-66b3-4dd3-8e56-24388d365374 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:56:13.729537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4381024-6292-4f9c-9ed8-20388e2aa2d6 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=578f0f4b-dab1-4bb8-baea-04730c5f7ce1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.743888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.744472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.744930 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 688c9591-a4d2-40ab-b556-9c877d83d0be disassociated. External IP: 172.36.2.86, port: 192c1307-9dc0-4d74-9fb6-521c8c03e4cc. Jan 04 13:56:13.745427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 192c1307-9dc0-4d74-9fb6-521c8c03e4cc owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:13.781240 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-922e3317-ce38-4c86-8608-88fefe329a63 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.0763409 Jan 04 13:56:13.784362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35500) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.843155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port 3128bce3-94e0-47a8-a472-7607dc3556d4 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:13.843499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.861032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-415e56e1-a633-4d89-9d09-927866512424 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.883071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:13.888177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-415e56e1-a633-4d89-9d09-927866512424 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.911036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:13.911036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3f7db0b1-4960-4f72-8fd8-ef8f2da499d3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:13.911438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e8e9d313-7e35-4cb6-a3a4-aec476051579 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:13.912830 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-79ccae2c-fd95-432c-91cf-e4b72e4c1707 req-1d99c0bd-85b3-4836-8471-4b74290454f0 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2951906 Jan 04 13:56:13.913512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.926855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-305535660'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:13.942498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e8e9d313-7e35-4cb6-a3a4-aec476051579 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:13.942853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e8e9d313-7e35-4cb6-a3a4-aec476051579 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:13.956400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-415e56e1-a633-4d89-9d09-927866512424 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.963004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-415e56e1-a633-4d89-9d09-927866512424 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:13.965917 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-415e56e1-a633-4d89-9d09-927866512424 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/4d00c1c1-3fa1-4d2e-874f-167558fc9396 HTTP/1.1" status: 204 len: 168 time: 0.1785891 Jan 04 13:56:13.979200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7fa811c-66b3-4dd3-8e56-24388d365374 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:56:13.981488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35504) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:13.986515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e56e1-a633-4d89-9d09-927866512424 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d00c1c1-3fa1-4d2e-874f-167558fc9396,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:13.998149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.008602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.011907 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] 10.222.0.30 "DELETE /v2.0/networks/44b7203f-cd8c-42ba-b0d1-bd73ebf6d407 HTTP/1.1" status: 204 len: 168 time: 2.0512919 Jan 04 13:56:14.047474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574b83e4-8edf-44cc-a502-637ccf0f85b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=44b7203f-cd8c-42ba-b0d1-bd73ebf6d407,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.095663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a4f387cd-3fd9-42d3-92a2-bd96ad31aeb5 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1023626 Jan 04 13:56:14.099767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35508) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.106284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0e1239-6535-459f-ba9d-1f0f532d1ab1']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:14.108331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1409964587'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:14.140336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:14.140636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f56c28c-119f-49b5-8aad-6b2b8cda5f9c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:14.143154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2b8572-c8b1-447a-8db8-91881149653d req-5fea5477-bd9a-449b-bcf6-e4f44608ede7 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:14.143911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port 3128bce3-94e0-47a8-a472-7607dc3556d4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3128bce3-94e0-47a8-a472-7607dc3556d4,segment=NetworkSegment(32a7944e-18f3-4f85-a093-07c2a08689f3),segment_id=32a7944e-18f3-4f85-a093-07c2a08689f3)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:14.143911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.144826 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0d2b8572-c8b1-447a-8db8-91881149653d req-5fea5477-bd9a-449b-bcf6-e4f44608ede7 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1417491 Jan 04 13:56:14.167749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:14.171221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.177562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.189486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for 3128bce3-94e0-47a8-a472-7607dc3556d4 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:14.201790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.212482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.224383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.226883 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0d2b8572-c8b1-447a-8db8-91881149653d req-9bbf8f0a-9d03-4c93-8a7e-ee6dd2687119 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708036 Jan 04 13:56:14.317749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35512) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.331743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.347090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.362345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Releasing vlan 154 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:14.362746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:14.364407 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:14.403218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.407284 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3023474 Jan 04 13:56:14.407515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35514) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.411996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-42200546-9292-4049-ace9-ce7e030481e9 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '32427cd3-9438-42ae-9fce-051155ba9c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:14.421710 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9110dde3-fa96-4a3d-b219-a7dc5e9d46a8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=410fee7d460f42f296e3d5acf7b6533e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1031330 Jan 04 13:56:14.422311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35516) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.429449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad16db16-30d3-4961-ab09-62ff6196f852 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=32427cd3-9438-42ae-9fce-051155ba9c9e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.499495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.500023 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-42200546-9292-4049-ace9-ce7e030481e9 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:14.501181 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-42200546-9292-4049-ace9-ce7e030481e9 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0928092 Jan 04 13:56:14.502483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.503794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35518) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.512411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e4045c12-3832-40a5-b1bd-017ffbc65335 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group_rule': {'security_group_id': '32427cd3-9438-42ae-9fce-051155ba9c9e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:14.526466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.532533 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] 10.222.0.30 "DELETE /v2.0/networks/9c0e1239-6535-459f-ba9d-1f0f532d1ab1 HTTP/1.1" status: 204 len: 168 time: 2.2660131 Jan 04 13:56:14.548220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port 04eefcff-641e-4e25-988e-bc0eaa9072f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:14.548768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.550466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf9f2529-0bf5-4f5e-8dda-8d4c3eacd942 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.581570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b28409-097d-484a-8749-8d81f84bbb8e admin admin] Pushing event deleted for resources: {'Network': ['ID=9c0e1239-6535-459f-ba9d-1f0f532d1ab1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.583729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=192c1307-9dc0-4d74-9fb6-521c8c03e4cc,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.590769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf9f2529-0bf5-4f5e-8dda-8d4c3eacd942 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.599572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a42fc0-d338-4810-91a3-6a9fe9b71a1e req-cf7debce-7f90-45bb-a0bc-d284739b6ada tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:14.604892 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d2a42fc0-d338-4810-91a3-6a9fe9b71a1e req-cf7debce-7f90-45bb-a0bc-d284739b6ada tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2528214 Jan 04 13:56:14.610886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port 04eefcff-641e-4e25-988e-bc0eaa9072f5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:14.622484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.630607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port 8eeef5a7-0583-4e62-830d-54084945b00d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:14.630982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.635811 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-e4045c12-3832-40a5-b1bd-017ffbc65335 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:14.643315 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e4045c12-3832-40a5-b1bd-017ffbc65335 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1362722 Jan 04 13:56:14.649729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35522) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.668449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31dd8228-2ef5-4aba-ad66-6971dcec552d None None] DHCP port deletion for 2113fb32-a783-49f3-94eb-08058a3b0bf1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:14.692859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port 8eeef5a7-0583-4e62-830d-54084945b00d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:14.705393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=3128bce3-94e0-47a8-a472-7607dc3556d4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.708154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port 3128bce3-94e0-47a8-a472-7607dc3556d4 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:14.710065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port add1a058-c14d-4764-89fa-ad12575b3536 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:14.710448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.738106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf9f2529-0bf5-4f5e-8dda-8d4c3eacd942 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.740842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf9f2529-0bf5-4f5e-8dda-8d4c3eacd942 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.744803 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bf9f2529-0bf5-4f5e-8dda-8d4c3eacd942 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/3309905d-d830-46c5-a0de-cfbfd43c8539 HTTP/1.1" status: 204 len: 168 time: 0.3177226 Jan 04 13:56:14.767981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0fce6f17-25d5-4c0c-890a-cee58df2f2d2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.771690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf9f2529-0bf5-4f5e-8dda-8d4c3eacd942 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3309905d-d830-46c5-a0de-cfbfd43c8539,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.772301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port add1a058-c14d-4764-89fa-ad12575b3536 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:14.797648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.813180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port 18490663-3a8d-4a69-b453-c8b907e3aa93 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:14.813542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.819651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0fce6f17-25d5-4c0c-890a-cee58df2f2d2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.866011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35526) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.867483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port 18490663-3a8d-4a69-b453-c8b907e3aa93 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:14.880020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port 5d2c322e-4633-4868-97fe-acda0ae4fdd8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:14.880688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.934308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0fce6f17-25d5-4c0c-890a-cee58df2f2d2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.937712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0fce6f17-25d5-4c0c-890a-cee58df2f2d2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:14.939154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0fce6f17-25d5-4c0c-890a-cee58df2f2d2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/32427cd3-9438-42ae-9fce-051155ba9c9e HTTP/1.1" status: 204 len: 168 time: 0.2884235 Jan 04 13:56:14.944851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35530) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:14.979744 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0dbd31d4-0424-4ffd-9dbb-40795f14dd1d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8b961c85aaa441b8b425af8c4dfe7775&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1100965 Jan 04 13:56:14.980562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fce6f17-25d5-4c0c-890a-cee58df2f2d2 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=32427cd3-9438-42ae-9fce-051155ba9c9e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:14.994507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35532) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.024227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port 220174bd-00f8-4d64-8707-314b3cea2647 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:15.024598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.048120 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5ec9d077-725d-4ad8-a7d9-7b0b17d52d31 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0965474 Jan 04 13:56:15.051188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35534) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.056997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'tempest-secgroup--1497039965'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:15.075774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port 220174bd-00f8-4d64-8707-314b3cea2647 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:15.089288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port c900248d-8af4-4058-8acc-db034dd3ccea triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:15.090014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.102101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d19190-f8e9-4bec-855e-31621b8f41b4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.134428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d19190-f8e9-4bec-855e-31621b8f41b4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.136997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.142842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port c900248d-8af4-4058-8acc-db034dd3ccea cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:15.176947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port bfe0d189-30ba-4865-8eb5-a3843e87db0d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:15.177649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.197267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.234789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d19190-f8e9-4bec-855e-31621b8f41b4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.237960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d19190-f8e9-4bec-855e-31621b8f41b4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.241506 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-07d19190-f8e9-4bec-855e-31621b8f41b4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/43356a63-63d8-4d70-bc1c-db3bd6a23429 HTTP/1.1" status: 204 len: 168 time: 0.2425065 Jan 04 13:56:15.262062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.263359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d19190-f8e9-4bec-855e-31621b8f41b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43356a63-63d8-4d70-bc1c-db3bd6a23429,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:15.267161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.268986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:15.307864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.309248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2568986 Jan 04 13:56:15.311646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dafa3f2-6d9a-4c1a-b952-354116201a23 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=91a3a60e-4904-4370-831f-9519694c821f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:15.314888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35546) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.318978 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2294ac6f-8689-4f3b-8942-519e4809af28 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Request body: {'security_group': {'name': 'default'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:15.319403 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.api.v2.base [None req-2294ac6f-8689-4f3b-8942-519e4809af28 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 04 13:56:15.319900 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-2294ac6f-8689-4f3b-8942-519e4809af28 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] update failed (client error): There was a conflict when trying to complete your request. Jan 04 13:56:15.320857 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2294ac6f-8689-4f3b-8942-519e4809af28 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "PUT /v2.0/security-groups/91a3a60e-4904-4370-831f-9519694c821f HTTP/1.1" status: 409 len: 330 time: 0.0055020 Jan 04 13:56:15.322488 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d2a42fc0-d338-4810-91a3-6a9fe9b71a1e req-daaa9c8b-9f80-451a-8ea2-3e0fc9f23034 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.7009764 Jan 04 13:56:15.333435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35548) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.396149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=08f2020b-3641-4de8-9b12-db21832c65a0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:15.397064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ee216c0-f6a8-4b03-a898-16d1245ade41 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.397408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Could not find standard attr ID for object 192c1307-9dc0-4d74-9fb6-521c8c03e4cc. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:56:15.402048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.402397 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 8787229f-5a68-4b00-ad3f-816c4ba20969 of type vlan for network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c Jan 04 13:56:15.424985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:15.428226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.439630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ee216c0-f6a8-4b03-a898-16d1245ade41 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.440604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.455409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd67ec0a-259b-470d-9822-a16c8afdf322 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.503141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8cca9d-fe72-4a39-a9c6-eea67d314a3e']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:15.527169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32a7944e-18f3-4f85-a093-07c2a08689f3') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:15.527467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32a7944e-18f3-4f85-a093-07c2a08689f3') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:15.537245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.539236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Provisioning complete for port ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:15.540386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.547564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:15.549329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.581033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67f1035a-646b-4df8-8594-7a8bef9b8980 req-9f5e3eaf-52d1-45b9-bf56-61954d42bbad tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:15.581355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.587946 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67f1035a-646b-4df8-8594-7a8bef9b8980 req-9f5e3eaf-52d1-45b9-bf56-61954d42bbad tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1359162 Jan 04 13:56:15.615874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ee216c0-f6a8-4b03-a898-16d1245ade41 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.619139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ee216c0-f6a8-4b03-a898-16d1245ade41 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.620284 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ee216c0-f6a8-4b03-a898-16d1245ade41 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/91a3a60e-4904-4370-831f-9519694c821f HTTP/1.1" status: 204 len: 168 time: 0.2853899 Jan 04 13:56:15.627737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f5062da9-29fa-46f3-8a9b-795d673bf32d None None] Port ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:15.631617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35558) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.639565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:15.640176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:15.643385 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:15.658784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ee216c0-f6a8-4b03-a898-16d1245ade41 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=91a3a60e-4904-4370-831f-9519694c821f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:15.659997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.668464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:15.669279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.714331 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67f1035a-646b-4df8-8594-7a8bef9b8980 req-2aa98ab5-7c09-45f6-af0d-64f619a1dd66 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1191885 Jan 04 13:56:15.755769 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bcce53da-36f9-481b-91d3-0227f4853951 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1198196 Jan 04 13:56:15.759336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=6d6ac5e9-89a3-4a55-a8ab-55d740e6645c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:15.772240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35562) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.776912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:15.785621 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-bf7838b2-5eec-4d7d-b680-cfcbe1f178e1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] delete failed (client error): The resource could not be found. Jan 04 13:56:15.793643 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bf7838b2-5eec-4d7d-b680-cfcbe1f178e1 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "DELETE /v2.0/security-groups/63023dca-4d78-45ad-890f-5fdbec68a463 HTTP/1.1" status: 404 len: 347 time: 0.0202200 Jan 04 13:56:15.794448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35568) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.808135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-40ce827e-55d0-4087-a82e-3550838a02ab tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] show failed (client error): The resource could not be found. Jan 04 13:56:15.815176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-40ce827e-55d0-4087-a82e-3550838a02ab tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-groups/004966d9-8123-4c2f-87d7-8d62d43ac5ab HTTP/1.1" status: 404 len: 347 time: 0.0196369 Jan 04 13:56:15.815731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35570) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.830566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-ac2b705f-4dff-40ec-aae9-6768261c2456 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] show failed (client error): The resource could not be found. Jan 04 13:56:15.839173 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ac2b705f-4dff-40ec-aae9-6768261c2456 tempest-NegativeSecGroupIPv6Test-1431270021 tempest-NegativeSecGroupIPv6Test-1431270021-project] 10.222.0.30 "GET /v2.0/security-group-rules/e75dda35-6b9c-4fee-8b52-41a1565f9e72 HTTP/1.1" status: 404 len: 356 time: 0.0223765 Jan 04 13:56:15.857791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35574) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.857926 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c46f543e-0d21-49f7-9940-3a8e1fb116b7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.3033390 Jan 04 13:56:15.869356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'name': 'tempest-PortsTestJSON-1564283698'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:15.887679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.912212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:15.915601 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/2e8cca9d-fe72-4a39-a9c6-eea67d314a3e HTTP/1.1" status: 204 len: 168 time: 4.5209045 Jan 04 13:56:15.921030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35578) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:15.926294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-547261882'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:15.929813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead0d03b-e013-4ca6-9e24-680e69336c11 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=2e8cca9d-fe72-4a39-a9c6-eea67d314a3e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:15.940210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:15.955793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:15.983085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:15.983718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:15.999097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:16.004823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.015089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:16.022052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.030606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 1d98fbcd-5a50-403b-bba5-101880f0ba6f yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:16.074810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.080348 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3aab5bff-8dc0-44b7-a394-3ebb5b3bdd90 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/ports/192c1307-9dc0-4d74-9fb6-521c8c03e4cc HTTP/1.1" status: 204 len: 168 time: 3.4870739 Jan 04 13:56:16.085967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35582) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:16.146222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:16.152601 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fc69f3fa-99c9-409e-bca3-dd5e80bd94b1 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/floatingips/688c9591-a4d2-40ab-b556-9c877d83d0be HTTP/1.1" status: 200 len: 687 time: 0.0645592 Jan 04 13:56:16.156624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35584) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:16.199169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:16.210570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:16.212782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:55:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:16.241497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.242110 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment e38c1d11-70b0-4f45-92fb-2735a3e784de of type vlan for network 9fe5349d-fb28-468f-8cc5-0a0261b76978 Jan 04 13:56:16.265386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:16.266349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efbc9e53-934f-443f-8392-4bfb7f691196 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:16.340709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.365407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.379085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.385468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:16.386153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.400898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port c900248d-8af4-4058-8acc-db034dd3ccea {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:16.401234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.414151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.436795 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5142224 Jan 04 13:56:16.437451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35594) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:16.437791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35596) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:16.447637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:16.471467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=1d98fbcd-5a50-403b-bba5-101880f0ba6f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:16.514907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '8787229f-5a68-4b00-ad3f-816c4ba20969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:16.515493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:16.540752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:16.550170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84caa253-3186-4260-bc8d-06b612bd96ab tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=9fe5349d-fb28-468f-8cc5-0a0261b76978,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:16.558625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:16.565043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:16.572731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fbc3440-4276-4302-8f41-2875ef0f17fc None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:16.575889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 9fe5349d-fb28-468f-8cc5-0a0261b76978 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:16.577218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:16.577911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.615349 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b1dc94b5-41b2-41ef-8c00-7feeaf70e390 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7564170 Jan 04 13:56:16.616418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35604) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:16.628056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1787552580'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:16.636713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.637343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.663412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for c900248d-8af4-4058-8acc-db034dd3ccea owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:16.755451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:16.765411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.769580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:16.774978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.822277 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f4060e4-bf27-4ea0-a595-549ba8f60ded admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5b1b6ff2576a44d586d3a65f8aeabced&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3688371 Jan 04 13:56:16.824095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35618) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:16.891817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-753ab9cd-130d-4795-aa1b-438bdac09e98 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.892291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:16.920771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-753ab9cd-130d-4795-aa1b-438bdac09e98 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.925957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:16.925957 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment a279780b-f700-4681-8e07-3e47a2eee2bd of type vlan for network fafa84c9-96db-4450-9092-e1c92846f322 Jan 04 13:56:16.997658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-753ab9cd-130d-4795-aa1b-438bdac09e98 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.003925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-753ab9cd-130d-4795-aa1b-438bdac09e98 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.009586 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-753ab9cd-130d-4795-aa1b-438bdac09e98 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ab093325-8530-4387-a307-3dcf038dfb7e HTTP/1.1" status: 204 len: 168 time: 0.1833210 Jan 04 13:56:17.020283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.028134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753ab9cd-130d-4795-aa1b-438bdac09e98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab093325-8530-4387-a307-3dcf038dfb7e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:17.089420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.128461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.134483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:17.135076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.137424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=c900248d-8af4-4058-8acc-db034dd3ccea,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:17.157651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26607aed-80cc-42bc-8ffb-fcf6fd1d2083 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:17.250640 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6246471 Jan 04 13:56:17.252845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35634) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:17.264170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'ports': [{'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'}, {'network_id': 'fafa84c9-96db-4450-9092-e1c92846f322'}]} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:17.265794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:17.266992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'fafa84c9-96db-4450-9092-e1c92846f322'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:17.298635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.306074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95615a1d-18ce-4ba3-9c05-12174fd4ce91 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=fafa84c9-96db-4450-9092-e1c92846f322,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:17.323464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network fafa84c9-96db-4450-9092-e1c92846f322 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:17.354093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.357484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.364565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0448630-ca32-4a98-8fb2-2346cbaeec09 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/floatingips/688c9591-a4d2-40ab-b556-9c877d83d0be HTTP/1.1" status: 204 len: 168 time: 1.2017937 Jan 04 13:56:17.366040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35636) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:17.373691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'add1a058-c14d-4764-89fa-ad12575b3536'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:17.401048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=d61a6078-0f36-470c-aa84-2183415f5193,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:17.426645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': 'e38c1d11-70b0-4f45-92fb-2735a3e784de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:17.427026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 9fe5349d-fb28-468f-8cc5-0a0261b76978, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:17.436427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.466368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 9fe5349d-fb28-468f-8cc5-0a0261b76978 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:17.486212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9fe5349d-fb28-468f-8cc5-0a0261b76978) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:17.491766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:17.492372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.529204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f993f78-08ed-4db2-8f79-7a7cde3aa795 None None] Network 9fe5349d-fb28-468f-8cc5-0a0261b76978 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:17.549805 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fef15abf-5ead-4f20-8588-18a9e1871fbd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.1066806 Jan 04 13:56:17.551208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35644) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:17.652564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.652742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 2} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:17.664482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.678768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.699646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.748359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9fe5349d-fb28-468f-8cc5-0a0261b76978', 'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': 'd61a6078-0f36-470c-aa84-2183415f5193'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:17.767155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.804678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6d0c3fbd-16e3-469c-bf98-e337c8023d80 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.874165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:17.905195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.202 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/81a8a1d6-f20d-42e1-83a8-b0507c1aa575) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:17.971009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 11d7bc64-1f55-493b-a4d4-1be4edf8476e yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:18.003615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35658) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:18.010355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35660) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:18.027197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Allocated IP 2001:db8::1 (9fe5349d-fb28-468f-8cc5-0a0261b76978/d61a6078-0f36-470c-aa84-2183415f5193/70b68162-8bf1-443e-b24c-2d059b6fae19) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:18.069858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.095205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.127876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.158914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:18.178623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:18.182774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 55f984b4-642a-42f2-9020-af36d23d8076 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:18.184333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:18.206672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:18.219276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-902d6477-7e44-4719-a294-439b8e8ebda3 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1441334489'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:18.219716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-902d6477-7e44-4719-a294-439b8e8ebda3 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Unknown quota resources ['metering_label']. {{(pid=103265) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:56:18.238088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.246062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.253808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.288353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Network 9fe5349d-fb28-468f-8cc5-0a0261b76978 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:18.296418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:18.297141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=81a8a1d6-f20d-42e1-83a8-b0507c1aa575,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:18.300336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:18.306183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Pushing event updated for resources: {'Port': ['ID=70b68162-8bf1-443e-b24c-2d059b6fae19,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:18.322862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.369112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Attempting to bind port 70b68162-8bf1-443e-b24c-2d059b6fae19 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:18.369739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Attempting to bind port 70b68162-8bf1-443e-b24c-2d059b6fae19 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e38c1d11-70b0-4f45-92fb-2735a3e784de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:18.370137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Attempting to bind port 70b68162-8bf1-443e-b24c-2d059b6fae19 on network 9fe5349d-fb28-468f-8cc5-0a0261b76978 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:18.375335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 55, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:18.375704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Checking segment: {'id': 'e38c1d11-70b0-4f45-92fb-2735a3e784de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:18.376096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.376484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Bound using segment: {'id': 'e38c1d11-70b0-4f45-92fb-2735a3e784de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:18.376944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Bound port: 70b68162-8bf1-443e-b24c-2d059b6fae19, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e38c1d11-70b0-4f45-92fb-2735a3e784de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '9fe5349d-fb28-468f-8cc5-0a0261b76978'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:18.377321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.408922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.419411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.442289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] For port 70b68162-8bf1-443e-b24c-2d059b6fae19, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:18.445561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] For port 70b68162-8bf1-443e-b24c-2d059b6fae19, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70b68162-8bf1-443e-b24c-2d059b6fae19,segment=NetworkSegment(e38c1d11-70b0-4f45-92fb-2735a3e784de),segment_id=e38c1d11-70b0-4f45-92fb-2735a3e784de)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:18.450846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.458624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-902d6477-7e44-4719-a294-439b8e8ebda3 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.462878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-902d6477-7e44-4719-a294-439b8e8ebda3 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4482708 Jan 04 13:56:18.463030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:18.463138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35666) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:18.468073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f2243e6c-1350-48f1-bfa3-7bb9a1702bfe tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'e2676258-f744-425a-9f6b-a970f2077c7b'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:18.468550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f2243e6c-1350-48f1-bfa3-7bb9a1702bfe tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:56:18.481886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:18.487881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:18.488878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.495613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.499113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=11d7bc64-1f55-493b-a4d4-1be4edf8476e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:18.502018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=d61a6078-0f36-470c-aa84-2183415f5193,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:18.515753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61afc0bf-1bdf-4071-aafe-4a511e9efbb0 None None] Pushing event updated for resources: {'Port': ['ID=70b68162-8bf1-443e-b24c-2d059b6fae19,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:18.576599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b1a012d-98e7-412b-9d59-4995767bbc2b None None] Network 9fe5349d-fb28-468f-8cc5-0a0261b76978 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:18.600974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.660444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe5349d-fb28-468f-8cc5-0a0261b76978']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:18.674810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38c1d11-70b0-4f45-92fb-2735a3e784de') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:18.675250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38c1d11-70b0-4f45-92fb-2735a3e784de') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:18.686857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41ef65b0-a2c7-4e12-b951-b81d014d9842 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:56:18.691922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.735117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.751061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:18.751600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:18.754717 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:18.788624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41ef65b0-a2c7-4e12-b951-b81d014d9842 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:56:18.841376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.api [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:56:18.841376 dv-neutron-master-2-hyperv neutron-server[103265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:56:18.841376 dv-neutron-master-2-hyperv neutron-server[103265]: [parameters: {'id': '9fe5349d-fb28-468f-8cc5-0a0261b76978'}] Jan 04 13:56:18.841376 dv-neutron-master-2-hyperv neutron-server[103265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:18.841806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG oslo_db.api [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:18.893207 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.services.metering.metering_plugin [None req-f2243e6c-1350-48f1-bfa3-7bb9a1702bfe tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 04 13:56:19.060891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=55f984b4-642a-42f2-9020-af36d23d8076,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:19.072914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2243e6c-1350-48f1-bfa3-7bb9a1702bfe tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.077202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f2243e6c-1350-48f1-bfa3-7bb9a1702bfe tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6100779 Jan 04 13:56:19.080969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.094368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35668) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.098973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a7905924-c795-48c4-8d18-b49d94ef45be tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'e2676258-f744-425a-9f6b-a970f2077c7b'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:19.099466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a7905924-c795-48c4-8d18-b49d94ef45be tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=103264) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:56:19.121979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': 'a279780b-f700-4681-8e07-3e47a2eee2bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'fafa84c9-96db-4450-9092-e1c92846f322'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:19.122348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: fafa84c9-96db-4450-9092-e1c92846f322, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:19.182031 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.services.metering.metering_plugin [None req-a7905924-c795-48c4-8d18-b49d94ef45be tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 04 13:56:19.196973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Allocated IP 172.36.2.69 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/83116615-178d-4d03-a02f-5061019cfa20) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:19.252375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network fafa84c9-96db-4450-9092-e1c92846f322 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:19.279804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.296746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a7905924-c795-48c4-8d18-b49d94ef45be tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.297893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a7905924-c795-48c4-8d18-b49d94ef45be tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2025139 Jan 04 13:56:19.301142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35670) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.314654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fafa84c9-96db-4450-9092-e1c92846f322) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:19.315697 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8fc09205-f987-4312-8a78-29ff80b72b3f tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=a09117c4-1bb0-4bc0-8ac3-dc7e679533f3 HTTP/1.1" status: 200 len: 462 time: 0.0134284 Jan 04 13:56:19.322354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35672) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.325605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:19.327935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03196f30-bbab-4db6-bb1c-533aecd4257b None None] Network fafa84c9-96db-4450-9092-e1c92846f322 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:19.332472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:19.338997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:19.339844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.343622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.379997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.393196 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-25fe554d-4b1e-455a-8d30-d7f94ced2bce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1380134 Jan 04 13:56:19.393805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35674) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.481421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.500911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0ea6346-7309-4f93-aef4-0980e63395e9 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.502151 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0ea6346-7309-4f93-aef4-0980e63395e9 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/a09117c4-1bb0-4bc0-8ac3-dc7e679533f3 HTTP/1.1" status: 204 len: 168 time: 0.1787598 Jan 04 13:56:19.509702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35676) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.536678 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4731730a-c583-462c-ac5e-45de6e398530 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=a09117c4-1bb0-4bc0-8ac3-dc7e679533f3 HTTP/1.1" status: 200 len: 221 time: 0.0210459 Jan 04 13:56:19.542099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 55f984b4-642a-42f2-9020-af36d23d8076 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:19.542274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35678) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.542424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.547900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dcddb8e3-f482-48c8-b998-8b4dac9dc855 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1555961405', 'description': 'label created by tempest'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:19.548200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dcddb8e3-f482-48c8-b998-8b4dac9dc855 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Unknown quota resources ['metering_label']. {{(pid=103265) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Jan 04 13:56:19.561607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.634488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port 70b68162-8bf1-443e-b24c-2d059b6fae19 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:19.634821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.651965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:19.657991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.660524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:19.667711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Port': ['ID=83116615-178d-4d03-a02f-5061019cfa20,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:19.669973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:19.694272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 55f984b4-642a-42f2-9020-af36d23d8076 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:19.819891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.820114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dcddb8e3-f482-48c8-b998-8b4dac9dc855 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.821154 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dcddb8e3-f482-48c8-b998-8b4dac9dc855 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2780020 Jan 04 13:56:19.823957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35680) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.830753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port 70b68162-8bf1-443e-b24c-2d059b6fae19, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=70b68162-8bf1-443e-b24c-2d059b6fae19,segment=NetworkSegment(e38c1d11-70b0-4f45-92fb-2735a3e784de),segment_id=e38c1d11-70b0-4f45-92fb-2735a3e784de)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:19.831129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.851401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for 70b68162-8bf1-443e-b24c-2d059b6fae19 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:19.863344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.871412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.918022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.922384 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ca28d91-6e4d-484b-b25a-80a141df3e22 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=6a986508-0974-418f-a631-0c13e5738058 HTTP/1.1" status: 200 len: 468 time: 0.0973542 Jan 04 13:56:19.928059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35682) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:19.955758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=55f984b4-642a-42f2-9020-af36d23d8076,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:19.957956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.963745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:19.966949 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-14c10fdc-8dc9-4961-8764-1d2bb93e52a7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/55f984b4-642a-42f2-9020-af36d23d8076 HTTP/1.1" status: 204 len: 168 time: 0.5705843 Jan 04 13:56:19.983756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35684) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.062671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=81a8a1d6-f20d-42e1-83a8-b0507c1aa575,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:20.092974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.116964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.121894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.191326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Port': ['ID=83116615-178d-4d03-a02f-5061019cfa20,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:20.202587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.209416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.224231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.229476 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-45abfd74-681c-4816-9a8b-de44ac6d0366 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2220049 Jan 04 13:56:20.229707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35686) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.234532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-735266572'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:20.239524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895d803-91a7-44f8-a5cf-3f40aff65200 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:20.247854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5895d803-91a7-44f8-a5cf-3f40aff65200 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:20.249669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5895d803-91a7-44f8-a5cf-3f40aff65200 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.2633572 Jan 04 13:56:20.254696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35688) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.285755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Made reservation on behalf of ba5cce15156d46eab5422f0efd8a5412 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:20.290267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.303711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.315865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port 70b68162-8bf1-443e-b24c-2d059b6fae19 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:20.317758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=70b68162-8bf1-443e-b24c-2d059b6fae19,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:20.330472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.353454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1081141f-ee6f-4288-9819-3357595c3d9e tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.354856 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1081141f-ee6f-4288-9819-3357595c3d9e tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/6a986508-0974-418f-a631-0c13e5738058 HTTP/1.1" status: 204 len: 168 time: 0.4258716 Jan 04 13:56:20.359930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35690) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.387520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a21b8201-9c58-49a9-9272-9817c005169e tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=6a986508-0974-418f-a631-0c13e5738058 HTTP/1.1" status: 200 len: 216 time: 0.0255132 Jan 04 13:56:20.393117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35692) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.420251 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-142ff9d0-c15e-4c7b-8f29-5e37dec6a1b9 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0244346 Jan 04 13:56:20.426396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35694) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.440313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 11d7bc64-1f55-493b-a4d4-1be4edf8476e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:20.440758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.453978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.469401 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 073255fb-76a1-4878-84ad-585cd61e986a associated. External IP: 172.36.2.202, port: add1a058-c14d-4764-89fa-ad12575b3536. Jan 04 13:56:20.490183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.514881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eaaee845-6e95-4df6-ac7b-e1365391c9f2 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0871575 Jan 04 13:56:20.518517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35696) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.526570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.531945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9fe5349d-fb28-468f-8cc5-0a0261b76978']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:20.536169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.561627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 11d7bc64-1f55-493b-a4d4-1be4edf8476e owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:20.580839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:20.587286 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3f422c1e-c2a6-44ed-a0e3-148618aaa622 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-labels/e2676258-f744-425a-9f6b-a970f2077c7b HTTP/1.1" status: 200 len: 473 time: 0.0674627 Jan 04 13:56:20.588988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e38c1d11-70b0-4f45-92fb-2735a3e784de') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:20.589269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e38c1d11-70b0-4f45-92fb-2735a3e784de') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:20.591140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35698) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.593689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83ff2db6-2e08-419a-8d55-a505def6ad05,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:20.605609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.639417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.640278 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Added segment 7607a443-2747-4ac4-ac52-862eff773114 of type vlan for network 83d69323-0480-4be4-9a17-c63316fcc6a3 Jan 04 13:56:20.653603 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1b111b2e-b450-42fc-b5ed-280ed1f96cfc tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "GET /v2.0/metering/metering-label-rules/29002a9e-a080-4cac-9654-c6963aecbc11 HTTP/1.1" status: 200 len: 459 time: 0.0538521 Jan 04 13:56:20.653820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35700) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.658160 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.668700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:20.669093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:20.672078 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:20.709438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.774883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.796252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.809875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.813006 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/9fe5349d-fb28-468f-8cc5-0a0261b76978 HTTP/1.1" status: 204 len: 168 time: 3.2608728 Jan 04 13:56:20.825040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35702) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.831362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1492558576'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:20.837401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1744cc6-c666-4113-81ca-134d956023f6 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=9fe5349d-fb28-468f-8cc5-0a0261b76978,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:20.857956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87a23ec8-9d4f-46ba-8bb1-2309051041e7 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.859773 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-87a23ec8-9d4f-46ba-8bb1-2309051041e7 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-label-rules/29002a9e-a080-4cac-9654-c6963aecbc11 HTTP/1.1" status: 204 len: 168 time: 0.2042651 Jan 04 13:56:20.859773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.861774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35704) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.865784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:20.866397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.874770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:20.874944 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=11d7bc64-1f55-493b-a4d4-1be4edf8476e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:20.879818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:20.883355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.897956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:20.901845 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f1b33cef-9600-4da4-a58b-595884058e33 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/11d7bc64-1f55-493b-a4d4-1be4edf8476e HTTP/1.1" status: 204 len: 168 time: 0.6458945 Jan 04 13:56:20.905164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35706) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.948223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7143788 Jan 04 13:56:20.962792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35708) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:20.968513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Request body: {'subnet': {'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:21.019979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2781d316-8a5b-4112-b727-7e13a47dbec2 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Network': ['ID=83d69323-0480-4be4-9a17-c63316fcc6a3,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:21.032054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:21.061724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:21.093062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bf01b7a-9d3a-41d8-8095-aee04c3e02aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:21.096916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2bf01b7a-9d3a-41d8-8095-aee04c3e02aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1882286 Jan 04 13:56:21.097972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35710) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.127174 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-897dd72e-0a1b-4dea-a0ed-6dc7b54c9e46 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:21.127406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.127406 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment d39837da-ac69-4601-9983-1b89909057d8 of type vlan for network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac Jan 04 13:56:21.130590 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-897dd72e-0a1b-4dea-a0ed-6dc7b54c9e46 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/55f984b4-642a-42f2-9020-af36d23d8076 HTTP/1.1" status: 404 len: 333 time: 0.0298212 Jan 04 13:56:21.131106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35712) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.161761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-94f02821-832c-4704-9f5d-7658491c4cd4 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.163264 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-192f85ac-cce4-49c2-85eb-78b0ed34e9ef tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:21.163402 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-94f02821-832c-4704-9f5d-7658491c4cd4 tempest-MeteringIpV6TestJSON-155268057 tempest-MeteringIpV6TestJSON-155268057-project-admin] 10.222.0.30 "DELETE /v2.0/metering/metering-labels/e2676258-f744-425a-9f6b-a970f2077c7b HTTP/1.1" status: 204 len: 168 time: 0.2985978 Jan 04 13:56:21.163982 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-192f85ac-cce4-49c2-85eb-78b0ed34e9ef tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/11d7bc64-1f55-493b-a4d4-1be4edf8476e HTTP/1.1" status: 404 len: 333 time: 0.0319991 Jan 04 13:56:21.169378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35716) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.173452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Made reservation on behalf of ba5cce15156d46eab5422f0efd8a5412 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:21.177142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.231398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:21.245556 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:21.246783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.263902 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:21.265580 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.316249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.320008 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.325168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.333071 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:21.333819 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.358491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.364127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:21.364722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.373660 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d3dd9064-94e4-4eb2-af08-33d32f76342f tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.0070705 Jan 04 13:56:21.377782 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.378356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35720) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.378956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aab9cbd9-50eb-4b4d-a66b-25a099e58cef None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:21.385674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-624081669'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:21.417814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.445395 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6167750 Jan 04 13:56:21.448096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35724) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.453617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:21.455156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:21.457013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.506683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec92ca74-2f03-4e1b-8884-43909c9fe75b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=be386bb3-9cd9-48eb-b600-3ec18f4ac2ac,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:21.509060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35726) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.516545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:21.519054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:21.529350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Subnet': ['ID=0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:21.542742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.542994 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Added segment 16f0cbb3-10e6-4675-b5c6-7215812f8b5d of type vlan for network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 Jan 04 13:56:21.543408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.553566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Checking segment: {'id': '7607a443-2747-4ac4-ac52-862eff773114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:21.553948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network hostable DHCP agents. Network: 83d69323-0480-4be4-9a17-c63316fcc6a3, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:21.593407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.609588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fafa84c9-96db-4450-9092-e1c92846f322']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.609813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:21.622886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a279780b-f700-4681-8e07-3e47a2eee2bd') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.623415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a279780b-f700-4681-8e07-3e47a2eee2bd') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:21.630133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 83d69323-0480-4be4-9a17-c63316fcc6a3) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:21.636161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:21.637677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.642052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bfc879f-952a-49e0-88dd-873f1aa0bb7a None None] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:21.645112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.647288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.652768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:21.653375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.670817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.686487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:21.687192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:21.694898 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:21.697635 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e81ff5b5-516d-47c0-a775-35f1cf3c1d26 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7332804 Jan 04 13:56:21.701454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35730) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.708558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:21.712119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.712990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1118305817', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:21.730459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3485942 Jan 04 13:56:21.730459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6604fca3-8596-4b59-b7bf-5bc6a1c30788 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.733701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35732) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.745733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'subnet': {'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:21.775093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6722843-fc22-4fa1-b970-3bac24c89c3e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Network': ['ID=5cacefd3-95d1-4d14-8f0f-98009e0562b0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:21.793799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-83d69323-0480-4be4-9a17-c63316fcc6a3', 'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3', 'project_id': 'ba5cce15156d46eab5422f0efd8a5412', 'fixed_ips': [{'subnet_id': '0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:21.796229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.814737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:21.814964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.815817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.869817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6604fca3-8596-4b59-b7bf-5bc6a1c30788 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.874369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6604fca3-8596-4b59-b7bf-5bc6a1c30788 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:21.912585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6604fca3-8596-4b59-b7bf-5bc6a1c30788 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb041201-d2f6-4b86-90a7-14a06613ef0d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:21.921909 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6604fca3-8596-4b59-b7bf-5bc6a1c30788 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=019c76b98cb84ad6b913362da9afd398&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4067807 Jan 04 13:56:21.923172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35734) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:21.979955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87110a17-3385-4c30-994c-e1a2875fc92a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.003489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.017701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87110a17-3385-4c30-994c-e1a2875fc92a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.061150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Allocated IP 172.20.0.2 (83d69323-0480-4be4-9a17-c63316fcc6a3/0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0/6c608f71-8dd4-41ad-b8f8-69d616593abb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:22.070571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87110a17-3385-4c30-994c-e1a2875fc92a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.073635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87110a17-3385-4c30-994c-e1a2875fc92a admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.077121 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-87110a17-3385-4c30-994c-e1a2875fc92a admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/cb041201-d2f6-4b86-90a7-14a06613ef0d HTTP/1.1" status: 204 len: 168 time: 0.1513638 Jan 04 13:56:22.084167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87110a17-3385-4c30-994c-e1a2875fc92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb041201-d2f6-4b86-90a7-14a06613ef0d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:22.222325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.239119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.249678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.250182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.253413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/fafa84c9-96db-4450-9092-e1c92846f322 HTTP/1.1" status: 204 len: 168 time: 1.0828795 Jan 04 13:56:22.263135 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4404d3bc-5cf5-4eb1-8ab1-4c5b5001597a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=fafa84c9-96db-4450-9092-e1c92846f322,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:22.264764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35740) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:22.273557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.280467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2146613879'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:22.283402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:22.294380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:22.298035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.305763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:22.309474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:22.363801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Pushing event updated for resources: {'Port': ['ID=6c608f71-8dd4-41ad-b8f8-69d616593abb,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:22.380060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Attempting to bind port 6c608f71-8dd4-41ad-b8f8-69d616593abb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:22.380592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Attempting to bind port 6c608f71-8dd4-41ad-b8f8-69d616593abb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7607a443-2747-4ac4-ac52-862eff773114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:22.381120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Attempting to bind port 6c608f71-8dd4-41ad-b8f8-69d616593abb on network 83d69323-0480-4be4-9a17-c63316fcc6a3 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:22.388079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:22.388440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Checking segment: {'id': '7607a443-2747-4ac4-ac52-862eff773114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:22.388919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.389383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Bound using segment: {'id': '7607a443-2747-4ac4-ac52-862eff773114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:22.390056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Bound port: 6c608f71-8dd4-41ad-b8f8-69d616593abb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7607a443-2747-4ac4-ac52-862eff773114', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:22.390602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.406643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35742) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:22.460060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] For port 6c608f71-8dd4-41ad-b8f8-69d616593abb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:22.462519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56d436cd-00d6-44ef-a87b-19490a6ac347 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.463531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] For port 6c608f71-8dd4-41ad-b8f8-69d616593abb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c608f71-8dd4-41ad-b8f8-69d616593abb,segment=NetworkSegment(7607a443-2747-4ac4-ac52-862eff773114),segment_id=7607a443-2747-4ac4-ac52-862eff773114)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:22.469232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.531799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175fa12b-8909-4437-8fb0-461a1db050ed None None] Pushing event updated for resources: {'Port': ['ID=6c608f71-8dd4-41ad-b8f8-69d616593abb,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:22.553403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:22.557818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.644572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.703053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:22.724175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.744898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.745433 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 5029a15d-11a5-46d5-b5b8-869d215151ce of type vlan for network 97852bf3-312b-415c-8ee8-57fde8a699ec Jan 04 13:56:22.789051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Subnet': ['ID=e1afa62e-290e-49a4-8984-88a4cc64225b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:22.808721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.881498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.926022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56d436cd-00d6-44ef-a87b-19490a6ac347 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.928940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Checking segment: {'id': '16f0cbb3-10e6-4675-b5c6-7215812f8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:22.929345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network hostable DHCP agents. Network: 5cacefd3-95d1-4d14-8f0f-98009e0562b0, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:22.949519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56d436cd-00d6-44ef-a87b-19490a6ac347 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:22.981345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=b8149ea2-39de-45cd-a4d2-acb31438494e,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:22.993130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': 'd39837da-ac69-4601-9983-1b89909057d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:22.993553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: be386bb3-9cd9-48eb-b600-3ec18f4ac2ac, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:23.011626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.018464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:23.019132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.028355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.037954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:23.047816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.059687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d436cd-00d6-44ef-a87b-19490a6ac347 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28d53165-a347-46e8-aaa6-0a9f5b2e1d67,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:23.069047 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-56d436cd-00d6-44ef-a87b-19490a6ac347 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4434c48f4408416b811d6750173a0e8f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6596718 Jan 04 13:56:23.078901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35748) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:23.105678 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8326912 Jan 04 13:56:23.106668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5cacefd3-95d1-4d14-8f0f-98009e0562b0) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:23.112692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35750) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:23.116989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb78cad5-244f-4ed1-8e0b-bd4ff1a434ab None None] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:23.120603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:23.146893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:23.147404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.152809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:23.159308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe015ab-064b-44c2-a2e6-eac8c5e5e097 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=97852bf3-312b-415c-8ee8-57fde8a699ec,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:23.174404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, be386bb3-9cd9-48eb-b600-3ec18f4ac2ac) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:23.181858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:23.182504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.195861 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ba0c47e9-43c1-4076-a6e5-53c7462d3cac tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4610322 Jan 04 13:56:23.198994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35752) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:23.204156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1084262902', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:23.204577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 97852bf3-312b-415c-8ee8-57fde8a699ec details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:23.207732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f406096-e98e-459b-ba32-0ed4b4d1a07c None None] Network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:23.223636 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6952e87a-351f-4007-ac14-0168cdc82d0e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7697754 Jan 04 13:56:23.224414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35754) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:23.226409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Allocated IP 172.36.2.222 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/daffeb9e-73dc-4972-b137-270cbf7c5516) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:23.233299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4e085faf-df9d-4663-9d18-0ea7209fecf1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.293005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4e085faf-df9d-4663-9d18-0ea7209fecf1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.339152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.340189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.362255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-be386bb3-9cd9-48eb-b600-3ec18f4ac2ac', 'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': 'b8149ea2-39de-45cd-a4d2-acb31438494e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:23.363230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.382341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:23.388961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.417712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.449516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.474093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4e085faf-df9d-4663-9d18-0ea7209fecf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.476816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4e085faf-df9d-4663-9d18-0ea7209fecf1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.480470 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4e085faf-df9d-4663-9d18-0ea7209fecf1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/28d53165-a347-46e8-aaa6-0a9f5b2e1d67 HTTP/1.1" status: 204 len: 168 time: 0.3983495 Jan 04 13:56:23.503572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Performing IP validity checks on allocation pools {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:56:23.504195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:56:23.520956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.573015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.591561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Allocated IP 2001:db8::1 (be386bb3-9cd9-48eb-b600-3ec18f4ac2ac/b8149ea2-39de-45cd-a4d2-acb31438494e/8c2c2470-c60f-4235-a449-03522da060ec) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:23.609309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e085faf-df9d-4663-9d18-0ea7209fecf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28d53165-a347-46e8-aaa6-0a9f5b2e1d67,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:23.658312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.681072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5cacefd3-95d1-4d14-8f0f-98009e0562b0', 'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0', 'project_id': '89899a2d420f441993de52f0eb290e09', 'fixed_ips': [{'subnet_id': 'e1afa62e-290e-49a4-8984-88a4cc64225b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:23.682326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.742270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:23.771166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:23.779467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:23.817440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.829304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Port': ['ID=daffeb9e-73dc-4972-b137-270cbf7c5516,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:23.863985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfccca9c-2a6f-47e2-8df5-6686312c98f4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:23.872992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:23.942149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2690c55b-9e19-4fd9-88fc-11950ea65dd2 None None] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:24.027348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.031386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6c608f71-8dd4-41ad-b8f8-69d616593abb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:24.073809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=af194439-4c20-4d1f-aa7b-ed2fc8a39363,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:24.095882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '5029a15d-11a5-46d5-b5b8-869d215151ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:24.096247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: 97852bf3-312b-415c-8ee8-57fde8a699ec, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:24.125474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 97852bf3-312b-415c-8ee8-57fde8a699ec is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:24.163089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.175238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 97852bf3-312b-415c-8ee8-57fde8a699ec) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:24.183533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:24.184250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.203391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.207623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.246349 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-677bc0ec-2000-4abe-b09d-dbbd4b6a9ec2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1325259 Jan 04 13:56:24.248929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35768) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:24.255452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec', 'name': 'tempest-PortsTestJSON-473279942'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:24.273985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=b8149ea2-39de-45cd-a4d2-acb31438494e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:24.277672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Allocated IP 172.20.0.2 (5cacefd3-95d1-4d14-8f0f-98009e0562b0/e1afa62e-290e-49a4-8984-88a4cc64225b/c2e27686-88e3-4680-824f-3f599c9970f5) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:24.284226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.284371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21a06728-0500-447e-9481-c504e89f448c None None] Network 97852bf3-312b-415c-8ee8-57fde8a699ec requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:24.381757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.421299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.424141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-abbacaea-02c7-43c8-9ac1-4b1cf9174a66 None None] Provisioning complete for port 6c608f71-8dd4-41ad-b8f8-69d616593abb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:24.424723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abbacaea-02c7-43c8-9ac1-4b1cf9174a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.450934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be386bb3-9cd9-48eb-b600-3ec18f4ac2ac']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:24.471179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39837da-ac69-4601-9983-1b89909057d8') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:24.471518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39837da-ac69-4601-9983-1b89909057d8') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:24.486704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-97852bf3-312b-415c-8ee8-57fde8a699ec', 'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': 'af194439-4c20-4d1f-aa7b-ed2fc8a39363'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:24.487371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.489498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.515283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.36.2.142 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/4e3fb007-3ab1-430e-ac2d-1cc27920bf9a) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:24.523379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.537588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:24.538324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:24.543188 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:24.553465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.561446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Pushing event updated for resources: {'Port': ['ID=8c2c2470-c60f-4235-a449-03522da060ec,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:24.598432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:24.605425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:24.609111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.614265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:24.631109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:24.635127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 14ad6a2a-0d46-4d1c-849e-9f28b61d254e yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:24.700028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.api [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:56:24.700028 dv-neutron-master-2-hyperv neutron-server[103265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:56:24.700028 dv-neutron-master-2-hyperv neutron-server[103265]: [parameters: {'id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac'}] Jan 04 13:56:24.700028 dv-neutron-master-2-hyperv neutron-server[103265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:24.700464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG oslo_db.api [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:24.755488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.809090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:24.809566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.9 (97852bf3-312b-415c-8ee8-57fde8a699ec/af194439-4c20-4d1f-aa7b-ed2fc8a39363/14ad6a2a-0d46-4d1c-849e-9f28b61d254e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:24.821648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Router 0a42e78c-d124-484d-a7e5-059df4179add is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:56:24.860441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:24.864945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:24.870652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:24.947997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=4e3fb007-3ab1-430e-ac2d-1cc27920bf9a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:25.024670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:25.065231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.067294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.067693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6c608f71-8dd4-41ad-b8f8-69d616593abb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:25.068056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.068893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a7817c6-b8ba-4ca8-9e29-6ef50923a3d4 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 3.3595259 Jan 04 13:56:25.073140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.074511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35788) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:25.106390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] Sync routers for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:25.109936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7f226-fdda-4d72-a1e9-bf33e60297e4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:25.131367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:25.132245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.165747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Attempting to bind port 8c2c2470-c60f-4235-a449-03522da060ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:25.166137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Attempting to bind port 8c2c2470-c60f-4235-a449-03522da060ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd39837da-ac69-4601-9983-1b89909057d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:25.166503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Attempting to bind port 8c2c2470-c60f-4235-a449-03522da060ec on network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:25.175858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.181993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.194027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.204240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.207133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.261061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Pushing event updated for resources: {'Port': ['ID=c2e27686-88e3-4680-824f-3f599c9970f5,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:25.270966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:25.271346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Checking segment: {'id': 'd39837da-ac69-4601-9983-1b89909057d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:25.271746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.272149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Bound using segment: {'id': 'd39837da-ac69-4601-9983-1b89909057d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:25.272607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Bound port: 8c2c2470-c60f-4235-a449-03522da060ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39837da-ac69-4601-9983-1b89909057d8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'be386bb3-9cd9-48eb-b600-3ec18f4ac2ac'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:25.272986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.309309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 97852bf3-312b-415c-8ee8-57fde8a699ec is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:25.317185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:25.325336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:25.363959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=14ad6a2a-0d46-4d1c-849e-9f28b61d254e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:25.413725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port 8c2c2470-c60f-4235-a449-03522da060ec {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:25.414731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.444994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] For port 8c2c2470-c60f-4235-a449-03522da060ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:25.449438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] For port 8c2c2470-c60f-4235-a449-03522da060ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c2c2470-c60f-4235-a449-03522da060ec,segment=NetworkSegment(d39837da-ac69-4601-9983-1b89909057d8),segment_id=d39837da-ac69-4601-9983-1b89909057d8)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:25.461387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:25.462323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.473684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.489526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port 8c2c2470-c60f-4235-a449-03522da060ec, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:25.490124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.495212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:25.495871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.503537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for 8c2c2470-c60f-4235-a449-03522da060ec owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:25.516155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Allocated IP 172.20.0.2 (97852bf3-312b-415c-8ee8-57fde8a699ec/af194439-4c20-4d1f-aa7b-ed2fc8a39363/e1744066-919b-40a6-b80b-928e02bb0b9b) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:25.558432 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f15b491b-67a7-46f0-8202-f4e88efe76df tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3055453 Jan 04 13:56:25.563716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35800) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:25.572522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35802) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:25.604081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:25.605603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06adf41-6704-4660-b060-5e00f0ca1526 None None] Pushing event updated for resources: {'Port': ['ID=8c2c2470-c60f-4235-a449-03522da060ec,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:25.613661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abbacaea-02c7-43c8-9ac1-4b1cf9174a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.615285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.616021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b0d13ac-b0de-470a-a667-827c08d592be None None] The sync data for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:25.631561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:25.636545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:25.666028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.715656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=8c2c2470-c60f-4235-a449-03522da060ec,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:25.722828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port 8c2c2470-c60f-4235-a449-03522da060ec on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:25.725934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.820068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.882006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.918129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-abbacaea-02c7-43c8-9ac1-4b1cf9174a66 None None] For port 6c608f71-8dd4-41ad-b8f8-69d616593abb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c608f71-8dd4-41ad-b8f8-69d616593abb,segment=NetworkSegment(7607a443-2747-4ac4-ac52-862eff773114),segment_id=7607a443-2747-4ac4-ac52-862eff773114)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:25.940783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be386bb3-9cd9-48eb-b600-3ec18f4ac2ac']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-d8a854c1-fd81-40a8-991b-59cc25bafa31 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 8c2c2470-c60f-4235-a449-03522da060ec could not be found. Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:56:25.956602 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 8c2c2470-c60f-4235-a449-03522da060ec could not be found. Jan 04 13:56:25.960728 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:56:25.963146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd39837da-ac69-4601-9983-1b89909057d8') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.963550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd39837da-ac69-4601-9983-1b89909057d8') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:25.977482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:25.995274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abbacaea-02c7-43c8-9ac1-4b1cf9174a66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.009037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.018450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:26.018840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:26.022191 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:26.029119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-959341175'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:26.053944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router ebf452cb-a965-4838-92d3-a3918a46393b is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:56:26.071919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee436cc-02e5-4b13-a277-d3f7d7e32972 None None] Network be386bb3-9cd9-48eb-b600-3ec18f4ac2ac requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:26.072838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 14ad6a2a-0d46-4d1c-849e-9f28b61d254e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:26.073177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.073818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Attempting to bind port c2e27686-88e3-4680-824f-3f599c9970f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:26.074211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Attempting to bind port c2e27686-88e3-4680-824f-3f599c9970f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '16f0cbb3-10e6-4675-b5c6-7215812f8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:26.074570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Attempting to bind port c2e27686-88e3-4680-824f-3f599c9970f5 on network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:26.122217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:26.122590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Checking segment: {'id': '16f0cbb3-10e6-4675-b5c6-7215812f8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:26.122980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.123890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Bound using segment: {'id': '16f0cbb3-10e6-4675-b5c6-7215812f8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:26.124020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Made reservation on behalf of 52d67a1d351c4b3ca7b246d410783e5e for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:26.124488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Bound port: c2e27686-88e3-4680-824f-3f599c9970f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16f0cbb3-10e6-4675-b5c6-7215812f8b5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:26.124488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.127217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.133951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.141862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.148507 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/be386bb3-9cd9-48eb-b600-3ec18f4ac2ac HTTP/1.1" status: 204 len: 168 time: 2.9198556 Jan 04 13:56:26.152488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35806) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:26.157045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1491192190'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:26.168356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.183283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.208386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:26.208746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:26.212588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbacaea-02c7-43c8-9ac1-4b1cf9174a66 None None] Pushing event updated for resources: {'Port': ['ID=6c608f71-8dd4-41ad-b8f8-69d616593abb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:26.245417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.252722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.281730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 14ad6a2a-0d46-4d1c-849e-9f28b61d254e owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:26.301572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.315419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Provisioning complete for port daffeb9e-73dc-4972-b137-270cbf7c5516 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:26.315793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.320205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Network 97852bf3-312b-415c-8ee8-57fde8a699ec is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:26.354012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:26.357214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:26.421046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Pushing event updated for resources: {'Port': ['ID=e1744066-919b-40a6-b80b-928e02bb0b9b,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:26.426660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] For port c2e27686-88e3-4680-824f-3f599c9970f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:26.491506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824535c2-18e2-4422-8e4f-0adbe5c1f254 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=be386bb3-9cd9-48eb-b600-3ec18f4ac2ac,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:26.516326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.517290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.530384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.554542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:26.558863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.573354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:26.592002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=14ad6a2a-0d46-4d1c-849e-9f28b61d254e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:26.599231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:26.603602 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] Sync routers for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:26.608121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.609573 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-136ed07d-2741-46ff-ae7f-fae66461a378 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.4091530 Jan 04 13:56:26.612865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35808) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:26.621881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:26.622742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.623247 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment 21f0438f-beca-4643-b2a4-fb8e4989c1c8 of type vlan for network 535b998b-879e-461c-b95a-dfdc216d0691 Jan 04 13:56:26.634176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] For port c2e27686-88e3-4680-824f-3f599c9970f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2e27686-88e3-4680-824f-3f599c9970f5,segment=NetworkSegment(16f0cbb3-10e6-4675-b5c6-7215812f8b5d),segment_id=16f0cbb3-10e6-4675-b5c6-7215812f8b5d)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:26.635456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Attempting to bind port e1744066-919b-40a6-b80b-928e02bb0b9b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:26.635886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Attempting to bind port e1744066-919b-40a6-b80b-928e02bb0b9b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5029a15d-11a5-46d5-b5b8-869d215151ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:26.636251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Attempting to bind port e1744066-919b-40a6-b80b-928e02bb0b9b on network 97852bf3-312b-415c-8ee8-57fde8a699ec {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:26.641797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Port daffeb9e-73dc-4972-b137-270cbf7c5516 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:26.645826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:26.646281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Checking segment: {'id': '5029a15d-11a5-46d5-b5b8-869d215151ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:26.646823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.647172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Bound using segment: {'id': '5029a15d-11a5-46d5-b5b8-869d215151ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:26.647706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Bound port: e1744066-919b-40a6-b80b-928e02bb0b9b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5029a15d-11a5-46d5-b5b8-869d215151ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '97852bf3-312b-415c-8ee8-57fde8a699ec'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:26.648076 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:26.648198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.652344 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:26.696908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Pushing event updated for resources: {'SecurityGroup': ['ID=986b38aa-9257-45e9-bb50-777985df0380,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:26.699743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.703043 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-26506719-1e24-41d5-baa7-f58adf34f490 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/14ad6a2a-0d46-4d1c-849e-9f28b61d254e HTTP/1.1" status: 204 len: 168 time: 1.1383240 Jan 04 13:56:26.705740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35810) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:26.710781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.711129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Added segment 0ebcb787-0763-4314-b0c6-a3bbdb82347d of type vlan for network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa Jan 04 13:56:26.716940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] For port e1744066-919b-40a6-b80b-928e02bb0b9b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:26.720285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] For port e1744066-919b-40a6-b80b-928e02bb0b9b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1744066-919b-40a6-b80b-928e02bb0b9b,segment=NetworkSegment(5029a15d-11a5-46d5-b5b8-869d215151ce),segment_id=5029a15d-11a5-46d5-b5b8-869d215151ce)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:26.725797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.731572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.771262 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:26.772750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Provisioning complete for port 4e3fb007-3ab1-430e-ac2d-1cc27920bf9a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:26.773135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.780892 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b01e715-1bef-46a0-95de-477a5c309598 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:26.781720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b01e715-1bef-46a0-95de-477a5c309598 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:26.785194 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b01e715-1bef-46a0-95de-477a5c309598 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/14ad6a2a-0d46-4d1c-849e-9f28b61d254e HTTP/1.1" status: 404 len: 333 time: 0.0783005 Jan 04 13:56:26.790059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35812) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:26.799331 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:26.799739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.800263 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:26.824326 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-aba1e2d5-9ee7-44db-b41d-09cccbc5d148 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:26.826138 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aba1e2d5-9ee7-44db-b41d-09cccbc5d148 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/14ad6a2a-0d46-4d1c-849e-9f28b61d254e HTTP/1.1" status: 404 len: 333 time: 0.0333285 Jan 04 13:56:26.835530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35814) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:26.859217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.865720 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:26.867678 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3972e57c-f2c2-4457-9d28-8bc2c711c69c None None] The sync data for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:26.873046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Port 4e3fb007-3ab1-430e-ac2d-1cc27920bf9a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:26.874810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a57978-832f-4e6e-b7fa-797d59f120f6 None None] Pushing event updated for resources: {'Port': ['ID=c2e27686-88e3-4680-824f-3f599c9970f5,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:26.878670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.882592 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:26.884834 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:26.891037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:26.891599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.892984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Provisioning complete for port 6c608f71-8dd4-41ad-b8f8-69d616593abb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:26.893368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53c54f79-c297-4a78-93b9-e048d54eb038 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.950166 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.3756151 Jan 04 13:56:26.954750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:26.962976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:26.964042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.060541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9072471 Jan 04 13:56:27.082350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35824) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:27.083529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6c608f71-8dd4-41ad-b8f8-69d616593abb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:27.091699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de05a0ac-fc7c-49fb-94bb-706a186fd4ed tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Pushing event updated for resources: {'Network': ['ID=5c3ab850-131f-4ae3-baa9-1bc0df8364fa,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:27.099592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet af194439-4c20-4d1f-aa7b-ed2fc8a39363 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:27.102255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '535b998b-879e-461c-b95a-dfdc216d0691', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:27.104555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f7e5dd-e59b-4953-be2c-a240c25a3e4e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=535b998b-879e-461c-b95a-dfdc216d0691,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:27.137930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.192877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Allocated IP 172.20.0.1 (83d69323-0480-4be4-9a17-c63316fcc6a3/0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0/db6fd0f1-f0aa-4313-a539-b8b93f70fa94) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:27.248796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:27.281470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35826) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:27.285202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.299391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Request body: {'port': {'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa', 'binding:host_id': 'hv-neutron-mast', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1040940105'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:27.304794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:27.462704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365869b6-9aff-4afe-a7b2-742ae66ba80f None None] Pushing event updated for resources: {'Port': ['ID=e1744066-919b-40a6-b80b-928e02bb0b9b,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:27.480358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.494015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:27.497751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.535353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6c608f71-8dd4-41ad-b8f8-69d616593abb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:27.535741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.545561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.587170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Made reservation on behalf of 1ecdf63c9f4a4229b71b5a32d0de8e68 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:27.590771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.626535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.673135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:27.676253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.676711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:27.681055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:27.693651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.718511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Port': ['ID=db6fd0f1-f0aa-4313-a539-b8b93f70fa94,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:27.746519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=af194439-4c20-4d1f-aa7b-ed2fc8a39363,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:27.780029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.809964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.813394 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2906de53-f0ba-48ec-97dc-1edd15ab69aa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/af194439-4c20-4d1f-aa7b-ed2fc8a39363 HTTP/1.1" status: 204 len: 168 time: 0.9741223 Jan 04 13:56:27.818822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:27.930597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.969340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:27.972269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.024450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=a9be522c-c8e3-4f2f-939b-c8220d428c35,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:28.026522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.045899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cbca70aa-9935-482e-9e89-36dd1ad5090e None None] Provisioning complete for port db6fd0f1-f0aa-4313-a539-b8b93f70fa94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:28.046484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': '21f0438f-beca-4643-b2a4-fb8e4989c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '535b998b-879e-461c-b95a-dfdc216d0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:28.046484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 535b998b-879e-461c-b95a-dfdc216d0691, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:28.047440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbca70aa-9935-482e-9e89-36dd1ad5090e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.051235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.082630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.093566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port 9948d215-e7de-42cd-acb2-b8f1c903142f yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:28.096065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cbca70aa-9935-482e-9e89-36dd1ad5090e None None] Port db6fd0f1-f0aa-4313-a539-b8b93f70fa94 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:28.147742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 535b998b-879e-461c-b95a-dfdc216d0691 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:28.160717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 535b998b-879e-461c-b95a-dfdc216d0691) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:28.168260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:28.168848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.172353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f516de-a906-40f5-9576-6ff2722a8db8 None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:28.230080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-212d6c00-1813-4778-b89b-91722b2754d4 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1399434 Jan 04 13:56:28.230872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35832) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:28.237611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '535b998b-879e-461c-b95a-dfdc216d0691', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:28.248864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cdeeaf1-0b27-42df-bf45-2643ba470e14,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:28.303219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port e1744066-919b-40a6-b80b-928e02bb0b9b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:28.303638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.304054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-535b998b-879e-461c-b95a-dfdc216d0691', 'network_id': '535b998b-879e-461c-b95a-dfdc216d0691', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': 'a9be522c-c8e3-4f2f-939b-c8220d428c35'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:28.306204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.473069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] For port e1744066-919b-40a6-b80b-928e02bb0b9b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1744066-919b-40a6-b80b-928e02bb0b9b,segment=NetworkSegment(5029a15d-11a5-46d5-b5b8-869d215151ce),segment_id=5029a15d-11a5-46d5-b5b8-869d215151ce)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:28.473439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.482552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Allocated IP 2001:db8::2 (535b998b-879e-461c-b95a-dfdc216d0691/a9be522c-c8e3-4f2f-939b-c8220d428c35/d98a7e12-eae2-419b-b0b3-2114db6223f7) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:28.519753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:28.525756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.574100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for e1744066-919b-40a6-b80b-928e02bb0b9b owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:28.670989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283b2f14-1bec-4be7-90b9-930701e674ff None None] Network 97852bf3-312b-415c-8ee8-57fde8a699ec requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:28.685477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.735271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.772622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.779136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.813596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.838382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0e4872b6-f56b-4511-a3b1-b514ee30d7cd None None] Provisioning complete for port e1744066-919b-40a6-b80b-928e02bb0b9b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:28.838764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0e4872b6-f56b-4511-a3b1-b514ee30d7cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.843612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=e1744066-919b-40a6-b80b-928e02bb0b9b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:28.852639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No DVR routers for this DVR port e1744066-919b-40a6-b80b-928e02bb0b9b on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:28.858575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port 9948d215-e7de-42cd-acb2-b8f1c903142f yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:28.868851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:28.876496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0e4872b6-f56b-4511-a3b1-b514ee30d7cd None None] Port e1744066-919b-40a6-b80b-928e02bb0b9b was deleted so its status cannot be updated. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 04 13:56:28.881776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:28.884281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Pushing event updated for resources: {'Port': ['ID=d98a7e12-eae2-419b-b0b3-2114db6223f7,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:28.887028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:28.906105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.916480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.1 (5cacefd3-95d1-4d14-8f0f-98009e0562b0/e1afa62e-290e-49a4-8984-88a4cc64225b/b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:28.937458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.944756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95883cce-882e-49a8-85ab-61a06111b649 None None] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:28.979810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:28.986070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Port': ['ID=db6fd0f1-f0aa-4313-a539-b8b93f70fa94,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:28.986704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Attempting to bind port d98a7e12-eae2-419b-b0b3-2114db6223f7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:28.987076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Attempting to bind port d98a7e12-eae2-419b-b0b3-2114db6223f7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '21f0438f-beca-4643-b2a4-fb8e4989c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '535b998b-879e-461c-b95a-dfdc216d0691'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:28.987660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Attempting to bind port d98a7e12-eae2-419b-b0b3-2114db6223f7 on network 535b998b-879e-461c-b95a-dfdc216d0691 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:29.002229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=9948d215-e7de-42cd-acb2-b8f1c903142f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:29.005294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-828a48ff-660f-47f5-aa3c-e6222a7c54b6 None None] DHCP port deletion for 97852bf3-312b-415c-8ee8-57fde8a699ec request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:29.037848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.054410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:29.055461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Checking segment: {'id': '21f0438f-beca-4643-b2a4-fb8e4989c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '535b998b-879e-461c-b95a-dfdc216d0691'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:29.055718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.056117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Bound using segment: {'id': '21f0438f-beca-4643-b2a4-fb8e4989c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '535b998b-879e-461c-b95a-dfdc216d0691'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:29.057179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Bound port: d98a7e12-eae2-419b-b0b3-2114db6223f7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '21f0438f-beca-4643-b2a4-fb8e4989c1c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '535b998b-879e-461c-b95a-dfdc216d0691'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:29.057179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.065970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.115631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97852bf3-312b-415c-8ee8-57fde8a699ec']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:29.142364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5029a15d-11a5-46d5-b5b8-869d215151ce') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:29.142683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5029a15d-11a5-46d5-b5b8-869d215151ce') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:29.143477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 535b998b-879e-461c-b95a-dfdc216d0691 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:29.152951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:29.153304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f82440cf-12d5-4a3a-899a-e17342c50c91 None None] Provisioning complete for port c2e27686-88e3-4680-824f-3f599c9970f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:29.153675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f82440cf-12d5-4a3a-899a-e17342c50c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.159975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.160968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.176068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=c84c048b-d0b5-4053-af2c-517450f73a10,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:29.193471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.198144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:29.201716 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e019eac1-9c39-46dc-b704-b131bd4b2ebe tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9682322 Jan 04 13:56:29.203115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:29.204735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35836) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:29.207915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2e27686-88e3-4680-824f-3f599c9970f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:29.209206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Checking segment: {'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:29.209675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Network hostable DHCP agents. Network: 5c3ab850-131f-4ae3-baa9-1bc0df8364fa, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:29.223610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.248196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:29.248726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:29.252040 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:29.268709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:29.288739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] For port d98a7e12-eae2-419b-b0b3-2114db6223f7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:29.300684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] For port d98a7e12-eae2-419b-b0b3-2114db6223f7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98a7e12-eae2-419b-b0b3-2114db6223f7,segment=NetworkSegment(21f0438f-beca-4643-b2a4-fb8e4989c1c8),segment_id=21f0438f-beca-4643-b2a4-fb8e4989c1c8)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:29.316203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.340389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c3ab850-131f-4ae3-baa9-1bc0df8364fa) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:29.344647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.359701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:29.379088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2149fda8-1222-4e54-b497-550bc5505cab None None] Pushing event updated for resources: {'Port': ['ID=d98a7e12-eae2-419b-b0b3-2114db6223f7,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:29.379820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.384066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a4bced-fb33-4159-9c18-14e76f3569c5 None None] Network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:29.389906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:29.390364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:29.390792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:29.402404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.409368 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/97852bf3-312b-415c-8ee8-57fde8a699ec HTTP/1.1" status: 204 len: 168 time: 1.5901008 Jan 04 13:56:29.426399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35838) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:29.434123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2050892781'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:29.467518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:29.469604 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:29.472786 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 2 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:29.477944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecb9488-2035-40c2-bd0e-d68194b584d7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=97852bf3-312b-415c-8ee8-57fde8a699ec,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:29.513519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:29.514043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:29.514469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:29.521645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:29.522214 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:29.522708 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 3 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:29.527716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:29.532183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.536106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.552365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c2e27686-88e3-4680-824f-3f599c9970f5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:29.552737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.613396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:29.613977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:29.614411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:29.639046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:29.639402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f82440cf-12d5-4a3a-899a-e17342c50c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.651382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:29.664367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:29.674099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:29.686131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.686459 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 64352ddc-b768-4d1a-b238-60db17081ae7 of type vlan for network 36eb66b4-70fc-489a-82bc-8fe460c82e6b Jan 04 13:56:29.727428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.770670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:29.771017 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:29.784977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269da043-d113-4abf-a893-59d2f9c33454 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.788846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269da043-d113-4abf-a893-59d2f9c33454 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.791249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269da043-d113-4abf-a893-59d2f9c33454 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.793655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269da043-d113-4abf-a893-59d2f9c33454 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.796471 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 4 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:29.797138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-269da043-d113-4abf-a893-59d2f9c33454 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.799265 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-269da043-d113-4abf-a893-59d2f9c33454 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5936115 Jan 04 13:56:29.816077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35840) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:29.819300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:29.819578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:29.819916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:29.822302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f82440cf-12d5-4a3a-899a-e17342c50c91 None None] For port c2e27686-88e3-4680-824f-3f599c9970f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2e27686-88e3-4680-824f-3f599c9970f5,segment=NetworkSegment(16f0cbb3-10e6-4675-b5c6-7215812f8b5d),segment_id=16f0cbb3-10e6-4675-b5c6-7215812f8b5d)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:29.823423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.830064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-807308779'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:29.833006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:29.837215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.837396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f82440cf-12d5-4a3a-899a-e17342c50c91 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.843560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:29.846696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:29.912565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Router 0a42e78c-d124-484d-a7e5-059df4179add has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:29.936059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82440cf-12d5-4a3a-899a-e17342c50c91 None None] Pushing event updated for resources: {'Port': ['ID=c2e27686-88e3-4680-824f-3f599c9970f5,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:29.952705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:29.953227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:29.968030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:29.968365 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:29.974591 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 5 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:29.988716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=36eb66b4-70fc-489a-82bc-8fe460c82e6b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:30.007092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 36eb66b4-70fc-489a-82bc-8fe460c82e6b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:30.010929 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1e3f9258-2f88-4c9d-a1f3-e27ab97aca74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5821719 Jan 04 13:56:30.014272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:30.014612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:30.014950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:30.016955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.021425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35842) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:30.027391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:30.060622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7cbe35d1-6755-4c8d-8639-e1a354d54db6 None None] Provisioning complete for port c2e27686-88e3-4680-824f-3f599c9970f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:30.061177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7cbe35d1-6755-4c8d-8639-e1a354d54db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.062044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:30.077577 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-72c1a728-9a18-4768-9eb5-06cdcae4ecee tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "PUT /v2.0/routers/0a42e78c-d124-484d-a7e5-059df4179add/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0018897 Jan 04 13:56:30.080927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35844) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:30.087697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:30.091104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Request body: {'port': {'network_id': '83d69323-0480-4be4-9a17-c63316fcc6a3', 'name': 'tempest-FloatingIPAdminTestJSON-2065031480'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:30.092802 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:30.105850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 6 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:30.127563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:30.131136 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.165484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:30.165820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:30.166182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:30.217071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:30.217407 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:30.220174 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 7 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:30.258824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Made reservation on behalf of ba5cce15156d46eab5422f0efd8a5412 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:30.262355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:30.263541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.278060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:30.278383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:30.278724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:30.282422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] device_id is not set on port acd06e23-ce92-4ad0-8759-7c7a112936cd yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:30.285688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] Sync routers for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:30.296009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.296234 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment d5873fa6-0a1e-475c-85ee-e6be247e31df of type vlan for network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 Jan 04 13:56:30.310080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:30.310435 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:30.314286 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 8 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:30.317256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:30.317908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:30.350943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:30.355023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.356369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:30.370878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:30.371497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:30.396968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:30.397304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:30.397640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:30.404527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:30.405190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aefa69a0-ce08-4de7-b2c3-a1ee846f596e None None] The sync data for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:30.406930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.430379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:30.430513 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:30.431008 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.436302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 9 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:30.446537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Allocated IP 172.20.0.4 (83d69323-0480-4be4-9a17-c63316fcc6a3/0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0/acd06e23-ce92-4ad0-8759-7c7a112936cd) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:30.452370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7cbe35d1-6755-4c8d-8639-e1a354d54db6 None None] Provisioning complete for port db6fd0f1-f0aa-4313-a539-b8b93f70fa94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:30.452725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7cbe35d1-6755-4c8d-8639-e1a354d54db6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.519426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:30.519754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:30.520512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:30.527424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe35d1-6755-4c8d-8639-e1a354d54db6 None None] Port db6fd0f1-f0aa-4313-a539-b8b93f70fa94 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:30.552580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:30.553181 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:30.556804 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 10 to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f Jan 04 13:56:30.559273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.564816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:30.565407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.628972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.646635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:30.647607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:30.648103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:30.648354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-33e0fb46-e0ce-4d5e-a391-1e0489fa6b6a None None] Provisioning complete for port b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:30.649275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-33e0fb46-e0ce-4d5e-a391-1e0489fa6b6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.675578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.681568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port 9948d215-e7de-42cd-acb2-b8f1c903142f on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:30.681926 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port 9948d215-e7de-42cd-acb2-b8f1c903142f on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:30.682294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:30.686790 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8638716 Jan 04 13:56:30.694169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35846) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:30.694694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-33e0fb46-e0ce-4d5e-a391-1e0489fa6b6a None None] Port b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:30.706564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:30.781466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:30.793422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:30.823974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:30.832907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event updated for resources: {'Port': ['ID=acd06e23-ce92-4ad0-8759-7c7a112936cd,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:30.926541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:30.927289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.002504 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a4541d8-3da2-46f9-ae7f-8e23c7762f2e tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9204674 Jan 04 13:56:31.003187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35848) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:31.009520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-425b6f2b-b758-43cf-9e60-64860e4251f7 None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:31.034554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.056684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.068486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be823ff4-3ae3-47cd-a543-1f285d5b2f96 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=637015e2-2271-4bc3-8fc5-ca0c4cb4e848,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:31.090167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:31.190019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=637015e2-2271-4bc3-8fc5-ca0c4cb4e848,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:31.196122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 is not hosted by any dhcp agent {{(pid=103264) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 13:56:31.202059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:31.202972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.204296 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-df43abde-6ddb-421e-8898-78bb8e1beadd tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "PUT /v2.0/networks/637015e2-2271-4bc3-8fc5-ca0c4cb4e848 HTTP/1.1" status: 200 len: 723 time: 0.5032985 Jan 04 13:56:31.207792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35852) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:31.213309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:31.230560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] For port 9948d215-e7de-42cd-acb2-b8f1c903142f, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:31.230922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempted to set empty binding levels {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 04 13:56:31.248645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.250880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.272341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d98a7e12-eae2-419b-b0b3-2114db6223f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:31.275331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:31.289294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'project_id': 'ba5cce15156d46eab5422f0efd8a5412', 'port_id': 'acd06e23-ce92-4ad0-8759-7c7a112936cd'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:31.332233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:31.332889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.335725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.347735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:31.351258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.353561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a8477cb8-8250-41a2-a3cd-3e24af0857a9 None None] Provisioning complete for port d98a7e12-eae2-419b-b0b3-2114db6223f7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:31.354056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8477cb8-8250-41a2-a3cd-3e24af0857a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.404191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=9948d215-e7de-42cd-acb2-b8f1c903142f,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:31.409241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=3162ead2-22da-495d-833d-d8c2f17e65d8,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:31.434153 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0f74ae85-4442-49e7-a97b-9686c2fc1bed tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 4.1431203 Jan 04 13:56:31.435300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35854) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:31.483971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '64352ddc-b768-4d1a-b238-60db17081ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:31.484331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: 36eb66b4-70fc-489a-82bc-8fe460c82e6b, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:31.518501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d98a7e12-eae2-419b-b0b3-2114db6223f7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:31.518975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.532182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.548465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.569760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.573622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 36eb66b4-70fc-489a-82bc-8fe460c82e6b is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:31.628158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 36eb66b4-70fc-489a-82bc-8fe460c82e6b) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:31.628638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8477cb8-8250-41a2-a3cd-3e24af0857a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.645047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:31.645640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.652109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:31.652874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] Update dhcp port {'port': {'network_id': '535b998b-879e-461c-b95a-dfdc216d0691', 'fixed_ips': [{'subnet_id': 'a9be522c-c8e3-4f2f-939b-c8220d428c35', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c84c048b-d0b5-4053-af2c-517450f73a10'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'd98a7e12-eae2-419b-b0b3-2114db6223f7'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:56:31.655059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.655687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4c4bdd2-a841-4e70-a041-3a012928ab79 None None] Network 36eb66b4-70fc-489a-82bc-8fe460c82e6b requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:31.658770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.664633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Deleting port 9948d215-e7de-42cd-acb2-b8f1c903142f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:31.665195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.691837 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6eccd67c-9dd8-4cce-80ff-8903c173d110 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6683979 Jan 04 13:56:31.701646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35856) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:31.717341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b', 'security_groups': [], 'name': 'tempest-PortsTestJSON-893906381'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:31.786602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.786889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] For port 9948d215-e7de-42cd-acb2-b8f1c903142f, host hv-neutron-mast, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:31.787405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.793929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a8477cb8-8250-41a2-a3cd-3e24af0857a9 None None] For port d98a7e12-eae2-419b-b0b3-2114db6223f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98a7e12-eae2-419b-b0b3-2114db6223f7,segment=NetworkSegment(21f0438f-beca-4643-b2a4-fb8e4989c1c8),segment_id=21f0438f-beca-4643-b2a4-fb8e4989c1c8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:31.794143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': 'd5873fa6-0a1e-475c-85ee-e6be247e31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:31.794593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 637015e2-2271-4bc3-8fc5-ca0c4cb4e848, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:31.803069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=b1e0b618-467d-413a-b361-bb97ed422c66,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:31.816711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8477cb8-8250-41a2-a3cd-3e24af0857a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.818470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Allocated IP 172.36.2.61 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/919ce946-84fd-49af-b4c7-92f31f4b2965) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:31.843062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:31.854740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.870475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Calling delete_port for 9948d215-e7de-42cd-acb2-b8f1c903142f owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:31.873935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 637015e2-2271-4bc3-8fc5-ca0c4cb4e848) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:31.880509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:31.881123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.900061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e3232a-7568-469a-9f49-1222060b6471 None None] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:31.935099 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c0c88da9-f041-4d6a-a711-d54fa45db811 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7267020 Jan 04 13:56:31.939439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35858) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:31.950684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:31.977853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:31.983049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-36eb66b4-70fc-489a-82bc-8fe460c82e6b', 'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': '3162ead2-22da-495d-833d-d8c2f17e65d8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:31.984592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:31.989334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:32.003891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.015459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:32.019027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.082874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port c38162ff-3ea2-40bf-829a-0d901dd6b7a1 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:32.088016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.093032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4611029'] for subnet, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.127149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.152478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event deleted for resources: {'Port': ['ID=9948d215-e7de-42cd-acb2-b8f1c903142f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:32.190483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:32.190728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] Allocated IP 172.20.0.1 (535b998b-879e-461c-b95a-dfdc216d0691/c84c048b-d0b5-4053-af2c-517450f73a10/d98a7e12-eae2-419b-b0b3-2114db6223f7) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:32.199582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:32.208588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:32.208831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.212886 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-536a01ab-7f1a-4bbc-a6e8-16d93c486d1c tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "DELETE /v2.0/ports/9948d215-e7de-42cd-acb2-b8f1c903142f HTTP/1.1" status: 204 len: 168 time: 0.7768693 Jan 04 13:56:32.217700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35860) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:32.240106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Pushing event updated for resources: {'Port': ['ID=919ce946-84fd-49af-b4c7-92f31f4b2965,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:32.278530 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b36d98be-8631-4b9d-8ffa-afbef8115b68 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:56:32.283475 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b36d98be-8631-4b9d-8ffa-afbef8115b68 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "GET /v2.0/ports/9948d215-e7de-42cd-acb2-b8f1c903142f HTTP/1.1" status: 404 len: 333 time: 0.0597434 Jan 04 13:56:32.284967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35862) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:32.297900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Request body: {'port': {'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1153455529'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:32.321950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router ebf452cb-a965-4838-92d3-a3918a46393b has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:32.335868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.12 (36eb66b4-70fc-489a-82bc-8fe460c82e6b/3162ead2-22da-495d-833d-d8c2f17e65d8/c38162ff-3ea2-40bf-829a-0d901dd6b7a1) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:32.354833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Made reservation on behalf of 1ecdf63c9f4a4229b71b5a32d0de8e68 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:32.356232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8477cb8-8250-41a2-a3cd-3e24af0857a9 None None] Pushing event updated for resources: {'Port': ['ID=d98a7e12-eae2-419b-b0b3-2114db6223f7,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:32.356814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.372747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-637015e2-2271-4bc3-8fc5-ca0c4cb4e848', 'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': 'b1e0b618-467d-413a-b361-bb97ed422c66'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:32.373905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.399999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786954422038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5308421'] for subnet, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.428857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-35e6842c-fb86-42e9-85a3-7ae85846478f None None] Provisioning complete for port acd06e23-ce92-4ad0-8759-7c7a112936cd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:32.429070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35e6842c-fb86-42e9-85a3-7ae85846478f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.441890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port b1ad9642-80f7-4da8-a094-5db28280288e yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:32.454356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:32.454955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.458695 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "PUT /v2.0/subnets/b1e0b618-467d-413a-b361-bb97ed422c66 HTTP/1.1" status: 200 len: 826 time: 0.5157783 Jan 04 13:56:32.461770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35864) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:32.510149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4751af2f-60fe-4312-ba00-a3208fa51686 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=b1e0b618-467d-413a-b361-bb97ed422c66,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:32.549377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:32.549612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:32.710292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.721442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:32.735655 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] Sync routers for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:32.740602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.745171 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-121636e6-40a7-4665-aab4-3faf8765fcc2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/routers/ebf452cb-a965-4838-92d3-a3918a46393b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1310930 Jan 04 13:56:32.753484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35866) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:32.754832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'port': {'network_id': '5cacefd3-95d1-4d14-8f0f-98009e0562b0', 'name': 'tempest-FloatingIPTestJSON-601705547'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:32.773779 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:32.775170 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:32.784628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.831296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.831860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-35e6842c-fb86-42e9-85a3-7ae85846478f None None] Port acd06e23-ce92-4ad0-8759-7c7a112936cd cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:32.840387 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:32.855044 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:32.856987 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:32.857528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] For port d98a7e12-eae2-419b-b0b3-2114db6223f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98a7e12-eae2-419b-b0b3-2114db6223f7,segment=NetworkSegment(21f0438f-beca-4643-b2a4-fb8e4989c1c8),segment_id=21f0438f-beca-4643-b2a4-fb8e4989c1c8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:32.912157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.917860 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:32.920004 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db7d970c-41a2-46c7-b31a-e9206c5828d1 None None] The sync data for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:32.926722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.934487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Allocated IP 2001:db8::2 (637015e2-2271-4bc3-8fc5-ca0c4cb4e848/b1e0b618-467d-413a-b361-bb97ed422c66/2b14638f-6d06-433e-b165-087c56989acf) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:32.938908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:32.972803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.024205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 36eb66b4-70fc-489a-82bc-8fe460c82e6b is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:33.038982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.044998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:33.048529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.051947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:33.054674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.060525 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=c38162ff-3ea2-40bf-829a-0d901dd6b7a1,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.071033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Allocated IP 172.20.0.2 (36eb66b4-70fc-489a-82bc-8fe460c82e6b/3162ead2-22da-495d-833d-d8c2f17e65d8/9dff5411-fa9b-43fe-86fc-c9c3e35631ba) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:33.126608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bcd0d94b-67d9-486d-a6ed-aafc8e810cb7 None None] Provisioning complete for port b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:33.126985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bcd0d94b-67d9-486d-a6ed-aafc8e810cb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.127414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.136161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Pushing event updated for resources: {'Port': ['ID=919ce946-84fd-49af-b4c7-92f31f4b2965,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.145751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.171480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Made reservation on behalf of 89899a2d420f441993de52f0eb290e09 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:33.174974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.189073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:33.189674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.219615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:33.231612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62fc0cb6-863e-4bf4-ae46-4968e4d067af None None] Pushing event updated for resources: {'Port': ['ID=d98a7e12-eae2-419b-b0b3-2114db6223f7,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.243026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:33.254521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:33.255479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:33.256076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.258061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2e27686-88e3-4680-824f-3f599c9970f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:33.261202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Floating IP 89733ba0-85f7-45f8-90c2-a47f438e7061 associated. External IP: 172.36.2.61, port: acd06e23-ce92-4ad0-8759-7c7a112936cd. Jan 04 13:56:33.261996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] device_id is not set on port 62f0e6d0-d9e6-4750-aad7-4ff845023e3f yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:33.266069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ad9642-80f7-4da8-a094-5db28280288e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.278065 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-352b8f33-9b64-48fb-a594-bfaaf9ada867 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.5750821 Jan 04 13:56:33.280771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35868) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:33.321951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bcd0d94b-67d9-486d-a6ed-aafc8e810cb7 None None] Port b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:33.338876 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2bdd7dd6-c51b-478d-87c8-d82fab01d99e tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0483685 Jan 04 13:56:33.340504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35870) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:33.381155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:33.449180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.463395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Allocated IP 172.20.0.4 (5cacefd3-95d1-4d14-8f0f-98009e0562b0/e1afa62e-290e-49a4-8984-88a4cc64225b/62f0e6d0-d9e6-4750-aad7-4ff845023e3f) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:33.465844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c2e27686-88e3-4680-824f-3f599c9970f5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:33.467778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.491442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.509114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port c38162ff-3ea2-40bf-829a-0d901dd6b7a1 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:33.509456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.577758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.585720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:33.605702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:33.610961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:33.638299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Pushing event updated for resources: {'Port': ['ID=2b14638f-6d06-433e-b165-087c56989acf,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.645053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.653334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=b1e0b618-467d-413a-b361-bb97ed422c66,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.669152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.752625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.787852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Attempting to bind port 2b14638f-6d06-433e-b165-087c56989acf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:33.788224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Attempting to bind port 2b14638f-6d06-433e-b165-087c56989acf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd5873fa6-0a1e-475c-85ee-e6be247e31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:33.788661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Attempting to bind port 2b14638f-6d06-433e-b165-087c56989acf on network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:33.800155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:33.800532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Checking segment: {'id': 'd5873fa6-0a1e-475c-85ee-e6be247e31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:33.800928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.801325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Bound using segment: {'id': 'd5873fa6-0a1e-475c-85ee-e6be247e31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:33.801803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Bound port: 2b14638f-6d06-433e-b165-087c56989acf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5873fa6-0a1e-475c-85ee-e6be247e31df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:33.802220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.822137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Network 36eb66b4-70fc-489a-82bc-8fe460c82e6b is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:33.838386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:33.841493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:33.912731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] For port 2b14638f-6d06-433e-b165-087c56989acf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:33.916200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] For port 2b14638f-6d06-433e-b165-087c56989acf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b14638f-6d06-433e-b165-087c56989acf,segment=NetworkSegment(d5873fa6-0a1e-475c-85ee-e6be247e31df),segment_id=d5873fa6-0a1e-475c-85ee-e6be247e31df)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:33.917720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Pushing event updated for resources: {'Port': ['ID=9dff5411-fa9b-43fe-86fc-c9c3e35631ba,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:33.933255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:33.965558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.000990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136a65ee-8612-42f3-8658-5e6d61b3b5ab None None] Pushing event updated for resources: {'Port': ['ID=2b14638f-6d06-433e-b165-087c56989acf,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:34.007639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e1744066-919b-40a6-b80b-928e02bb0b9b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:34.098848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e1744066-919b-40a6-b80b-928e02bb0b9b {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:34.099462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e1744066-919b-40a6-b80b-928e02bb0b9b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:34.101704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Router 0a42e78c-d124-484d-a7e5-059df4179add has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:34.252628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d98a7e12-eae2-419b-b0b3-2114db6223f7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:34.284198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Attempting to bind port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.284591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Attempting to bind port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '64352ddc-b768-4d1a-b238-60db17081ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.284932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Attempting to bind port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba on network 36eb66b4-70fc-489a-82bc-8fe460c82e6b {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.295608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde5c582-ba88-4edb-8536-35a853f5e6ac None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:34.319333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d5c0a3b-d0a1-4aa4-8ab0-46ddde6cacfe None None] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:34.327634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:34.328004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Checking segment: {'id': '64352ddc-b768-4d1a-b238-60db17081ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:34.328484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.328786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Bound using segment: {'id': '64352ddc-b768-4d1a-b238-60db17081ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:34.329256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Bound port: 9dff5411-fa9b-43fe-86fc-c9c3e35631ba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64352ddc-b768-4d1a-b238-60db17081ae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '36eb66b4-70fc-489a-82bc-8fe460c82e6b'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:34.329630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.336962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.345449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for c38162ff-3ea2-40bf-829a-0d901dd6b7a1 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:34.373183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80e6a0b-6c8a-4327-a397-6d42181d1aec req-e5895e83-891b-40d3-b8ae-0ae3427ff6ff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:34.375545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f80e6a0b-6c8a-4327-a397-6d42181d1aec req-e5895e83-891b-40d3-b8ae-0ae3427ff6ff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1834955 Jan 04 13:56:34.477181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:34.499012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] Sync routers for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:34.518396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port b1ad9642-80f7-4da8-a094-5db28280288e yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:34.523144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.531182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.537202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f80e6a0b-6c8a-4327-a397-6d42181d1aec req-6909f623-0bb5-46ea-8c7f-99cab533f399 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210704 Jan 04 13:56:34.542063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.546090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.549607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ed88a730-2a9f-4d47-9454-5fcc3ba23852 None None] Provisioning complete for port d98a7e12-eae2-419b-b0b3-2114db6223f7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:34.550005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed88a730-2a9f-4d47-9454-5fcc3ba23852 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.553707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637015e2-2271-4bc3-8fc5-ca0c4cb4e848']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.591382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=c38162ff-3ea2-40bf-829a-0d901dd6b7a1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:34.595119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5873fa6-0a1e-475c-85ee-e6be247e31df') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.595520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5873fa6-0a1e-475c-85ee-e6be247e31df') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.612058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d98a7e12-eae2-419b-b0b3-2114db6223f7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:34.612433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.614101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:34.614546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.623160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e3463378-597a-429b-b820-15335f84e4a2 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 3.6107874 Jan 04 13:56:34.626438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35892) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:34.635906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.640548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.685904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.701117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:34.701534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:34.706146 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:34.719445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ad9642-80f7-4da8-a094-5db28280288e,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:34.748284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.751728 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0b223922-1c3e-43a3-88f2-674988aa5782 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/c38162ff-3ea2-40bf-829a-0d901dd6b7a1 HTTP/1.1" status: 204 len: 168 time: 1.4699883 Jan 04 13:56:34.760658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.762100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.762714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.766065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35894) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:34.794991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.api [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:56:34.794991 dv-neutron-master-2-hyperv neutron-server[103265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:56:34.794991 dv-neutron-master-2-hyperv neutron-server[103265]: [parameters: {'id': '637015e2-2271-4bc3-8fc5-ca0c4cb4e848'}] Jan 04 13:56:34.794991 dv-neutron-master-2-hyperv neutron-server[103265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:34.795868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG oslo_db.api [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:34.798197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.822531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-31478c42-bfca-4cde-ac9a-38fb64f83ccc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:34.826553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-31478c42-bfca-4cde-ac9a-38fb64f83ccc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/c38162ff-3ea2-40bf-829a-0d901dd6b7a1 HTTP/1.1" status: 404 len: 333 time: 0.0501118 Jan 04 13:56:34.828948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35896) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:34.832308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.832626 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.835093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 2 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.840598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c871a549-8f40-48e6-9303-38aec1ccd11e tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] 10.222.0.30 "GET /v2.0/floatingips/89733ba0-85f7-45f8-90c2-a47f438e7061 HTTP/1.1" status: 200 len: 982 time: 0.2155201 Jan 04 13:56:34.844836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35898) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:34.850583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.850923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.852125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.853509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.856750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.856870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] For port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:34.857079 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.857472 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 3 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.874073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.874435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.875645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.879811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.880310 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.880704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 4 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.882868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:34.893086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] For port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dff5411-fa9b-43fe-86fc-c9c3e35631ba,segment=NetworkSegment(64352ddc-b768-4d1a-b238-60db17081ae7),segment_id=64352ddc-b768-4d1a-b238-60db17081ae7)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:34.896531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0e29392-ad01-4d9e-aded-ae4d270c4110 None None] Network 637015e2-2271-4bc3-8fc5-ca0c4cb4e848 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:34.897169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.897634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.898183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.904916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.905250 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.905636 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 5 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.916977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:34.917845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.921908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:34.922367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.922683 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.923250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.929263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.929716 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.930576 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 6 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.931165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:34.945319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.946370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.947181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.947296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:34.953251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.954202 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.954323 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 7 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.973092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.973738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.973738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.979016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:34.979804 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:34.979804 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 8 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:34.994255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:34.994621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:34.995216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:34.995675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:34.996344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ee7ed65-21d7-4821-a9d7-c9b6133a6315 None None] The sync data for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:35.007789 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event updated for resources: {'Port': ['ID=62f0e6d0-d9e6-4750-aad7-4ff845023e3f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:35.023049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:35.024008 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:35.025074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 9 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:35.045276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:35.045552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:35.046047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:35.053235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:35.053659 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:35.053770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 3162ead2-22da-495d-833d-d8c2f17e65d8 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:35.054183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 10 to bind port b1ad9642-80f7-4da8-a094-5db28280288e Jan 04 13:56:35.059930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.069555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:35.070197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:35.070402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:35.077018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:35.077846 dv-neutron-master-2-hyperv neutron-server[103264]: ERROR neutron.plugins.ml2.managers [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port b1ad9642-80f7-4da8-a094-5db28280288e on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:35.077846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.134880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.135598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.157826 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e3e2e8aa-70a4-4b05-834c-f298c8847fc6 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3806 time: 0.2894573 Jan 04 13:56:35.158761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35900) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:35.176027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-77308c48-dd66-456a-9328-bfddc22c7307 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.4249642 Jan 04 13:56:35.181361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35902) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:35.189422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Request body: {'floatingip': {'port_id': '62f0e6d0-d9e6-4750-aad7-4ff845023e3f'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:35.235184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305191b8-dd7e-4789-aee4-9c0436a43db1 None None] Pushing event updated for resources: {'Port': ['ID=9dff5411-fa9b-43fe-86fc-c9c3e35631ba,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:35.241301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.266169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.270095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.306406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.325599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] For port b1ad9642-80f7-4da8-a094-5db28280288e, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:35.326011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempted to set empty binding levels {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 04 13:56:35.338486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.373419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-30cf68c3-20c1-46bc-90ba-e4fc5f935fb2 None None] Provisioning complete for port d98a7e12-eae2-419b-b0b3-2114db6223f7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:35.374005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-30cf68c3-20c1-46bc-90ba-e4fc5f935fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.375612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] In _notify_port_updated(), no bound segment for port b1ad9642-80f7-4da8-a094-5db28280288e on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:56:35.376504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.377259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.378605 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "PUT /v2.0/ports/b1ad9642-80f7-4da8-a094-5db28280288e HTTP/1.1" status: 200 len: 977 time: 2.0038066 Jan 04 13:56:35.385358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35904) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:35.522673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c72f4a5-2591-4a70-afe0-3b8913308acc tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ad9642-80f7-4da8-a094-5db28280288e,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:35.548815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.582236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port 2b14638f-6d06-433e-b165-087c56989acf {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:35.582640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.642827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d695b1da-0308-4d1e-9ef3-ee2ce2abcb2b None None] Provisioning complete for port 62f0e6d0-d9e6-4750-aad7-4ff845023e3f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:35.643042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.643281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d695b1da-0308-4d1e-9ef3-ee2ce2abcb2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.643405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.643917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.644548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.644854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.645318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.645776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.647054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.647054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.647229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.647636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.648094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.649185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.649652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.650704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.651175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.651634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.652092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.652546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.653002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.653450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.654058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.654514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.654967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.655419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.655871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.656321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.657413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.658014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.658479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.658937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.659484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.659848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.660300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.660749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.661666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.670476 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dbd72234-2e5d-42ec-9bc3-5503ae986795 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 31155 time: 0.2780783 Jan 04 13:56:35.672061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35910) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:35.689030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d695b1da-0308-4d1e-9ef3-ee2ce2abcb2b None None] Port 62f0e6d0-d9e6-4750-aad7-4ff845023e3f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:35.715292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting port 919ce946-84fd-49af-b4c7-92f31f4b2965 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:35.715633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.746040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.756046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port 2b14638f-6d06-433e-b165-087c56989acf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2b14638f-6d06-433e-b165-087c56989acf,segment=NetworkSegment(d5873fa6-0a1e-475c-85ee-e6be247e31df),segment_id=d5873fa6-0a1e-475c-85ee-e6be247e31df)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:35.756046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.836909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for 2b14638f-6d06-433e-b165-087c56989acf owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:35.841303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=3162ead2-22da-495d-833d-d8c2f17e65d8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:35.855865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.859074 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2e5b2bd7-bb7e-4a34-8c64-f5e1f8e5fdc5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/3162ead2-22da-495d-833d-d8c2f17e65d8 HTTP/1.1" status: 204 len: 168 time: 1.0269752 Jan 04 13:56:35.864665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35912) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:35.907617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e809a5d-719d-4a9e-a118-1e974bf6ee5d req-4f7c5290-35ad-43b6-a80c-6ada2b33468e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:35.909078 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3e809a5d-719d-4a9e-a118-1e974bf6ee5d req-4f7c5290-35ad-43b6-a80c-6ada2b33468e tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.2418859 Jan 04 13:56:35.980753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.991878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:35.992740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.045402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Calling delete_port for 919ce946-84fd-49af-b4c7-92f31f4b2965 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:36.047672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Deleting port b1ad9642-80f7-4da8-a094-5db28280288e {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:36.048011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.062828 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3e809a5d-719d-4a9e-a118-1e974bf6ee5d req-5312fbf4-af80-439c-86ca-73791670cd16 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1148963 Jan 04 13:56:36.139097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:36.139441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.157423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.166333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.176399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.206133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] For port b1ad9642-80f7-4da8-a094-5db28280288e, host hv-neutron-mast, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:36.206133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.240884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=2b14638f-6d06-433e-b165-087c56989acf,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:36.252831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Calling delete_port for b1ad9642-80f7-4da8-a094-5db28280288e owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:36.255780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port 2b14638f-6d06-433e-b165-087c56989acf on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:36.269666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] For port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9dff5411-fa9b-43fe-86fc-c9c3e35631ba,segment=NetworkSegment(64352ddc-b768-4d1a-b238-60db17081ae7),segment_id=64352ddc-b768-4d1a-b238-60db17081ae7)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:36.269929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9dff5411-fa9b-43fe-86fc-c9c3e35631ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:36.270022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.292011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 9dff5411-fa9b-43fe-86fc-c9c3e35631ba owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:36.340831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:36.341279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.428886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.429775 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 073255fb-76a1-4878-84ad-585cd61e986a associated. External IP: 172.36.2.202, port: add1a058-c14d-4764-89fa-ad12575b3536. Jan 04 13:56:36.433538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.437285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.473657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['637015e2-2271-4bc3-8fc5-ca0c4cb4e848']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:36.483237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dafe71db-3956-4c7b-ad08-e68b30c4433c None None] Network 36eb66b4-70fc-489a-82bc-8fe460c82e6b requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:36.499098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=9dff5411-fa9b-43fe-86fc-c9c3e35631ba,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:36.502554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No DVR routers for this DVR port 9dff5411-fa9b-43fe-86fc-c9c3e35631ba on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:36.515088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5873fa6-0a1e-475c-85ee-e6be247e31df') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:36.515333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5873fa6-0a1e-475c-85ee-e6be247e31df') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:36.527109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.546169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5805af29-2eeb-414a-901f-9f709f4f0322 None None] Could not find standard attr ID for object 9dff5411-fa9b-43fe-86fc-c9c3e35631ba. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:56:36.568353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.572069 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b1ad9642-80f7-4da8-a094-5db28280288e HTTP/1.1" status: 204 len: 168 time: 0.8893976 Jan 04 13:56:36.574097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.577732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35914) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:36.578822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905f96f3-7691-4862-a5dd-4d881822db34 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ad9642-80f7-4da8-a094-5db28280288e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:36.603297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.613232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:36.613636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:36.617013 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:36.619357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.659083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Port': ['ID=919ce946-84fd-49af-b4c7-92f31f4b2965,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:36.670634 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd2d2f73-31c0-47ef-9a92-e6b56369e436 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:56:36.672064 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bd2d2f73-31c0-47ef-9a92-e6b56369e436 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "GET /v2.0/ports/b1ad9642-80f7-4da8-a094-5db28280288e HTTP/1.1" status: 404 len: 333 time: 0.0920208 Jan 04 13:56:36.678967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35916) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:36.693994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62504c2d-af1c-449f-80da-807545c5eeee None None] DHCP port deletion for 36eb66b4-70fc-489a-82bc-8fe460c82e6b request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:36.710184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.720799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c05ba02-a5f0-40e7-b5d2-db7fd058c3fc None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:56:36.731522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1282826858', 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:36.766782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.778582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.784287 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/637015e2-2271-4bc3-8fc5-ca0c4cb4e848 HTTP/1.1" status: 204 len: 168 time: 4.3158534 Jan 04 13:56:36.793879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35918) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:36.795546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['36eb66b4-70fc-489a-82bc-8fe460c82e6b']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:36.803818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-146e8ba6-5100-460c-9123-ba3dfa8db384 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=637015e2-2271-4bc3-8fc5-ca0c4cb4e848,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:36.810640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.811223 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Floating IP 89733ba0-85f7-45f8-90c2-a47f438e7061 disassociated (deleted). External IP: 172.36.2.61, port: acd06e23-ce92-4ad0-8759-7c7a112936cd. Jan 04 13:56:36.821886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-9f7e30cd-de18-421f-b431-a87453b1d995 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2230184 Jan 04 13:56:36.821886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64352ddc-b768-4d1a-b238-60db17081ae7') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:36.822210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64352ddc-b768-4d1a-b238-60db17081ae7') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:36.848956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Made reservation on behalf of 1ecdf63c9f4a4229b71b5a32d0de8e68 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:36.851285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.858322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:36.866367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c05ba02-a5f0-40e7-b5d2-db7fd058c3fc None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:56:36.866765 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ca51d4d-0007-44bc-8fd7-f1edb2f93f2e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:36.867304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ca51d4d-0007-44bc-8fd7-f1edb2f93f2e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:36.870487 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4ca51d4d-0007-44bc-8fd7-f1edb2f93f2e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/637015e2-2271-4bc3-8fc5-ca0c4cb4e848 HTTP/1.1" status: 404 len: 339 time: 0.0715904 Jan 04 13:56:36.874874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port b433e3fd-3c8a-48e1-8ffd-a57151ab6035 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:36.879027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35920) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:36.884457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990350283', 'description': 'd1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:36.998065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:37.001548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.170638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:37.177482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f6d2a9c-21fb-4773-9cee-8eb24ac17c9c None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:56:37.218469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.228736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.229096 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment 3fbf7d05-45c1-49c2-a7ae-218826d65f4e of type vlan for network 316c46a4-72ea-45d4-9289-fac40b47649f Jan 04 13:56:37.249162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:37.249566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:37.253040 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:37.258471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Router 0a42e78c-d124-484d-a7e5-059df4179add has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:37.277526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.302704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.306634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6d2a9c-21fb-4773-9cee-8eb24ac17c9c None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:56:37.362950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-165ffc15-5b3d-455f-989d-d799d159cba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.364475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-165ffc15-5b3d-455f-989d-d799d159cba5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.5101690 Jan 04 13:56:37.384971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9bfa90-1ec0-46f2-bc8b-62297001de22 req-189b23ec-f841-4fac-8ffe-247ebcdff1aa tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.386859 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fb9bfa90-1ec0-46f2-bc8b-62297001de22 req-189b23ec-f841-4fac-8ffe-247ebcdff1aa tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1849737 Jan 04 13:56:37.393995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:37.395105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.400141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.403805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.408556 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/36eb66b4-70fc-489a-82bc-8fe460c82e6b HTTP/1.1" status: 204 len: 168 time: 1.5395193 Jan 04 13:56:37.411707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.412332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.413246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35924) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:37.435634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'name': 'tempest-PortsTestJSON-917364231'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:37.467679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.480973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f5ecdd4-0bef-4539-a39b-dc93b14297e2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=36eb66b4-70fc-489a-82bc-8fe460c82e6b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:37.532539 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6499510 Jan 04 13:56:37.561343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35926) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:37.582600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42c680f-6bf0-480a-95b2-d96c722d0ece tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=316c46a4-72ea-45d4-9289-fac40b47649f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:37.585103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:37.595386 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] Sync routers for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:37.598875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:37.603158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.611735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:37.615022 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:37.621434 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.628734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 316c46a4-72ea-45d4-9289-fac40b47649f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:37.636486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:37.637431 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.638088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.654553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=b433e3fd-3c8a-48e1-8ffd-a57151ab6035,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:37.681069 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fb9bfa90-1ec0-46f2-bc8b-62297001de22 req-36486b08-c5f3-49b9-854c-12eb33aa93c3 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2714083 Jan 04 13:56:37.704774 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.713654 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b51eb04-654d-4bde-ba9f-0849b5099702 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "DELETE /v2.0/floatingips/89733ba0-85f7-45f8-90c2-a47f438e7061 HTTP/1.1" status: 204 len: 168 time: 2.5504196 Jan 04 13:56:37.716330 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:37.717379 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.725887 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b34a82be-a59c-42bd-8177-e3b759805c8a tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0155532 Jan 04 13:56:37.726099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35928) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:37.731956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:37.733137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb2520dd-284f-4b18-afe7-ac17d7064be2 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.737803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fb2520dd-284f-4b18-afe7-ac17d7064be2 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks?id=316c46a4-72ea-45d4-9289-fac40b47649f HTTP/1.1" status: 200 len: 764 time: 0.1698961 Jan 04 13:56:37.737969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35930) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:37.741141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35932) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:37.753440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'description': 'd2'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:37.797901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-da425aa0-3b4e-4a9f-bc29-d79461bda763 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.799547 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-da425aa0-3b4e-4a9f-bc29-d79461bda763 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.3931386 Jan 04 13:56:37.820326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:37.829440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:37.834570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.836438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:37.852685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:37.853750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.860652 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.861311 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f833e9b-6856-4c02-9621-1b8859971d2d None None] The sync data for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:37.895908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.906101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:37.906853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.921072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebbe8273-7b6b-47d7-868f-1ecf70720481 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:37.925109 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ebbe8273-7b6b-47d7-868f-1ecf70720481 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "GET /v2.0/ports/b433e3fd-3c8a-48e1-8ffd-a57151ab6035 HTTP/1.1" status: 200 len: 955 time: 0.1774182 Jan 04 13:56:37.929478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35934) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:37.943520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:37.944446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33f0d079-4b00-4c01-8be9-95b84ac0fce1 None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:37.964211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:37.973168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port eb4f7f12-058e-4a6e-b15f-f5f1ce6bcd0b yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:38.046113 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-fbf39dcf-576f-43c6-980b-0b9f9dfe3550 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1002 time: 0.2367594 Jan 04 13:56:38.183355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9dff5411-fa9b-43fe-86fc-c9c3e35631ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:38.206087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 9dff5411-fa9b-43fe-86fc-c9c3e35631ba {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:38.206367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9dff5411-fa9b-43fe-86fc-c9c3e35631ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:38.210267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-f9cd7171-9b11-4211-9d37-dce0e324ce1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.212281 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-f9cd7171-9b11-4211-9d37-dce0e324ce1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.1562409 Jan 04 13:56:38.244410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.257958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.278089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 316c46a4-72ea-45d4-9289-fac40b47649f is not hosted by any dhcp agent {{(pid=103265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 13:56:38.283711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.284423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.285707 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "PUT /v2.0/networks/316c46a4-72ea-45d4-9289-fac40b47649f HTTP/1.1" status: 200 len: 761 time: 0.5436261 Jan 04 13:56:38.288803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35936) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:38.353174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa09ca5e-f0b1-4f47-abe4-d50687d4ce7d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=316c46a4-72ea-45d4-9289-fac40b47649f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:38.364352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 316c46a4-72ea-45d4-9289-fac40b47649f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:38.408869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e75834e-248d-46ca-941d-d19bab80a89a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.410374 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e75834e-248d-46ca-941d-d19bab80a89a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks?id=316c46a4-72ea-45d4-9289-fac40b47649f HTTP/1.1" status: 200 len: 764 time: 0.1200607 Jan 04 13:56:38.415154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35938) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:38.474389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.477425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-58ba942d-4057-4a56-b14b-82558699006a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.478944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-58ba942d-4057-4a56-b14b-82558699006a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2554076 Jan 04 13:56:38.484027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Deleting port b433e3fd-3c8a-48e1-8ffd-a57151ab6035 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:38.484356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.518029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router ebf452cb-a965-4838-92d3-a3918a46393b has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:38.607735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.614362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d46fe8f-9d8a-49c1-8d23-18e9c356d276 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.615856 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9d46fe8f-9d8a-49c1-8d23-18e9c356d276 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1997814 Jan 04 13:56:38.618564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35940) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:38.639383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.654204 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-09f92bfa-5729-4ed9-8f0a-8c1c34e23d97 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 207 time: 0.0345354 Jan 04 13:56:38.657966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35942) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:38.728063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Calling delete_port for b433e3fd-3c8a-48e1-8ffd-a57151ab6035 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:38.773525 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:38.852702 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-8d87ae32-d031-4bc7-beb5-ec39fca700bc service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487864 Jan 04 13:56:38.874377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.880247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.886783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.892639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.898575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.904671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.906534 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-70f4a920-a3db-49ec-a9c2-a63ebf8e99d5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3731 time: 0.2476187 Jan 04 13:56:38.910903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35946) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:38.928705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537648c9-1fa1-41fa-9972-6cd6586f70fe req-636dc542-6239-4a7a-b067-1f83f75e4e63 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:38.930675 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-537648c9-1fa1-41fa-9972-6cd6586f70fe req-636dc542-6239-4a7a-b067-1f83f75e4e63 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1576586 Jan 04 13:56:39.053293 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-537648c9-1fa1-41fa-9972-6cd6586f70fe req-4f9216e7-674d-4150-97c8-bccc0337a57f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098223 Jan 04 13:56:39.082034 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-69410cd2-1426-4473-aea7-6c203bed249e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 813 time: 0.1699550 Jan 04 13:56:39.085391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35948) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.181139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65368d7-d7ff-4f78-99d0-088bbce62529 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.182842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65368d7-d7ff-4f78-99d0-088bbce62529 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.184387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65368d7-d7ff-4f78-99d0-088bbce62529 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.185951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65368d7-d7ff-4f78-99d0-088bbce62529 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.187487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e65368d7-d7ff-4f78-99d0-088bbce62529 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.189223 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e65368d7-d7ff-4f78-99d0-088bbce62529 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1028485 Jan 04 13:56:39.193131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35950) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.250918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bc017-44ce-47ee-9c16-f63f9d64bd1f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.251606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:39.252472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bc017-44ce-47ee-9c16-f63f9d64bd1f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.254096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bc017-44ce-47ee-9c16-f63f9d64bd1f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.255345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bc017-44ce-47ee-9c16-f63f9d64bd1f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.256770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0bc017-44ce-47ee-9c16-f63f9d64bd1f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['shared'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.257120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=eb4f7f12-058e-4a6e-b15f-f5f1ce6bcd0b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:39.258458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1b0bc017-44ce-47ee-9c16-f63f9d64bd1f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.0643895 Jan 04 13:56:39.262110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35952) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.269713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:39.290846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:39.296798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.297387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.344508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:39.356127 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] Sync routers for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:39.363575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.366990 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:39.367942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Allocated IP 172.36.2.100 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/23f50f08-7fad-48d7-90c0-59d649a22913) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:39.368607 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:39.371390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.380488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8a48844-a7d1-4652-a4f4-f0173bd386e5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.385355 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f8a48844-a7d1-4652-a4f4-f0173bd386e5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks/3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 HTTP/1.1" status: 200 len: 804 time: 0.1188233 Jan 04 13:56:39.385653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35954) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.392573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aa17ee3a-c470-47ab-815b-9413a1fa70ad tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.9637294 Jan 04 13:56:39.397545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35956) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.401995 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:39.412299 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:39.412995 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:39.445903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event deleted for resources: {'Port': ['ID=b433e3fd-3c8a-48e1-8ffd-a57151ab6035,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:39.453432 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:39.454837 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a88b37c7-f21e-485a-940a-6e488981d8eb None None] The sync data for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:39.474234 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85fcc621-9025-4454-9e20-5e0128d058a6 req-f5762446-887e-41e4-9a52-da76118c6e41 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6096208 Jan 04 13:56:39.488711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.492071 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0a8c7743-380d-4991-b117-94027f219c01 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "DELETE /v2.0/ports/b433e3fd-3c8a-48e1-8ffd-a57151ab6035 HTTP/1.1" status: 204 len: 168 time: 1.5571437 Jan 04 13:56:39.495973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35958) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.510946 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-61a036e3-1925-4cac-a60d-4c75cc78840a tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/floatingips/073255fb-76a1-4878-84ad-585cd61e986a HTTP/1.1" status: 200 len: 977 time: 4.3284461 Jan 04 13:56:39.521348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35960) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.532674 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb5ef2ab-8623-424a-a551-9154aefbff22 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:56:39.539857 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cb5ef2ab-8623-424a-a551-9154aefbff22 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "GET /v2.0/ports/b433e3fd-3c8a-48e1-8ffd-a57151ab6035 HTTP/1.1" status: 404 len: 333 time: 0.0357075 Jan 04 13:56:39.541195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35962) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.562476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Request body: {'port': {'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-378148139'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:39.597243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.634530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.639816 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-af14a687-a6e5-44bb-a63e-ed52a0bf0b40 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/networks/3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 320 time: 0.2531159 Jan 04 13:56:39.643255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35964) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.659678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Made reservation on behalf of 1ecdf63c9f4a4229b71b5a32d0de8e68 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:39.661999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.672444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port eb4f7f12-058e-4a6e-b15f-f5f1ce6bcd0b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:39.672775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.709771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port e2c9a776-6dc4-401c-92ab-e184c9d94899 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:39.719054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:39.721954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Pushing event updated for resources: {'Port': ['ID=23f50f08-7fad-48d7-90c0-59d649a22913,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:39.724151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:39.728840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:39.753939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d6bf14-7baa-4d86-a248-5c82f438e065 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.755294 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c0d6bf14-7baa-4d86-a248-5c82f438e065 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/subnets/68d6a9aa-905a-4c5a-b481-e86b5870a86d HTTP/1.1" status: 200 len: 843 time: 0.1110928 Jan 04 13:56:39.759520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35966) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.769997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 62f0e6d0-d9e6-4750-aad7-4ff845023e3f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:39.770343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.836396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.844684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a2eabdb-73b4-4ec8-a155-f06c510365ef tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:39.846090 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7a2eabdb-73b4-4ec8-a155-f06c510365ef tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "GET /v2.0/subnets/68d6a9aa-905a-4c5a-b481-e86b5870a86d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0856431 Jan 04 13:56:39.849982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35968) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:39.854580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1169378394'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:39.886497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.893753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:39.897181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.897529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for eb4f7f12-058e-4a6e-b15f-f5f1ce6bcd0b owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:39.936147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.950820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.959617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:39.978576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:39.978921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Added segment 5b93b912-11be-400c-a8e5-93b100f3d039 of type vlan for network 0f3879d4-3ab0-4384-9f4b-0a00a055472c Jan 04 13:56:40.045436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.114242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.120722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:40.121365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.197201 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3463485 Jan 04 13:56:40.200395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.204252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35972) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:40.211554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:40.239917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59156fa-91aa-4463-8883-6cac3c589e6e tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Network': ['ID=0f3879d4-3ab0-4384-9f4b-0a00a055472c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:40.265894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:40.270109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfcd3cb4-9642-44da-bd39-83f0a1bd7427 req-6c8c9dbf-4f9c-4fba-bbbb-b75e043095d7 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:40.271624 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfcd3cb4-9642-44da-bd39-83f0a1bd7427 req-6c8c9dbf-4f9c-4fba-bbbb-b75e043095d7 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1305954 Jan 04 13:56:40.273896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.278984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.280767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.378128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Pushing event updated for resources: {'Port': ['ID=23f50f08-7fad-48d7-90c0-59d649a22913,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:40.391698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=eb4f7f12-058e-4a6e-b15f-f5f1ce6bcd0b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:40.401111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfcd3cb4-9642-44da-bd39-83f0a1bd7427 req-05d321ea-4484-44b6-9e68-e9e0a53ee496 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185784 Jan 04 13:56:40.402051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.408660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.412007 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-663b2964-4b67-47fb-8c4c-d2313a382c9f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/eb4f7f12-058e-4a6e-b15f-f5f1ce6bcd0b HTTP/1.1" status: 204 len: 168 time: 1.0117910 Jan 04 13:56:40.413237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.414828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35974) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:40.420025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'mac_address': 'fa:16:3e:db:15:f9', 'name': 'tempest-PortsTestJSON-1067940314'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:40.438905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.442885 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d48784cb-10e5-4d16-a190-2f12ce413565 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.7165687 Jan 04 13:56:40.443481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35976) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:40.459917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.460286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.460618 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Floating IP 073255fb-76a1-4878-84ad-585cd61e986a disassociated. External IP: 172.36.2.202, port: 62f0e6d0-d9e6-4750-aad7-4ff845023e3f. Jan 04 13:56:40.460977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 62f0e6d0-d9e6-4750-aad7-4ff845023e3f owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:40.484692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:40.497588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:40.505565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:40.506630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:40.507240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.512847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c9a776-6dc4-401c-92ab-e184c9d94899,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:40.531270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:40.545007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Made reservation on behalf of 17c83052136542bf92cad7f2d0219d3c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:40.548603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.586773 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8a37969f-959b-44d1-8d00-21f5817d6115 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0282311 Jan 04 13:56:40.592475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35980) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:40.598325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:40.615926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.621458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Performing IP validity checks on allocation pools {{(pid=103265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:56:40.622013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:56:40.628676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:40.646995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 5cf390b7-f81f-4314-aa9c-6ee8abc39bf6 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:40.652878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.718718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.813078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.872058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:40.973956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=62f0e6d0-d9e6-4750-aad7-4ff845023e3f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:40.984355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Allocated IP 172.36.2.250 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/c9657b48-d120-476c-8fef-61b6ae3aac52) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:40.991807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.000950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.089309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.160161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:41.163137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.164197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=76e01686-ebef-44d9-8a6b-02a0ef50cceb,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:41.170493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:41.177450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:41.183998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:41.184632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.189480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=5cf390b7-f81f-4314-aa9c-6ee8abc39bf6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:41.199753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] device_id is not set on port e2c9a776-6dc4-401c-92ab-e184c9d94899 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:41.213374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.218757 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b6d76803-233d-4602-b2d7-c638e065ec16 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.8006120 Jan 04 13:56:41.220065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35984) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:41.229519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.268020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:41.272416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:41.278961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:41.303679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Pushing event updated for resources: {'Port': ['ID=c9657b48-d120-476c-8fef-61b6ae3aac52,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:41.374460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.410701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.572175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.577761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.580338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.600202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Checking segment: {'id': '5b93b912-11be-400c-a8e5-93b100f3d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:41.600570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network hostable DHCP agents. Network: 0f3879d4-3ab0-4384-9f4b-0a00a055472c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:41.645723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Pushing event updated for resources: {'Port': ['ID=c9657b48-d120-476c-8fef-61b6ae3aac52,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:41.656150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.674068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.675290 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2e8ad9f0-321a-430b-b329-1adaa908441e tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2280393 Jan 04 13:56:41.677064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6c326de-665b-43f7-8acc-9c74e3a27788 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:41.677817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35988) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:41.678475 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d6c326de-665b-43f7-8acc-9c74e3a27788 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/5cf390b7-f81f-4314-aa9c-6ee8abc39bf6 HTTP/1.1" status: 200 len: 841 time: 0.4543006 Jan 04 13:56:41.687602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35990) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:41.689110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router ebf452cb-a965-4838-92d3-a3918a46393b has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:41.742775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c9a776-6dc4-401c-92ab-e184c9d94899,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:41.777202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:41.777539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:41.777892 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:41.779678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:41.789953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-20855433-8f29-46f3-a2b2-4a5d7f7826e5 tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3702 time: 0.1110182 Jan 04 13:56:41.792668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35992) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:41.804875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:41.805204 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:41.807514 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 2 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:41.817324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67354790-4462-450d-b906-fb78a8444206 req-80554484-1073-4d3c-b3bc-07777c944cce tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:41.818865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-67354790-4462-450d-b906-fb78a8444206 req-80554484-1073-4d3c-b3bc-07777c944cce tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.2298491 Jan 04 13:56:41.819459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0f3879d4-3ab0-4384-9f4b-0a00a055472c) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:41.827606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cae1481-55f2-4ee7-bbd6-962d52e98121 None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:41.873919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-98edddc0-1c65-4697-8185-20a4a3d90447 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 690 time: 0.0783172 Jan 04 13:56:41.874941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 35996) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:41.895010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:41.895624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1031427'] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.918841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:41.919180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:41.919519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:41.928505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0f3879d4-3ab0-4384-9f4b-0a00a055472c', 'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c', 'project_id': '17c83052136542bf92cad7f2d0219d3c', 'fixed_ips': [{'subnet_id': '76e01686-ebef-44d9-8a6b-02a0ef50cceb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:41.930114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:41.939121 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a95e089d-d63f-47ac-8c54-648d0037ade9 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.7338159 Jan 04 13:56:41.939888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:41.940225 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:41.947162 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 3 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:41.957580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 35998) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:41.964974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:42.033511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Deleting port c9657b48-d120-476c-8fef-61b6ae3aac52 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:42.033897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.047782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.048128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.048981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.060751 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-67354790-4462-450d-b906-fb78a8444206 req-35acfc75-e502-46de-b6dc-9e447107440a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1867516 Jan 04 13:56:42.087656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.087996 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.092440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 4 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.101166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Allocated IP 2001:db8::3 (0f3879d4-3ab0-4384-9f4b-0a00a055472c/76e01686-ebef-44d9-8a6b-02a0ef50cceb/5cc88ec0-7ccf-4300-8c52-fb15d956063a) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:42.103590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:42.121944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 5cf390b7-f81f-4314-aa9c-6ee8abc39bf6 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:42.122760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.122881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.123209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.136833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] Sync routers for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:42.138805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Calling delete_port for c9657b48-d120-476c-8fef-61b6ae3aac52 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:42.178051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.178394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.178731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.192110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:42.192755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:42.221381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.221713 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.228887 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 5 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.230334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:42.252748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:42.253633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:42.292271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.293331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6226120'] for subnet, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.302566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:42.303292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165226cc-5705-40c7-ba73-946918df5fbd None None] The sync data for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:42.304202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.306757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.307025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.307446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.327178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 5cf390b7-f81f-4314-aa9c-6ee8abc39bf6 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:42.330177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.330433 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.333485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.340631 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2995880b-2090-41ee-980d-594af90b0756 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/ports/62f0e6d0-d9e6-4750-aad7-4ff845023e3f HTTP/1.1" status: 204 len: 168 time: 2.8158545 Jan 04 13:56:42.341340 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 6 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.341996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36002) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:42.361370 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.361712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.362080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.362447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.370312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.405417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.405764 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.409157 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 7 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.428599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:42.436475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:42.447449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:42.455235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Pushing event updated for resources: {'Port': ['ID=5cc88ec0-7ccf-4300-8c52-fb15d956063a,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:42.473961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Pushing event deleted for resources: {'Port': ['ID=c9657b48-d120-476c-8fef-61b6ae3aac52,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:42.537046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Attempting to bind port 5cc88ec0-7ccf-4300-8c52-fb15d956063a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.537422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Attempting to bind port 5cc88ec0-7ccf-4300-8c52-fb15d956063a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5b93b912-11be-400c-a8e5-93b100f3d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.537792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Attempting to bind port 5cc88ec0-7ccf-4300-8c52-fb15d956063a on network 0f3879d4-3ab0-4384-9f4b-0a00a055472c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.543298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:42.543663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Checking segment: {'id': '5b93b912-11be-400c-a8e5-93b100f3d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:42.544058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.544448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Bound using segment: {'id': '5b93b912-11be-400c-a8e5-93b100f3d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:42.544905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Bound port: 5cc88ec0-7ccf-4300-8c52-fb15d956063a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b93b912-11be-400c-a8e5-93b100f3d039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '0f3879d4-3ab0-4384-9f4b-0a00a055472c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:42.545283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.558553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.558985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.559378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.597044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.597682 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.601338 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 8 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.614985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] For port 5cc88ec0-7ccf-4300-8c52-fb15d956063a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:42.620920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] For port 5cc88ec0-7ccf-4300-8c52-fb15d956063a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc88ec0-7ccf-4300-8c52-fb15d956063a,segment=NetworkSegment(5b93b912-11be-400c-a8e5-93b100f3d039),segment_id=5b93b912-11be-400c-a8e5-93b100f3d039)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:42.628447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.635330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.638945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.642547 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ac30e50d-d582-449d-938b-f0903754fbe7 tempest-FloatingIPAdminTestJSON-849357660 tempest-FloatingIPAdminTestJSON-849357660-project] 10.222.0.30 "DELETE /v2.0/floatingips/bdb63aa6-d8e2-46c0-a445-51a922302d11 HTTP/1.1" status: 204 len: 168 time: 0.7642531 Jan 04 13:56:42.642707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.642707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.642862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.645355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36006) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:42.687060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd26eec-a489-4162-a090-23c0589b6940 req-f9c7b183-4b6b-491d-9b1b-6b93e1f6810e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:42.690112 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-f9c7b183-4b6b-491d-9b1b-6b93e1f6810e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.1146786 Jan 04 13:56:42.703705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59163806-ca60-4e7c-b857-90fc83bbcbf4 None None] Pushing event updated for resources: {'Port': ['ID=5cc88ec0-7ccf-4300-8c52-fb15d956063a,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:42.735560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.735894 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.736429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.746544 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 9 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.779366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0167ab09-f297-4a10-aa47-4f6be265df3d req-daf663ee-a3ed-46fd-af4d-da8ef7ee7254 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:42.781136 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0167ab09-f297-4a10-aa47-4f6be265df3d req-daf663ee-a3ed-46fd-af4d-da8ef7ee7254 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2289698 Jan 04 13:56:42.850920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=5cf390b7-f81f-4314-aa9c-6ee8abc39bf6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:42.858468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd26eec-a489-4162-a090-23c0589b6940 req-67f089ae-5b9c-480b-8ef3-07f6f8998237 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:42.859699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:42.859984 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-67f089ae-5b9c-480b-8ef3-07f6f8998237 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.1607885 Jan 04 13:56:42.860168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:42.860478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:42.883279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.886724 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b954dc2-07ba-4b09-b184-beb5f9c2121c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/5cf390b7-f81f-4314-aa9c-6ee8abc39bf6 HTTP/1.1" status: 204 len: 168 time: 1.1944182 Jan 04 13:56:42.887592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786954422038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5317414'] for subnet, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:42.889282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36008) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:42.909102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:42.909434 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:42.938205 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempt 10 to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 Jan 04 13:56:42.971588 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-953fd150-553d-4d57-af02-3e0ca0e9fa00 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1002 time: 0.1034346 Jan 04 13:56:42.998884 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-214e3db6-e355-475f-825b-4bc5b2ed17b0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:43.004132 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-214e3db6-e355-475f-825b-4bc5b2ed17b0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/5cf390b7-f81f-4314-aa9c-6ee8abc39bf6 HTTP/1.1" status: 404 len: 333 time: 0.1062095 Jan 04 13:56:43.008720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36010) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:43.013618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'name': 'tempest-PortsTestJSON-1713806809'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:43.027375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:43.027967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.029444 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "PUT /v2.0/subnets/76e01686-ebef-44d9-8a6b-02a0ef50cceb HTTP/1.1" status: 200 len: 900 time: 1.0695016 Jan 04 13:56:43.030042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:43.030371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:43.030696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempting to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:43.035536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36012) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:43.055628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0167ab09-f297-4a10-aa47-4f6be265df3d req-2165a614-1702-42b2-b1fa-f4585ed8b154 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472062 Jan 04 13:56:43.061322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e8e185b-6636-4ed7-a884-e07f8a88e4bf tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event updated for resources: {'Subnet': ['ID=76e01686-ebef-44d9-8a6b-02a0ef50cceb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:43.076749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:56:43.077028 dv-neutron-master-2-hyperv neutron-server[103265]: ERROR neutron.plugins.ml2.managers [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Failed to bind port e2c9a776-6dc4-401c-92ab-e184c9d94899 on host hv-neutron-mast for vnic_type normal using segments [{'id': '0ebcb787-0763-4314-b0c6-a3bbdb82347d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '5c3ab850-131f-4ae3-baa9-1bc0df8364fa'}] Jan 04 13:56:43.077396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.180068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Deleting port 23f50f08-7fad-48d7-90c0-59d649a22913 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:43.180405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.242635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] For port e2c9a776-6dc4-401c-92ab-e184c9d94899, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:43.243016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attempted to set empty binding levels {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jan 04 13:56:43.249933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.281103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.326141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] In _notify_port_updated(), no bound segment for port e2c9a776-6dc4-401c-92ab-e184c9d94899 on network 5c3ab850-131f-4ae3-baa9-1bc0df8364fa {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:56:43.327022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:43.327641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.328958 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "PUT /v2.0/ports/e2c9a776-6dc4-401c-92ab-e184c9d94899 HTTP/1.1" status: 200 len: 976 time: 2.7355542 Jan 04 13:56:43.336681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36016) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:43.385965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.386265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.388901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2debf52e-0548-49e1-ac6d-f2b49b4b4afe tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event updated for resources: {'Port': ['ID=e2c9a776-6dc4-401c-92ab-e184c9d94899,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:43.415592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd26eec-a489-4162-a090-23c0589b6940 req-1ab7a069-f692-4d56-b353-5c5c2251dd09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:43.417313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-1ab7a069-f692-4d56-b353-5c5c2251dd09 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.4385469 Jan 04 13:56:43.425649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Calling delete_port for 23f50f08-7fad-48d7-90c0-59d649a22913 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:43.513713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.551459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port 5cc88ec0-7ccf-4300-8c52-fb15d956063a {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:43.551931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.561316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd26eec-a489-4162-a090-23c0589b6940 req-b308ad93-ca89-436f-915e-6f2b76e4d424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:43.562864 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-b308ad93-ca89-436f-915e-6f2b76e4d424 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1336634 Jan 04 13:56:43.573239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a10c46-f03a-4d69-83ee-dbafedeb9348 req-126740fe-c38e-4b6e-8b7a-245625187c65 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:43.574770 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7a10c46-f03a-4d69-83ee-dbafedeb9348 req-126740fe-c38e-4b6e-8b7a-245625187c65 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1652250 Jan 04 13:56:43.578828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:43.579214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Deleting port e2c9a776-6dc4-401c-92ab-e184c9d94899 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:43.579556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.582335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:43.713607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 9befcf3c-03c4-48b3-b24a-33fa220647c9 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:43.744024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c19bab-c85b-42fb-bc10-e1e01db471c6 None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:43.840849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7a10c46-f03a-4d69-83ee-dbafedeb9348 req-8686045a-f583-4c8f-951d-725b4d653e70 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2472346 Jan 04 13:56:43.881144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-138e8bdc-bb67-4a34-a46d-9d6d6853edc2 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3034453 Jan 04 13:56:43.979221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] For port e2c9a776-6dc4-401c-92ab-e184c9d94899, host hv-neutron-mast, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:43.979758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.006463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Calling delete_port for e2c9a776-6dc4-401c-92ab-e184c9d94899 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:44.015862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port 5cc88ec0-7ccf-4300-8c52-fb15d956063a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc88ec0-7ccf-4300-8c52-fb15d956063a,segment=NetworkSegment(5b93b912-11be-400c-a8e5-93b100f3d039),segment_id=5b93b912-11be-400c-a8e5-93b100f3d039)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:44.016229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.039815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for 5cc88ec0-7ccf-4300-8c52-fb15d956063a owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:44.041687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.042846 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cd26eec-a489-4162-a090-23c0589b6940 req-d50832f7-1fdd-4c26-bb22-1a1631756d39 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499164 Jan 04 13:56:44.047297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e6f3a5ac-7859-48dd-8b3e-eaa6c4022faf None None] Provisioning complete for port 5cc88ec0-7ccf-4300-8c52-fb15d956063a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:44.047768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5ac-7859-48dd-8b3e-eaa6c4022faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.109825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Pushing event deleted for resources: {'Port': ['ID=23f50f08-7fad-48d7-90c0-59d649a22913,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:44.224587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5ac-7859-48dd-8b3e-eaa6c4022faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.247589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.294556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e6f3a5ac-7859-48dd-8b3e-eaa6c4022faf None None] For port 5cc88ec0-7ccf-4300-8c52-fb15d956063a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cc88ec0-7ccf-4300-8c52-fb15d956063a,segment=NetworkSegment(5b93b912-11be-400c-a8e5-93b100f3d039),segment_id=5b93b912-11be-400c-a8e5-93b100f3d039)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:44.303919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e6f3a5ac-7859-48dd-8b3e-eaa6c4022faf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.342419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:44.342793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.370390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81639a7-75d0-4f0e-98ae-83ed8ea0e1f8 req-4c2002d2-30ff-414f-a0f3-3ed730c1068f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:44.371987 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a81639a7-75d0-4f0e-98ae-83ed8ea0e1f8 req-4c2002d2-30ff-414f-a0f3-3ed730c1068f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1289480 Jan 04 13:56:44.374629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.378041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.387950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.391270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.392466 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-70020032-af2d-45da-9b89-12ec4e2ab4bf tempest-FloatingIPAdminTestJSON-1878475124 tempest-FloatingIPAdminTestJSON-1878475124-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/4812b5c8-6f47-40b3-913b-64db7963ef47 HTTP/1.1" status: 204 len: 168 time: 1.7443876 Jan 04 13:56:44.400222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f3a5ac-7859-48dd-8b3e-eaa6c4022faf None None] Pushing event updated for resources: {'Port': ['ID=5cc88ec0-7ccf-4300-8c52-fb15d956063a,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:44.404156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5cc88ec0-7ccf-4300-8c52-fb15d956063a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:44.406882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36020) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:44.468011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5cc88ec0-7ccf-4300-8c52-fb15d956063a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:44.469001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.494209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.495094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:44.495520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54194734-51a0-4ada-9e69-246024f63a86 None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:44.498458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "DELETE /v2.0/ports/e2c9a776-6dc4-401c-92ab-e184c9d94899 HTTP/1.1" status: 204 len: 168 time: 1.1592662 Jan 04 13:56:44.504181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36022) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:44.505156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:44.508753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:44.515194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:44.515424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.529684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=9befcf3c-03c4-48b3-b24a-33fa220647c9,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:44.543221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456e6258-bda3-45c9-87d3-a53adf1fbabf tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] Pushing event deleted for resources: {'Port': ['ID=e2c9a776-6dc4-401c-92ab-e184c9d94899,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:44.562831 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ca18297-2002-4afb-a182-2fe898a0ca20 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] GET failed (client error): The resource could not be found. Jan 04 13:56:44.567341 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ca18297-2002-4afb-a182-2fe898a0ca20 tempest-PortsAdminExtendedAttrsTestJSON-1595373054 tempest-PortsAdminExtendedAttrsTestJSON-1595373054-project-admin] 10.222.0.30 "GET /v2.0/ports/e2c9a776-6dc4-401c-92ab-e184c9d94899 HTTP/1.1" status: 404 len: 333 time: 0.0570543 Jan 04 13:56:44.568144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36024) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:44.570196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.578804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2e711580-d72c-4ac7-96df-a82aa842e200 None None] Provisioning complete for port 5cc88ec0-7ccf-4300-8c52-fb15d956063a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:44.579179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e711580-d72c-4ac7-96df-a82aa842e200 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.590580 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-07d13a87-dcc7-4a8d-bcd8-2563dc71cebd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.5784335 Jan 04 13:56:44.593396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36026) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:44.609702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:44.614046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:44.654820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:56:44.678283 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a81639a7-75d0-4f0e-98ae-83ed8ea0e1f8 req-5235753d-4bfd-4ed9-987d-bfe0b9399ce4 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2799916 Jan 04 13:56:44.683444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.708609 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.plugins.ml2.db [None req-2e711580-d72c-4ac7-96df-a82aa842e200 None None] No ports have port_id starting with 5cc88ec0-7ccf-4300-8c52-fb15d956063a Jan 04 13:56:44.746848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=5cc88ec0-7ccf-4300-8c52-fb15d956063a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:44.779942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.781120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting port acd06e23-ce92-4ad0-8759-7c7a112936cd {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:44.781463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.807355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.813052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port 5cc88ec0-7ccf-4300-8c52-fb15d956063a on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:44.910489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.968018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:44.988180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Calling delete_port for acd06e23-ce92-4ad0-8759-7c7a112936cd owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:45.031631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a2577368-3d2b-48f5-9f4d-bb92fdcfe718 None None] Could not find standard attr ID for object 5cc88ec0-7ccf-4300-8c52-fb15d956063a. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:56:45.047845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086f0c7f-9745-4d30-9b07-d3235a264959 None None] DHCP port deletion for 0f3879d4-3ab0-4384-9f4b-0a00a055472c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:45.066572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.069179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.075092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d696e5-70d0-487c-980c-6d639e6c4086 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:56:45.103220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=76e01686-ebef-44d9-8a6b-02a0ef50cceb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:45.147903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c3ab850-131f-4ae3-baa9-1bc0df8364fa']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:45.160677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f35e2bd-dfd5-4374-8f3c-eabc4cc4e6f0 req-58e950a3-cf39-4bb4-8a45-39bdf45b8985 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:45.162399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f35e2bd-dfd5-4374-8f3c-eabc4cc4e6f0 req-58e950a3-cf39-4bb4-8a45-39bdf45b8985 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.2310808 Jan 04 13:56:45.191894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.201280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ebcb787-0763-4314-b0c6-a3bbdb82347d') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:45.201633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ebcb787-0763-4314-b0c6-a3bbdb82347d') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:45.206544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d696e5-70d0-487c-980c-6d639e6c4086 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:56:45.237000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f3879d4-3ab0-4384-9f4b-0a00a055472c']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:45.238231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.253249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b93b912-11be-400c-a8e5-93b100f3d039') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:45.253629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b93b912-11be-400c-a8e5-93b100f3d039') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:45.254345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.268019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.276667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.287557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.287967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.290249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.308101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:45.308528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.323200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:45.323521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.326534 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:45.328793 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:45.332694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Port': ['ID=acd06e23-ce92-4ad0-8759-7c7a112936cd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.332792 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:45.335438 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:45.344572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.346739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] In _notify_port_updated(), no bound segment for port 9befcf3c-03c4-48b3-b24a-33fa220647c9 on network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:56:45.352423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:45.353049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.354402 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/ports/9befcf3c-03c4-48b3-b24a-33fa220647c9 HTTP/1.1" status: 200 len: 818 time: 0.7616539 Jan 04 13:56:45.362345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36030) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:45.376405 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f35e2bd-dfd5-4374-8f3c-eabc4cc4e6f0 req-3a48aae8-5491-4007-9759-711e9a99858d tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790407 Jan 04 13:56:45.429072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5ff8cc-7532-435a-a55d-854191b8aa64 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=9befcf3c-03c4-48b3-b24a-33fa220647c9,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:45.456299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.469957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-19476853-7d86-461a-8188-3a9c9b58e57f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.470724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.482298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.485902 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] 10.222.0.30 "DELETE /v2.0/networks/5c3ab850-131f-4ae3-baa9-1bc0df8364fa HTTP/1.1" status: 204 len: 168 time: 0.9128346 Jan 04 13:56:45.509716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.514806 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/0f3879d4-3ab0-4384-9f4b-0a00a055472c HTTP/1.1" status: 204 len: 168 time: 2.4775269 Jan 04 13:56:45.520497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36034) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:45.520672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abd3982-02c9-44fe-939c-dbee5f55dc18 tempest-PortsAdminExtendedAttrsTestJSON-299978845 tempest-PortsAdminExtendedAttrsTestJSON-299978845-project] Pushing event deleted for resources: {'Network': ['ID=5c3ab850-131f-4ae3-baa9-1bc0df8364fa,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:45.529102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=b42258a8-ebd2-446c-8dc1-a05fc0ccd3bf,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:45.552982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66f9e07-2b73-496c-9b9e-18581fb7f3b5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=0f3879d4-3ab0-4384-9f4b-0a00a055472c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:45.558547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1fc2d8-e9e5-48e0-96e7-445e78dac61c None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:45.583407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f1fc2d8-e9e5-48e0-96e7-445e78dac61c None None] Network 0f3879d4-3ab0-4384-9f4b-0a00a055472c could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:56:45.595291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-31ad67d1-f754-4459-bc97-ff0a6eabe769 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:45.595758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-31ad67d1-f754-4459-bc97-ff0a6eabe769 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:45.602030 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-31ad67d1-f754-4459-bc97-ff0a6eabe769 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/76e01686-ebef-44d9-8a6b-02a0ef50cceb HTTP/1.1" status: 404 len: 337 time: 0.0792973 Jan 04 13:56:45.602657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36036) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:45.631465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-900131c6-d415-4fda-8366-7cde0f0c50dc None None] DHCP port deletion for 0f3879d4-3ab0-4384-9f4b-0a00a055472c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:45.647785 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f8f7f3b-f433-4b0c-82b7-57b68aed3520 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:45.649041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f8f7f3b-f433-4b0c-82b7-57b68aed3520 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:45.653622 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5f8f7f3b-f433-4b0c-82b7-57b68aed3520 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/0f3879d4-3ab0-4384-9f4b-0a00a055472c HTTP/1.1" status: 404 len: 339 time: 0.0465169 Jan 04 13:56:45.657163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.660613 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9c824d94-167c-4d29-9103-3e03ad37e0bd tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "DELETE /v2.0/ports/acd06e23-ce92-4ad0-8759-7c7a112936cd HTTP/1.1" status: 204 len: 168 time: 1.2510102 Jan 04 13:56:45.661242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36038) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:45.676056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36040) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:45.714479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.873586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51a1b61e-2ead-48de-bf99-0ec60d95a918 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:45.875536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-51a1b61e-2ead-48de-bf99-0ec60d95a918 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "GET /v2.0/ports?device_id=0a42e78c-d124-484d-a7e5-059df4179add HTTP/1.1" status: 200 len: 913 time: 0.1982782 Jan 04 13:56:45.887162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36046) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:45.915848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 9befcf3c-03c4-48b3-b24a-33fa220647c9 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:45.916537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.931488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:45.961837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36048) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.050386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879389d3-a19e-4a24-a663-b5cdb6637335 req-edb591a7-3fd1-4cfc-925e-2440b958d2a8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:46.051972 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-879389d3-a19e-4a24-a663-b5cdb6637335 req-edb591a7-3fd1-4cfc-925e-2440b958d2a8 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1885839 Jan 04 13:56:46.058819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.097282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 9befcf3c-03c4-48b3-b24a-33fa220647c9 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:46.153421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router ebf452cb-a965-4838-92d3-a3918a46393b has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:46.163191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.190116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5cc88ec0-7ccf-4300-8c52-fb15d956063a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:46.212280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5cc88ec0-7ccf-4300-8c52-fb15d956063a {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:46.212724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5cc88ec0-7ccf-4300-8c52-fb15d956063a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:46.245316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['316c46a4-72ea-45d4-9289-fac40b47649f']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.279796 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-879389d3-a19e-4a24-a663-b5cdb6637335 req-baf34330-b9ec-49ab-9ac9-a07078753824 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2126787 Jan 04 13:56:46.282449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3fbf7d05-45c1-49c2-a7ae-218826d65f4e') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.282752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3fbf7d05-45c1-49c2-a7ae-218826d65f4e') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.304625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-69095d13-054c-438d-9703-8bb1e7bc2845 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=52d67a1d351c4b3ca7b246d410783e5e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3392081 Jan 04 13:56:46.307056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.314741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36052) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.342755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.367695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:46.368167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:46.371562 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:46.390297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.467955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=9befcf3c-03c4-48b3-b24a-33fa220647c9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:46.490726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.494134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d3e66251-e32d-4dd1-91ba-8606f90c43ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/9befcf3c-03c4-48b3-b24a-33fa220647c9 HTTP/1.1" status: 204 len: 168 time: 1.1257310 Jan 04 13:56:46.497002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36058) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.507371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.511550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af18efe5-0609-4b3e-becc-d1da01ce0583 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.528323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.531535 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/316c46a4-72ea-45d4-9289-fac40b47649f HTTP/1.1" status: 204 len: 168 time: 0.8692403 Jan 04 13:56:46.546372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf74e1-6b23-4ac4-a81b-a36f99fe8a08 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=316c46a4-72ea-45d4-9289-fac40b47649f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:46.547946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36060) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.592226 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d61679a-ec24-4863-a56a-ea757d5d242f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:46.592592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d61679a-ec24-4863-a56a-ea757d5d242f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:46.598094 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1d61679a-ec24-4863-a56a-ea757d5d242f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/b1e0b618-467d-413a-b361-bb97ed422c66 HTTP/1.1" status: 404 len: 337 time: 0.0450251 Jan 04 13:56:46.599573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36062) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.604964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af18efe5-0609-4b3e-becc-d1da01ce0583 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.632247 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ef61e4e-6866-43cf-8822-60f3c39fa13f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:46.633257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ef61e4e-6866-43cf-8822-60f3c39fa13f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:46.638603 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ef61e4e-6866-43cf-8822-60f3c39fa13f tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/637015e2-2271-4bc3-8fc5-ca0c4cb4e848 HTTP/1.1" status: 404 len: 339 time: 0.0356767 Jan 04 13:56:46.642782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced0be61-4c98-439c-b0c8-2c2948d5ace3 req-009066c3-f0d8-481c-8a20-8fe137903c1a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:46.642928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36064) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.644262 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ced0be61-4c98-439c-b0c8-2c2948d5ace3 req-009066c3-f0d8-481c-8a20-8fe137903c1a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1418085 Jan 04 13:56:46.651147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe7327a-7a59-4091-9900-23f2ea671e6e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:46.652633 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bfe7327a-7a59-4091-9900-23f2ea671e6e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1544871 Jan 04 13:56:46.665031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36066) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.718588 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9493fd90-2933-4720-b1f8-62089680a2b3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:46.719961 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9493fd90-2933-4720-b1f8-62089680a2b3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/9befcf3c-03c4-48b3-b24a-33fa220647c9 HTTP/1.1" status: 404 len: 333 time: 0.0528882 Jan 04 13:56:46.724066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.734519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:46.734920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-163719280'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:46.747130 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-757b9579-e117-446e-8159-47c744344f5d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/routers/ebf452cb-a965-4838-92d3-a3918a46393b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4014988 Jan 04 13:56:46.747335 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] Sync routers for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:46.748531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36070) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:46.763745 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:46.764503 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.781904 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ced0be61-4c98-439c-b0c8-2c2948d5ace3 req-66ce3214-5c09-419a-885f-feac06816fc8 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1095018 Jan 04 13:56:46.804681 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.814367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:46.814554 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] Routers {'ebf452cb-a965-4838-92d3-a3918a46393b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:46.815138 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ebf452cb-a965-4838-92d3-a3918a46393b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.819507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.846224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.849244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting subnet c84c048b-d0b5-4053-af2c-517450f73a10 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:46.854224 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:46.854953 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d127021-7ccb-4e27-a912-d6ea7043aa73 None None] The sync data for ids ['ebf452cb-a965-4838-92d3-a3918a46393b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:46.857767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af18efe5-0609-4b3e-becc-d1da01ce0583 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.860358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af18efe5-0609-4b3e-becc-d1da01ce0583 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.861899 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-af18efe5-0609-4b3e-becc-d1da01ce0583 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/986b38aa-9257-45e9-bb50-777985df0380 HTTP/1.1" status: 204 len: 168 time: 0.5455709 Jan 04 13:56:46.864042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:46.923727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:46.928234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af18efe5-0609-4b3e-becc-d1da01ce0583 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=986b38aa-9257-45e9-bb50-777985df0380,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:46.973187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.005737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.005737 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b of type vlan for network da2b3a1e-2c9f-4da1-a742-8790f50d5554 Jan 04 13:56:47.072661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.128378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting port db6fd0f1-f0aa-4313-a539-b8b93f70fa94 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:47.128378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.152434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.188127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36076) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:47.219339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.231196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Calling delete_port for db6fd0f1-f0aa-4313-a539-b8b93f70fa94 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:47.241208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.287805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.294376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:47.294961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.376081 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-22f766c6-e2e5-4dd3-9e57-9894bc96be2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1ecdf63c9f4a4229b71b5a32d0de8e68&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1830409 Jan 04 13:56:47.379375 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6543012 Jan 04 13:56:47.379912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36078) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:47.388593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.393961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36080) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:47.428091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.433716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:47.454174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa27a06d-ea49-4514-9a68-b78c49b26236 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=da2b3a1e-2c9f-4da1-a742-8790f50d5554,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:47.455804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Port': ['ID=db6fd0f1-f0aa-4313-a539-b8b93f70fa94,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:47.477749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:47.503032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.643970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.786013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92998f82-aa6b-481a-94fe-06d97a739deb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.872166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Router 0a42e78c-d124-484d-a7e5-059df4179add has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:47.876083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=c84c048b-d0b5-4053-af2c-517450f73a10,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:47.905480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3435c533-e72a-4517-8faa-9fda6ba90406 None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:47.912692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.916839 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c08c6501-ea4a-4b90-b18c-0486d6603192 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/c84c048b-d0b5-4053-af2c-517450f73a10 HTTP/1.1" status: 204 len: 168 time: 1.2631946 Jan 04 13:56:47.921202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36084) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:47.935842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d24f3c4-01d3-42bb-b75d-e8983ac59091 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.983176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d24f3c4-01d3-42bb-b75d-e8983ac59091 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:47.993514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:47.997077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.016067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting subnet a9be522c-c8e3-4f2f-939b-c8220d428c35 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:48.020642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.025104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc731f40-29b7-4baf-b3d8-d5f0ec418b2d req-73d9e698-d004-4218-8f14-dd87e7b567a8 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:48.026691 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cc731f40-29b7-4baf-b3d8-d5f0ec418b2d req-73d9e698-d004-4218-8f14-dd87e7b567a8 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1586924 Jan 04 13:56:48.034454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 4e3fb007-3ab1-430e-ac2d-1cc27920bf9a {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:48.034787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.070498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:48.077085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-21a8c668-ca57-47f1-a649-6b08ab993c4b tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "PUT /v2.0/routers/0a42e78c-d124-484d-a7e5-059df4179add/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1882682 Jan 04 13:56:48.079839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36086) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:48.086663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] Sync routers for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:48.087923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.102408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:48.103655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:48.169697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:48.179694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] Routers {'0a42e78c-d124-484d-a7e5-059df4179add'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:48.180559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['0a42e78c-d124-484d-a7e5-059df4179add'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:48.226984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cc731f40-29b7-4baf-b3d8-d5f0ec418b2d req-80764a7f-bf2f-44cc-a41f-0043be4e587c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1876454 Jan 04 13:56:48.229984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:48.231262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcef535d-5fe6-46c7-b5e6-ab5666d3f2a5 None None] The sync data for ids ['0a42e78c-d124-484d-a7e5-059df4179add'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:48.238204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d24f3c4-01d3-42bb-b75d-e8983ac59091 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.241222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d24f3c4-01d3-42bb-b75d-e8983ac59091 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.242534 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d24f3c4-01d3-42bb-b75d-e8983ac59091 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5cdeeaf1-0b27-42df-bf45-2643ba470e14 HTTP/1.1" status: 204 len: 168 time: 0.8590467 Jan 04 13:56:48.264595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.279159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.283621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d24f3c4-01d3-42bb-b75d-e8983ac59091 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cdeeaf1-0b27-42df-bf45-2643ba470e14,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:48.302148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 4e3fb007-3ab1-430e-ac2d-1cc27920bf9a owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:48.311460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.423263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.428209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.462622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=a9be522c-c8e3-4f2f-939b-c8220d428c35,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:48.464693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.470209 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8a412ade-861d-4abb-abfb-8cf4686553a5 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/a9be522c-c8e3-4f2f-939b-c8220d428c35 HTTP/1.1" status: 204 len: 168 time: 0.5461349 Jan 04 13:56:48.470473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36090) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:48.495465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.580451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.599643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting port daffeb9e-73dc-4972-b137-270cbf7c5516 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:48.599985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.607408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=ef733f3d-b00e-450a-a1de-50ad25c6c399,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:48.640854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:48.641225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: da2b3a1e-2c9f-4da1-a742-8790f50d5554, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:56:48.676506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:56:48.685348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.720143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da2b3a1e-2c9f-4da1-a742-8790f50d5554) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:48.722212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=4e3fb007-3ab1-430e-ac2d-1cc27920bf9a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:48.723347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.728022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:48.728589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.738630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7757c8-028a-42af-a1d6-48b134fe401b None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:48.743376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port d98a7e12-eae2-419b-b0b3-2114db6223f7 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:48.743716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.763225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Calling delete_port for daffeb9e-73dc-4972-b137-270cbf7c5516 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:48.801269 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c7dc41c9-1ec4-410f-9df2-8695261b707e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4029443 Jan 04 13:56:48.803786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36100) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:48.814250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:48.850123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dcc9344-9bec-42bf-ab7a-193a0e13d855 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:48.869275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.908788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port d98a7e12-eae2-419b-b0b3-2114db6223f7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d98a7e12-eae2-419b-b0b3-2114db6223f7,segment=NetworkSegment(21f0438f-beca-4643-b2a4-fb8e4989c1c8),segment_id=21f0438f-beca-4643-b2a4-fb8e4989c1c8)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:48.909185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.933183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': 'ef733f3d-b00e-450a-a1de-50ad25c6c399'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:56:48.935151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:48.941011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for d98a7e12-eae2-419b-b0b3-2114db6223f7 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:49.005228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.007463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.106700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.107255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Fanout notify agent at l3_agent the message router_deleted on router ebf452cb-a965-4838-92d3-a3918a46393b {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:56:49.113764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c124bcf1-a8b2-457e-8f32-274e85b35c5e None None] Network 535b998b-879e-461c-b95a-dfdc216d0691 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:49.116540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.117963 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-393eba9e-784f-4de6-bddc-37b0a7918c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/routers/ebf452cb-a965-4838-92d3-a3918a46393b HTTP/1.1" status: 204 len: 168 time: 2.3690839 Jan 04 13:56:49.121032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36110) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:49.169929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.189549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.192398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b96c7462-934b-44c4-934b-fa8e3fbb8c10 None None] Provisioning complete for port d98a7e12-eae2-419b-b0b3-2114db6223f7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:49.192760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b96c7462-934b-44c4-934b-fa8e3fbb8c10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.205468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting subnet e1afa62e-290e-49a4-8984-88a4cc64225b {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:49.216699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port d98a7e12-eae2-419b-b0b3-2114db6223f7 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:49.221280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.222571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=d98a7e12-eae2-419b-b0b3-2114db6223f7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:49.265530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.297681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.310450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b96c7462-934b-44c4-934b-fa8e3fbb8c10 None None] Port d98a7e12-eae2-419b-b0b3-2114db6223f7 was deleted so its status cannot be updated. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Jan 04 13:56:49.331689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:49.336185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.345060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Port': ['ID=daffeb9e-73dc-4972-b137-270cbf7c5516,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:49.346961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Allocated IP 172.20.0.2 (da2b3a1e-2c9f-4da1-a742-8790f50d5554/ef733f3d-b00e-450a-a1de-50ad25c6c399/34a38578-ccf1-44c5-a418-abbb67f4c2fb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:49.383114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a405fd5b-de14-4fc0-a753-dd3aeb22c6c0 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:49.443079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1747148-82df-4553-a752-35066cfccb0a None None] DHCP port deletion for 535b998b-879e-461c-b95a-dfdc216d0691 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:49.526110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.536071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.563792 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet ef733f3d-b00e-450a-a1de-50ad25c6c399 (CIDR: 172.20.0.0/28) Jan 04 13:56:49.568024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.575144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['535b998b-879e-461c-b95a-dfdc216d0691']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:49.577434 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:56:49.577843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.578229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:49.591843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21f0438f-beca-4643-b2a4-fb8e4989c1c8') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:49.592137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21f0438f-beca-4643-b2a4-fb8e4989c1c8') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:49.601829 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-edcea845-336a-494d-af3b-e0c3ae4cfed7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7963343 Jan 04 13:56:49.604609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36120) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:49.605715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.610102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:49.613519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.623499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b6602c-6701-435b-846a-782fd28f1c48 req-4d11f34a-a7ed-4c8e-9f4d-ebb57a3f0257 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:49.631273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81b6602c-6701-435b-846a-782fd28f1c48 req-4d11f34a-a7ed-4c8e-9f4d-ebb57a3f0257 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.2747719 Jan 04 13:56:49.631505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:49.639993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:49.646350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:49.671161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Pushing event updated for resources: {'Port': ['ID=34a38578-ccf1-44c5-a418-abbb67f4c2fb,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:49.714053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.719155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.764368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Subnet': ['ID=e1afa62e-290e-49a4-8984-88a4cc64225b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:49.768704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:49.768840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.769113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.771181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ad839-7f7f-419e-8735-d843e0584223 None None] Network 5cacefd3-95d1-4d14-8f0f-98009e0562b0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:49.772351 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:49.775289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.775810 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-226535e4-ac07-489d-a326-b0107a9b882d tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/subnets/e1afa62e-290e-49a4-8984-88a4cc64225b HTTP/1.1" status: 204 len: 168 time: 0.6537724 Jan 04 13:56:49.779278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36128) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:49.793569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.842001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Attempting to bind port 34a38578-ccf1-44c5-a418-abbb67f4c2fb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:56:49.842198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Attempting to bind port 34a38578-ccf1-44c5-a418-abbb67f4c2fb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:56:49.842465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Attempting to bind port 34a38578-ccf1-44c5-a418-abbb67f4c2fb on network da2b3a1e-2c9f-4da1-a742-8790f50d5554 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:56:49.865203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:56:49.865615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Checking segment: {'id': '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:56:49.866005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.866406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Bound using segment: {'id': '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:56:49.866957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Bound port: 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:56:49.867325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.892883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.936179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:49.939887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:49.999373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] For port 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:56:50.005471 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] For port 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34a38578-ccf1-44c5-a418-abbb67f4c2fb,segment=NetworkSegment(4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b),segment_id=4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:56:50.013487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.061682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port c2e27686-88e3-4680-824f-3f599c9970f5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:50.062126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.084756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d6431b-f621-4d76-9fa5-58c88aa337fb None None] Pushing event updated for resources: {'Port': ['ID=34a38578-ccf1-44c5-a418-abbb67f4c2fb,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.089756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] DHCP port deletion for 5cacefd3-95d1-4d14-8f0f-98009e0562b0 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:50.176020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36134) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.190793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] Deleting port c2e27686-88e3-4680-824f-3f599c9970f5 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:50.191173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.204519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] For port c2e27686-88e3-4680-824f-3f599c9970f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2e27686-88e3-4680-824f-3f599c9970f5,segment=NetworkSegment(16f0cbb3-10e6-4675-b5c6-7215812f8b5d),segment_id=16f0cbb3-10e6-4675-b5c6-7215812f8b5d)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:50.204967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.216787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d98a7e12-eae2-419b-b0b3-2114db6223f7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:50.253884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for c2e27686-88e3-4680-824f-3f599c9970f5 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:50.273600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81b6602c-6701-435b-846a-782fd28f1c48 req-e1f84879-1405-4e31-8477-b064be8a78f1 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6413858 Jan 04 13:56:50.274183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: d98a7e12-eae2-419b-b0b3-2114db6223f7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:50.274578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d98a7e12-eae2-419b-b0b3-2114db6223f7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:50.275068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2e27686-88e3-4680-824f-3f599c9970f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:50.290890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.301457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.302330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Fanout notify agent at l3_agent the message router_deleted on router 0a42e78c-d124-484d-a7e5-059df4179add {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:56:50.305814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.311015 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/535b998b-879e-461c-b95a-dfdc216d0691 HTTP/1.1" status: 204 len: 168 time: 1.8390157 Jan 04 13:56:50.320030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.321444 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ab09a509-3c19-482a-87f1-96720bf8d258 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "DELETE /v2.0/routers/0a42e78c-d124-484d-a7e5-059df4179add HTTP/1.1" status: 204 len: 168 time: 2.2407110 Jan 04 13:56:50.322344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36138) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.336246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36140) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.364638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa2f947d-2db2-49a0-8f5f-9309ceb75ea7 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=535b998b-879e-461c-b95a-dfdc216d0691,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.370375 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fd16d60-263a-4050-a15f-68207260f338 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:50.370907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fd16d60-263a-4050-a15f-68207260f338 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:50.376444 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0fd16d60-263a-4050-a15f-68207260f338 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/b8149ea2-39de-45cd-a4d2-acb31438494e HTTP/1.1" status: 404 len: 337 time: 0.0511241 Jan 04 13:56:50.376734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.388618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] For port c2e27686-88e3-4680-824f-3f599c9970f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2e27686-88e3-4680-824f-3f599c9970f5,segment=NetworkSegment(16f0cbb3-10e6-4675-b5c6-7215812f8b5d),segment_id=16f0cbb3-10e6-4675-b5c6-7215812f8b5d)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:50.389013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.443417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.444463 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-57048680-95ac-43e8-bad7-1409ec34c45c tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:50.444826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] Calling delete_port for c2e27686-88e3-4680-824f-3f599c9970f5 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:50.445037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57048680-95ac-43e8-bad7-1409ec34c45c tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:50.452244 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-57048680-95ac-43e8-bad7-1409ec34c45c tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/be386bb3-9cd9-48eb-b600-3ec18f4ac2ac HTTP/1.1" status: 404 len: 339 time: 0.0738819 Jan 04 13:56:50.452869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36144) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.463403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-900257316', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:50.491207 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5120628-d47a-49d2-a1b4-aeaf8b7c9245 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:50.491207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5120628-d47a-49d2-a1b4-aeaf8b7c9245 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:50.496257 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a5120628-d47a-49d2-a1b4-aeaf8b7c9245 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/d61a6078-0f36-470c-aa84-2183415f5193 HTTP/1.1" status: 404 len: 337 time: 0.0424135 Jan 04 13:56:50.496855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36146) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.516772 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fb46fef-a3ac-4780-bd03-e2e7d889ba73 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:50.517375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fb46fef-a3ac-4780-bd03-e2e7d889ba73 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:50.523762 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0fb46fef-a3ac-4780-bd03-e2e7d889ba73 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/9fe5349d-fb28-468f-8cc5-0a0261b76978 HTTP/1.1" status: 404 len: 339 time: 0.0258751 Jan 04 13:56:50.525029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36148) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.552040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.555191 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-48b7d80b-eed8-4cd8-9b8a-8ed48e49781a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:50.555922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-48b7d80b-eed8-4cd8-9b8a-8ed48e49781a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:50.558794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Made reservation on behalf of 1fd82cd5c4594a748d4633cb92d89a6e for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:50.561202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.562027 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-48b7d80b-eed8-4cd8-9b8a-8ed48e49781a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/c32c51b0-a8cf-49eb-8cf7-05c4ef69d67e HTTP/1.1" status: 404 len: 337 time: 0.0365310 Jan 04 13:56:50.562643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36150) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.585397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a7dbca2-74e7-476c-8f72-8ae311e31e9a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:50.585936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a7dbca2-74e7-476c-8f72-8ae311e31e9a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:50.589448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting subnet 0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:50.594807 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5a7dbca2-74e7-476c-8f72-8ae311e31e9a tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/2e8cca9d-fe72-4a39-a9c6-eea67d314a3e HTTP/1.1" status: 404 len: 339 time: 0.0305147 Jan 04 13:56:50.595232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36152) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.603493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port c2e27686-88e3-4680-824f-3f599c9970f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2e27686-88e3-4680-824f-3f599c9970f5,segment=NetworkSegment(16f0cbb3-10e6-4675-b5c6-7215812f8b5d),segment_id=16f0cbb3-10e6-4675-b5c6-7215812f8b5d)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:50.604000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.606799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.615356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.649398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.668088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.669314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] No DVR routers for this DVR port c2e27686-88e3-4680-824f-3f599c9970f5 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:50.675401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting subnet 0543b978-dc13-4bf5-a6d1-5c5be47f0cb6 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:50.679538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.700895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.702017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=c2e27686-88e3-4680-824f-3f599c9970f5,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.728222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7637e-dc1c-485a-872d-e227a81b8875 None None] Pushing event deleted for resources: {'Port': ['ID=c2e27686-88e3-4680-824f-3f599c9970f5,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.729550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:50.739778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.742594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.765503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:50.794355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:50.794933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.799012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=c2e27686-88e3-4680-824f-3f599c9970f5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.810134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] No DVR routers for this DVR port c2e27686-88e3-4680-824f-3f599c9970f5 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:50.831429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.864940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=3ec5234f-d266-4c33-8f1b-9e169f7cde70,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.900124 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b60cb43f-7a99-480c-9f74-9704f8ed581c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.2913129 Jan 04 13:56:50.900372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.902142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36154) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.910886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'fixed_ips': [{'subnet_id': 'ef733f3d-b00e-450a-a1de-50ad25c6c399'}, {'subnet_id': '3ec5234f-d266-4c33-8f1b-9e169f7cde70'}], 'name': 'tempest-PortsTestJSON-2093908667'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:50.965506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:50.971160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/0543b978-dc13-4bf5-a6d1-5c5be47f0cb6 HTTP/1.1" status: 204 len: 168 time: 0.3726652 Jan 04 13:56:50.971882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-522473ec-f2a3-498a-af06-11f149859c57 None None] Network 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:50.974018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9df011-dad3-478d-87a5-724d0b55795b tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=0543b978-dc13-4bf5-a6d1-5c5be47f0cb6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:50.978500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36156) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:50.979607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.009507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.019936 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.024579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5cacefd3-95d1-4d14-8f0f-98009e0562b0']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:51.036019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.074151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16f0cbb3-10e6-4675-b5c6-7215812f8b5d') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:51.074446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16f0cbb3-10e6-4675-b5c6-7215812f8b5d') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:51.079162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] device_id is not set on port 93f0edb2-9ee3-4dc8-9f67-fca325d8c344 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:51.131498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.141140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.183410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e080a9d5-74fa-4617-aab7-16ac1334e5ae,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:51.198902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.223517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:51.226326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:51.226999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.337961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:51.338669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.380992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.409411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] DHCP port deletion for 77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:51.441277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port ff1459a4-85f7-4b72-be63-1d57ad8215d3 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:56:51.473296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] Deleting port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:51.473903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.513582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port bea248e8-74d4-4c8e-82d2-7c520b4f34d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,segment=NetworkSegment(ec2eb134-a1dc-4d59-a15a-c44373ff6ab2),segment_id=ec2eb134-a1dc-4d59-a15a-c44373ff6ab2)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:51.514158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.535858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-342574b0-f59a-459c-beb1-9d3e800e314c None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:51.564013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] For port bea248e8-74d4-4c8e-82d2-7c520b4f34d1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,segment=NetworkSegment(ec2eb134-a1dc-4d59-a15a-c44373ff6ab2),segment_id=ec2eb134-a1dc-4d59-a15a-c44373ff6ab2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:51.564295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.564484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for bea248e8-74d4-4c8e-82d2-7c520b4f34d1 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:51.588913 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:51.593016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] Calling delete_port for bea248e8-74d4-4c8e-82d2-7c520b4f34d1 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:51.639607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f9919ba3-e3f7-4595-a780-9970397b6d13 None None] Provisioning complete for port 34a38578-ccf1-44c5-a418-abbb67f4c2fb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:51.639839 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f9919ba3-e3f7-4595-a780-9970397b6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.644568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.648969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.667223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.672936 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/networks/5cacefd3-95d1-4d14-8f0f-98009e0562b0 HTTP/1.1" status: 204 len: 168 time: 1.8896601 Jan 04 13:56:51.675270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36164) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:51.710982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec08fb7-1bde-4c74-9483-03453f8bca4e tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Network': ['ID=5cacefd3-95d1-4d14-8f0f-98009e0562b0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:51.716532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Subnet': ['ID=0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:51.718961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.724257 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a35017ac-4900-48d9-ad96-342f8e19381a tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "DELETE /v2.0/subnets/0ddb8a2c-e31c-49f5-b41c-b98b67bf29f0 HTTP/1.1" status: 204 len: 168 time: 1.3849874 Jan 04 13:56:51.726229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36166) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:51.737659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Allocated IP 172.36.2.35 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/93f0edb2-9ee3-4dc8-9f67-fca325d8c344) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:51.759602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-621f0ccb-6d7e-4032-b5e1-d99598aadb83 req-ff3bc0f5-9746-4854-bf57-61c04ceef74c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:51.761208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-621f0ccb-6d7e-4032-b5e1-d99598aadb83 req-ff3bc0f5-9746-4854-bf57-61c04ceef74c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1703990 Jan 04 13:56:51.764260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509a194b-4d97-4ef3-b6ad-0c8327a3c4da None None] Network 83d69323-0480-4be4-9a17-c63316fcc6a3 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:51.859919 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-621f0ccb-6d7e-4032-b5e1-d99598aadb83 req-6599b1d2-1931-4d5f-9fed-40f8db9dbc58 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0841064 Jan 04 13:56:51.938757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.968157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.980964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.981430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.989849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f9919ba3-e3f7-4595-a780-9970397b6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:51.995458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] Pushing event deleted for resources: {'Port': ['ID=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:52.014483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cced98a7-3f9d-4f38-b4f3-32ba418aa2ae None None] No DVR routers for this DVR port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:52.032918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.038208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.051165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] Update dhcp port {'port': {'network_id': 'da2b3a1e-2c9f-4da1-a742-8790f50d5554', 'fixed_ips': [{'subnet_id': 'ef733f3d-b00e-450a-a1de-50ad25c6c399', 'ip_address': '172.20.0.2'}, {'subnet_id': '3ec5234f-d266-4c33-8f1b-9e169f7cde70'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '34a38578-ccf1-44c5-a418-abbb67f4c2fb'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:56:52.057642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=bea248e8-74d4-4c8e-82d2-7c520b4f34d1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:52.073659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port bea248e8-74d4-4c8e-82d2-7c520b4f34d1 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:52.088686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.089044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:52.090308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Pushing event updated for resources: {'Port': ['ID=93f0edb2-9ee3-4dc8-9f67-fca325d8c344,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:52.107954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:52.111939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:52.118146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f9919ba3-e3f7-4595-a780-9970397b6d13 None None] For port 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34a38578-ccf1-44c5-a418-abbb67f4c2fb,segment=NetworkSegment(4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b),segment_id=4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:52.144292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f9919ba3-e3f7-4595-a780-9970397b6d13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.181906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.14 (da2b3a1e-2c9f-4da1-a742-8790f50d5554/ef733f3d-b00e-450a-a1de-50ad25c6c399/ff1459a4-85f7-4b72-be63-1d57ad8215d3) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:52.185062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 81a8a1d6-f20d-42e1-83a8-b0507c1aa575 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:52.185229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.194678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:52.197842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.205579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c79954-26e0-473d-a142-90810aec3979 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:52.216832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.30 (da2b3a1e-2c9f-4da1-a742-8790f50d5554/3ec5234f-d266-4c33-8f1b-9e169f7cde70/ff1459a4-85f7-4b72-be63-1d57ad8215d3) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:52.234373 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-18b57cfa-5255-4f97-ae7d-6c9a481576dc tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 2.0572724 Jan 04 13:56:52.235266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36168) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:52.242632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.35'}]}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:52.267056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.284462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.285598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.352920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] DHCP port deletion for 83d69323-0480-4be4-9a17-c63316fcc6a3 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:52.361753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 34a38578-ccf1-44c5-a418-abbb67f4c2fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:52.363263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.388596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77ae68a2-d7f7-4994-adb4-c20f17f8e2a5']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:52.396713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9919ba3-e3f7-4595-a780-9970397b6d13 None None] Pushing event updated for resources: {'Port': ['ID=34a38578-ccf1-44c5-a418-abbb67f4c2fb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:52.425028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:52.425335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec2eb134-a1dc-4d59-a15a-c44373ff6ab2') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:52.440019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting port 6c608f71-8dd4-41ad-b8f8-69d616593abb {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:52.440019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.451375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-01c5d189-2852-4913-ad61-3fdbab1eb691 None None] Provisioning complete for port 93f0edb2-9ee3-4dc8-9f67-fca325d8c344 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:52.452216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-01c5d189-2852-4913-ad61-3fdbab1eb691 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.460318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.479534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3290f07-1558-4128-944d-7535f80a4dce req-7dd16c70-aa41-4c4c-ac9b-0d1e20fd10f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:52.482168 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f3290f07-1558-4128-944d-7535f80a4dce req-7dd16c70-aa41-4c4c-ac9b-0d1e20fd10f9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1099 time: 0.1998494 Jan 04 13:56:52.492843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.492843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.505115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-01c5d189-2852-4913-ad61-3fdbab1eb691 None None] Port 93f0edb2-9ee3-4dc8-9f67-fca325d8c344 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:52.509523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.518649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] Deleting port 6c608f71-8dd4-41ad-b8f8-69d616593abb {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:52.519066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.520958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 34a38578-ccf1-44c5-a418-abbb67f4c2fb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:52.521484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.540209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 81a8a1d6-f20d-42e1-83a8-b0507c1aa575 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:52.553362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.620910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] For port 6c608f71-8dd4-41ad-b8f8-69d616593abb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c608f71-8dd4-41ad-b8f8-69d616593abb,segment=NetworkSegment(7607a443-2747-4ac4-ac52-862eff773114),segment_id=7607a443-2747-4ac4-ac52-862eff773114)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:52.621307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.631613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:52.632007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:52.635067 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:52.658219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] Calling delete_port for 6c608f71-8dd4-41ad-b8f8-69d616593abb owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:52.728843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.735602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] For port 6c608f71-8dd4-41ad-b8f8-69d616593abb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6c608f71-8dd4-41ad-b8f8-69d616593abb,segment=NetworkSegment(7607a443-2747-4ac4-ac52-862eff773114),segment_id=7607a443-2747-4ac4-ac52-862eff773114)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:52.735970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.757650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.778027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bea248e8-74d4-4c8e-82d2-7c520b4f34d1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:52.799926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: bea248e8-74d4-4c8e-82d2-7c520b4f34d1 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:52.800416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bea248e8-74d4-4c8e-82d2-7c520b4f34d1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:52.811873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.822670 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f3290f07-1558-4128-944d-7535f80a4dce req-07a606d8-27a1-42cc-b180-417aa58ec8cf service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3232858 Jan 04 13:56:52.827395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Calling delete_port for 6c608f71-8dd4-41ad-b8f8-69d616593abb owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:52.831478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.840766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] Pushing event deleted for resources: {'Port': ['ID=6c608f71-8dd4-41ad-b8f8-69d616593abb,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:52.844247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e971e-23ae-4eff-8309-0d66bf5646dc None None] No DVR routers for this DVR port 6c608f71-8dd4-41ad-b8f8-69d616593abb on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:52.848278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.863449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:52.866630 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/77ae68a2-d7f7-4994-adb4-c20f17f8e2a5 HTTP/1.1" status: 204 len: 168 time: 1.8847160 Jan 04 13:56:52.871401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36170) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:52.928993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6207651-c4dc-4d7f-b120-30320014f537 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=77ae68a2-d7f7-4994-adb4-c20f17f8e2a5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:52.967899 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-463c7ae9-9df8-47a1-ad79-4ca395862e38 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:52.968279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-463c7ae9-9df8-47a1-ad79-4ca395862e38 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:52.971359 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-463c7ae9-9df8-47a1-ad79-4ca395862e38 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/2941c826-2ddc-474f-9980-c9ab908d1297 HTTP/1.1" status: 404 len: 337 time: 0.0956705 Jan 04 13:56:52.974126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36174) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:52.996628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c3e639c-d824-4c46-b8b4-9bccb34f6764 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:52.997137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c3e639c-d824-4c46-b8b4-9bccb34f6764 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:53.000203 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2c3e639c-d824-4c46-b8b4-9bccb34f6764 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/bd4e2436-5b7a-4fa1-8b2d-5bf43e57fe73 HTTP/1.1" status: 404 len: 339 time: 0.0251372 Jan 04 13:56:53.002831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36176) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.041976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.052336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.078805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] Allocated IP 172.20.0.18 (da2b3a1e-2c9f-4da1-a742-8790f50d5554/3ec5234f-d266-4c33-8f1b-9e169f7cde70/34a38578-ccf1-44c5-a418-abbb67f4c2fb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:53.125281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f005de-f289-4a9c-8ac6-daa97fe82d95 req-d096080e-896a-4d6e-a934-66f9025aa46c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:53.126506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting subnet 68d6a9aa-905a-4c5a-b481-e86b5870a86d {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:53.126791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14f005de-f289-4a9c-8ac6-daa97fe82d95 req-d096080e-896a-4d6e-a934-66f9025aa46c tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1638706 Jan 04 13:56:53.129728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.138214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:56:53.149804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:56:53.157449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.159568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:56:53.191846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] For port 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34a38578-ccf1-44c5-a418-abbb67f4c2fb,segment=NetworkSegment(4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b),segment_id=4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:53.196440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=ff1459a4-85f7-4b72-be63-1d57ad8215d3,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:53.198789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.227492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.232368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.248549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Port': ['ID=6c608f71-8dd4-41ad-b8f8-69d616593abb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:53.256634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.258499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] No DVR routers for this DVR port 6c608f71-8dd4-41ad-b8f8-69d616593abb on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:53.260931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.263885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.327403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91e55121-2f18-4c81-ba93-d1cb351e5d2c None None] Pushing event updated for resources: {'Port': ['ID=34a38578-ccf1-44c5-a418-abbb67f4c2fb,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:53.338313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:53.338973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.341722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.342432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 43ab5b99-8d55-4f12-afea-e0e8f066d487 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:56:53.352555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=81a8a1d6-f20d-42e1-83a8-b0507c1aa575,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:53.373600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14f005de-f289-4a9c-8ac6-daa97fe82d95 req-21f3d19f-fa3c-493f-9960-b5f602c1fdb8 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2373548 Jan 04 13:56:53.396076 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jan 04 13:56:53.397213 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-17545e33-630c-4352-ad93-0281b0fafc6c tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 1.1607761 Jan 04 13:56:53.402120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36180) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.423166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.466974 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3f66fc9f-8768-4864-89ac-898e116ad9ae tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 2.5599930 Jan 04 13:56:53.469775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36182) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.478492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef733f3d-b00e-450a-a1de-50ad25c6c399'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:53.504038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.538035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.553817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.559833 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/subnets/68d6a9aa-905a-4c5a-b481-e86b5870a86d HTTP/1.1" status: 204 len: 168 time: 0.5533290 Jan 04 13:56:53.560131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36184) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.561677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83d69323-0480-4be4-9a17-c63316fcc6a3']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:53.564171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99c534dd-477f-4db7-81fc-49847422a585 None None] Network 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:53.580077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.583954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.585116 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f8500fbe-fa09-4ad1-8b63-a19b77433c2c tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/floatingips/073255fb-76a1-4878-84ad-585cd61e986a HTTP/1.1" status: 204 len: 168 time: 1.9104249 Jan 04 13:56:53.587152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8264785-7581-4644-8ad8-62c1266e7983 tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Subnet': ['ID=68d6a9aa-905a-4c5a-b481-e86b5870a86d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:53.590020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7607a443-2747-4ac4-ac52-862eff773114') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:53.591594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7607a443-2747-4ac4-ac52-862eff773114') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:53.597440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36186) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.604686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.621746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.625086 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-968b6d71-823b-4465-883e-9ea8135943c6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:53.625704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-968b6d71-823b-4465-883e-9ea8135943c6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:53.631485 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-968b6d71-823b-4465-883e-9ea8135943c6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/ports/62f0e6d0-d9e6-4750-aad7-4ff845023e3f HTTP/1.1" status: 404 len: 333 time: 0.0307324 Jan 04 13:56:53.631680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:53.631680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:53.651137 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:53.659663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36188) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.701513 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-84e7193e-1a7a-4889-acfe-49640bbda5a2 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/ports?device_id=ebf452cb-a965-4838-92d3-a3918a46393b HTTP/1.1" status: 200 len: 205 time: 0.0386693 Jan 04 13:56:53.701767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36190) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.766727 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-30c1599b-adb4-4a0c-8e64-fe2a1da7e8cb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] delete failed (client error): The resource could not be found. Jan 04 13:56:53.767860 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-30c1599b-adb4-4a0c-8e64-fe2a1da7e8cb tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/routers/ebf452cb-a965-4838-92d3-a3918a46393b HTTP/1.1" status: 404 len: 336 time: 0.0651655 Jan 04 13:56:53.770393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36192) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.780908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.797382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.806398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.808027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] DHCP port deletion for 3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:53.809476 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "DELETE /v2.0/networks/83d69323-0480-4be4-9a17-c63316fcc6a3 HTTP/1.1" status: 204 len: 168 time: 2.0753429 Jan 04 13:56:53.821294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36194) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.828828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81fda0-6a35-4447-99f4-1f49dba33228 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Network': ['ID=83d69323-0480-4be4-9a17-c63316fcc6a3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:53.847820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Deleting port 93f0edb2-9ee3-4dc8-9f67-fca325d8c344 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:53.848168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.900900 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-004a6ae6-25d4-4044-a5c3-a9b223792163 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] DELETE failed (client error): The resource could not be found. Jan 04 13:56:53.903016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-004a6ae6-25d4-4044-a5c3-a9b223792163 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:56:53.906756 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-004a6ae6-25d4-4044-a5c3-a9b223792163 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/subnets/e1afa62e-290e-49a4-8984-88a4cc64225b HTTP/1.1" status: 404 len: 337 time: 0.1354198 Jan 04 13:56:53.907866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] Deleting port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:53.910634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:53.911281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36196) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:53.974985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.040019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] For port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,segment=NetworkSegment(05892153-e714-4e71-be67-2c720e3bc4f3),segment_id=05892153-e714-4e71-be67-2c720e3bc4f3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:54.040509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.061712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] Calling delete_port for 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:54.075469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b45ad3-c300-4fa1-8c86-36c094f3a2f0 None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:54.183609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Deleting port 83116615-178d-4d03-a02f-5061019cfa20 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:54.183949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.213566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 13:56:54.214660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:54.348822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.349051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.375291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Calling delete_port for 83116615-178d-4d03-a02f-5061019cfa20 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:54.376206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.389328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Delete allocated IP 172.20.0.30 (da2b3a1e-2c9f-4da1-a742-8790f50d5554/3ec5234f-d266-4c33-8f1b-9e169f7cde70) {{(pid=103265) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 04 13:56:54.397690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Calling delete_port for 93f0edb2-9ee3-4dc8-9f67-fca325d8c344 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:54.408053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Deleting port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:54.409030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.443407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 34a38578-ccf1-44c5-a418-abbb67f4c2fb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:54.462283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0a608b5f-e9f8-4a72-8585-f738c3ffe19b None None] Provisioning complete for port 34a38578-ccf1-44c5-a418-abbb67f4c2fb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:54.463064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0a608b5f-e9f8-4a72-8585-f738c3ffe19b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.529585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] For port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,segment=NetworkSegment(05892153-e714-4e71-be67-2c720e3bc4f3),segment_id=05892153-e714-4e71-be67-2c720e3bc4f3)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:54.530107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.540114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port add1a058-c14d-4764-89fa-ad12575b3536 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:54.540443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.559138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.564670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Calling delete_port for 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:54.631339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] No DVR routers for this DVR port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:54.637488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7dc2345-fb86-4221-a94c-53ec0f10bc2e None None] Pushing event deleted for resources: {'Port': ['ID=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:54.744941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 34a38578-ccf1-44c5-a418-abbb67f4c2fb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:54.745315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.763636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.771035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.801569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for add1a058-c14d-4764-89fa-ad12575b3536 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:54.818152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.822941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:54.864661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:56:54.867086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fe2db2b-8325-4e5a-bb14-14ab67817aef" -d '{"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:56:54.869917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'port_id': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'mac_address': 'fa:16:3e:64:10:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 13:56:54.889365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:54.916345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba4a086-3257-478f-bea9-68e5b82bd51c req-52e6de54-3803-48c7-84af-c48d5c14dec5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:54.917784 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fba4a086-3257-478f-bea9-68e5b82bd51c req-52e6de54-3803-48c7-84af-c48d5c14dec5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.4547963 Jan 04 13:56:54.918891 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.938934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Port': ['ID=94299fb2-6660-42ce-ba6d-9b3a01d7d2f5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:54.942882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:54.956027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] No DVR routers for this DVR port 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:54.971037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 13:56:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2126ff9b-0d7b-41c3-9d47-3583c0427c4f x-openstack-request-id: req-2126ff9b-0d7b-41c3-9d47-3583c0427c4f {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:56:54.971361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-unplugged", "status": "completed", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:56:54.971625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2126ff9b-0d7b-41c3-9d47-3583c0427c4f {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:56:54.972016 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'code': 200} Jan 04 13:56:54.980278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.014121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c7713e90-2234-4825-9cc4-24d15b6c504d {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:56:55.030056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.035619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Pushing event deleted for resources: {'Port': ['ID=93f0edb2-9ee3-4dc8-9f67-fca325d8c344,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.056369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.070723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fba4a086-3257-478f-bea9-68e5b82bd51c req-6405aaa3-3d30-43c2-9f2a-73ce9a445d63 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429396 Jan 04 13:56:55.073793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af9570-4d39-4a80-8ca2-05fff6315f03 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:55.076686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.088996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.107145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:56:55.107549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:56:55.119588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36202) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:55.122105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Pushing event deleted for resources: {'Port': ['ID=83116615-178d-4d03-a02f-5061019cfa20,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.137058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:55.165667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:55.165950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94299fb2-6660-42ce-ba6d-9b3a01d7d2f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:55.166648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6c608f71-8dd4-41ad-b8f8-69d616593abb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:56:55.198501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 6c608f71-8dd4-41ad-b8f8-69d616593abb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:56:55.198971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6c608f71-8dd4-41ad-b8f8-69d616593abb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:56:55.210598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e478699c-36d0-47b2-bf0d-a69660b2e75e None None] Provisioning complete for port 34a38578-ccf1-44c5-a418-abbb67f4c2fb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:55.210903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.211225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e478699c-36d0-47b2-bf0d-a69660b2e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.218696 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-17263a4a-d1e0-47b0-9998-c5700b15ebb5 tempest-RoutersAdminNegativeIpV6Test-1542549909 tempest-RoutersAdminNegativeIpV6Test-1542549909-project-admin] 10.222.0.30 "DELETE /v2.0/ports/93f0edb2-9ee3-4dc8-9f67-fca325d8c344 HTTP/1.1" status: 204 len: 168 time: 1.8144548 Jan 04 13:56:55.292893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=ff1459a4-85f7-4b72-be63-1d57ad8215d3,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.294974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.318798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] In _notify_port_updated(), no bound segment for port ff1459a4-85f7-4b72-be63-1d57ad8215d3 on network da2b3a1e-2c9f-4da1-a742-8790f50d5554 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:56:55.330093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:55.334284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.339489 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-746f59cd-9f0e-42ff-8140-a354b0ecd1cc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/ports/ff1459a4-85f7-4b72-be63-1d57ad8215d3 HTTP/1.1" status: 200 len: 920 time: 1.8680382 Jan 04 13:56:55.340772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.343642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.347931 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-311ec02d-8dfe-49d6-92b9-1e305722fb37 tempest-FloatingIPAdminTestJSON-1513790603 tempest-FloatingIPAdminTestJSON-1513790603-project] 10.222.0.30 "DELETE /v2.0/floatingips/c346b551-00c6-4e71-9d94-2f9edfc3a7bc HTTP/1.1" status: 204 len: 168 time: 1.4927945 Jan 04 13:56:55.348719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36206) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:55.352251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:55.355270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ef733f3d-b00e-450a-a1de-50ad25c6c399'}, {'subnet_id': '3ec5234f-d266-4c33-8f1b-9e169f7cde70'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:55.359111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e478699c-36d0-47b2-bf0d-a69660b2e75e None None] Provisioning complete for port ff1459a4-85f7-4b72-be63-1d57ad8215d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:55.359580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e478699c-36d0-47b2-bf0d-a69660b2e75e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.372405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05892153-e714-4e71-be67-2c720e3bc4f3') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:55.372705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05892153-e714-4e71-be67-2c720e3bc4f3') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:55.390541 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-89fb4d96-9121-4a7b-81ff-3da5605c8963 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/floatingips/8084aa99-115b-49e3-af85-4fe78e53a93d HTTP/1.1" status: 200 len: 991 time: 0.2684698 Jan 04 13:56:55.399580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.402719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.428547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e478699c-36d0-47b2-bf0d-a69660b2e75e None None] Port ff1459a4-85f7-4b72-be63-1d57ad8215d3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:55.447381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=add1a058-c14d-4764-89fa-ad12575b3536,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.460927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff529a39-c224-4d70-98fc-0284ed80cb97 None None] DHCP port deletion for 2113fb32-a783-49f3-94eb-08058a3b0bf1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:55.467172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.488777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.540238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:56:55.543801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:56:55.547127 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:56:55.592649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.598553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-891dd672-3b8f-4294-957a-6a09d635db92 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/ports/add1a058-c14d-4764-89fa-ad12575b3536 HTTP/1.1" status: 204 len: 168 time: 1.6859241 Jan 04 13:56:55.606622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36210) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:55.702712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.704750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f2c86450-7438-44b2-8b42-65083b8cdaf1 None None] Provisioning complete for port ff1459a4-85f7-4b72-be63-1d57ad8215d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:55.705963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f2c86450-7438-44b2-8b42-65083b8cdaf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.714577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.722436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.728192 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] 10.222.0.30 "DELETE /v2.0/networks/3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6 HTTP/1.1" status: 204 len: 168 time: 2.1639719 Jan 04 13:56:55.764207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f047a-35f1-4322-9205-cce24ddfac3d tempest-NetworksIpV6Test-639863561 tempest-NetworksIpV6Test-639863561-project] Pushing event deleted for resources: {'Network': ['ID=3ee4209d-9f2a-4ccb-bde8-3eeb7e69d7f6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.776148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f2c86450-7438-44b2-8b42-65083b8cdaf1 None None] Port ff1459a4-85f7-4b72-be63-1d57ad8215d3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:55.776840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36218) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:55.789350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c7713e90-2234-4825-9cc4-24d15b6c504d {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:56:55.824660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36222) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:55.834260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:55.842048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.914808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:55.942551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:55.943475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.945973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9a191060-8d7d-4071-87ee-904e3f562251 None None] Provisioning complete for port ff1459a4-85f7-4b72-be63-1d57ad8215d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:55.946347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9a191060-8d7d-4071-87ee-904e3f562251 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:55.948049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.26 (da2b3a1e-2c9f-4da1-a742-8790f50d5554/3ec5234f-d266-4c33-8f1b-9e169f7cde70/ff1459a4-85f7-4b72-be63-1d57ad8215d3) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:56:55.951701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94a3649b-eddb-4b7f-87a9-b93f60c90ee4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.012469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9a191060-8d7d-4071-87ee-904e3f562251 None None] Port ff1459a4-85f7-4b72-be63-1d57ad8215d3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:56.091566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d57221bc-3470-429f-a01f-f9605e438333 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba5cce15156d46eab5422f0efd8a5412&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2660458 Jan 04 13:56:56.095007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36228) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.100702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94a3649b-eddb-4b7f-87a9-b93f60c90ee4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.106269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94a3649b-eddb-4b7f-87a9-b93f60c90ee4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.114942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36230) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.118935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['c7713e90-2234-4825-9cc4-24d15b6c504d'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 13:56:56.125367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.159383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:56.177250 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-94a3649b-eddb-4b7f-87a9-b93f60c90ee4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=463ffb54fb744b048b3844ed85dc92ac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3971117 Jan 04 13:56:56.179656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a3649b-eddb-4b7f-87a9-b93f60c90ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fbd343-04a9-4abc-9931-0a547e521e50,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:56.184981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36234) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.243266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3efcc1cf-a122-4186-8ae2-404ca7a9a84c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.254146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b59aad69-258d-43f0-8ba0-19222e3ae42b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.265801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.272178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3efcc1cf-a122-4186-8ae2-404ca7a9a84c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.280983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.339322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b59aad69-258d-43f0-8ba0-19222e3ae42b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.352516 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2444b1d7-3fe8-463f-a513-6f040a810b2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=17c83052136542bf92cad7f2d0219d3c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2300520 Jan 04 13:56:56.353310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36236) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.379930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=ff1459a4-85f7-4b72-be63-1d57ad8215d3,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:56.432800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c17fec8-4b2b-4069-99e7-7326af0973f7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.436027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3efcc1cf-a122-4186-8ae2-404ca7a9a84c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.438527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3efcc1cf-a122-4186-8ae2-404ca7a9a84c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.442151 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3efcc1cf-a122-4186-8ae2-404ca7a9a84c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/03fbd343-04a9-4abc-9931-0a547e521e50 HTTP/1.1" status: 204 len: 168 time: 0.2532117 Jan 04 13:56:56.466631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efcc1cf-a122-4186-8ae2-404ca7a9a84c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fbd343-04a9-4abc-9931-0a547e521e50,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:56.513226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c17fec8-4b2b-4069-99e7-7326af0973f7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.528409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.545070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] In _notify_port_updated(), no bound segment for port ff1459a4-85f7-4b72-be63-1d57ad8215d3 on network da2b3a1e-2c9f-4da1-a742-8790f50d5554 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:56:56.550832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:56.551492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.552826 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2a8981c9-a4d2-4152-bbf2-9ba7a70fffe9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/ports/ff1459a4-85f7-4b72-be63-1d57ad8215d3 HTTP/1.1" status: 200 len: 1000 time: 1.2029576 Jan 04 13:56:56.553575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b59aad69-258d-43f0-8ba0-19222e3ae42b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.556766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b59aad69-258d-43f0-8ba0-19222e3ae42b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.560858 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b59aad69-258d-43f0-8ba0-19222e3ae42b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/83ff2db6-2e08-419a-8d55-a505def6ad05 HTTP/1.1" status: 204 len: 168 time: 0.4619005 Jan 04 13:56:56.560858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36240) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.605905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c17fec8-4b2b-4069-99e7-7326af0973f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.609100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:56.613609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c17fec8-4b2b-4069-99e7-7326af0973f7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.615155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1c17fec8-4b2b-4069-99e7-7326af0973f7 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/64908758-a933-4eae-9ce8-ae957f891352 HTTP/1.1" status: 204 len: 168 time: 0.2611852 Jan 04 13:56:56.630944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59aad69-258d-43f0-8ba0-19222e3ae42b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83ff2db6-2e08-419a-8d55-a505def6ad05,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:56.634893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c17fec8-4b2b-4069-99e7-7326af0973f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64908758-a933-4eae-9ce8-ae957f891352,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:56.649619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca741410-b9a7-4c55-8c78-ed07ba01ecb8 None None] DHCP port deletion for 2113fb32-a783-49f3-94eb-08058a3b0bf1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:56.755074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.757520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-65b94157-b744-4a1d-b92b-1b251883c64b None None] Provisioning complete for port ff1459a4-85f7-4b72-be63-1d57ad8215d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:56.760822 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-22d08e9c-ba69-4138-b256-e97f4420c215 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/ports/ea5f8b46-0fbf-4e39-b3cd-3dbe6ec9c769 HTTP/1.1" status: 204 len: 168 time: 1.1511109 Jan 04 13:56:56.760996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-65b94157-b744-4a1d-b92b-1b251883c64b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.761799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36252) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.796698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port ff1459a4-85f7-4b72-be63-1d57ad8215d3 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:56.797497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.801377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-65b94157-b744-4a1d-b92b-1b251883c64b None None] Port ff1459a4-85f7-4b72-be63-1d57ad8215d3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:56:56.836886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8996384a-1b1f-4e69-adab-dbc9679025e6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:56.838669 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8996384a-1b1f-4e69-adab-dbc9679025e6 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "GET /v2.0/ports?device_id=58b5f9cf-0cc9-470d-92c7-c3cacae616c0 HTTP/1.1" status: 200 len: 913 time: 0.0742409 Jan 04 13:56:56.841138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36254) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:56.900333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:56.917214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for ff1459a4-85f7-4b72-be63-1d57ad8215d3 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:56.996733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36256) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.052066 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c4a5ca9d-e208-4d53-80bf-a8a7286edaeb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1fd82cd5c4594a748d4633cb92d89a6e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0533063 Jan 04 13:56:57.058692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36260) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.133381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-033e2cf8-8f4d-4f66-90bb-73df0db1ec13 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.199178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-033e2cf8-8f4d-4f66-90bb-73df0db1ec13 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.214257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36266) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.266710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be63dc90-0c73-4c2d-add5-545305e15fc9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.282998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.317724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.358396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=ff1459a4-85f7-4b72-be63-1d57ad8215d3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:57.422281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-033e2cf8-8f4d-4f66-90bb-73df0db1ec13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.426518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-033e2cf8-8f4d-4f66-90bb-73df0db1ec13 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.430764 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-033e2cf8-8f4d-4f66-90bb-73df0db1ec13 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e080a9d5-74fa-4617-aab7-16ac1334e5ae HTTP/1.1" status: 204 len: 168 time: 0.3682215 Jan 04 13:56:57.446246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033e2cf8-8f4d-4f66-90bb-73df0db1ec13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e080a9d5-74fa-4617-aab7-16ac1334e5ae,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:57.533637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.539876 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d36ae4a-7926-4070-b927-f3ba964402ce tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/ff1459a4-85f7-4b72-be63-1d57ad8215d3 HTTP/1.1" status: 204 len: 168 time: 0.9586263 Jan 04 13:56:57.540515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36276) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.593203 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f446bcd-e9c7-4f04-b7fb-5e9b94bce799 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:56:57.597632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6f446bcd-e9c7-4f04-b7fb-5e9b94bce799 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/ff1459a4-85f7-4b72-be63-1d57ad8215d3 HTTP/1.1" status: 404 len: 333 time: 0.0545197 Jan 04 13:56:57.601099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36280) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.640383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 8eeef5a7-0583-4e62-830d-54084945b00d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:57.640964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.659372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be63dc90-0c73-4c2d-add5-545305e15fc9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.675680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be63dc90-0c73-4c2d-add5-545305e15fc9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.736272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 3ec5234f-d266-4c33-8f1b-9e169f7cde70 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:57.750326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be63dc90-0c73-4c2d-add5-545305e15fc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=655f9e96-83e8-4bc8-a134-9e1333f109f9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:57.750326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.753191 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-be63dc90-0c73-4c2d-add5-545305e15fc9 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fd887c371f6144469abf4102ed22a950&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5377944 Jan 04 13:56:57.765640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36286) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.796085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.808595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.829702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 8eeef5a7-0583-4e62-830d-54084945b00d owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:57.890624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36290) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:57.896686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0c47-6715-40cc-9a13-2411826ef659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.917971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.932130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0c47-6715-40cc-9a13-2411826ef659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:57.998282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.027941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=3ec5234f-d266-4c33-8f1b-9e169f7cde70,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.034228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-514797526'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:58.043517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.053393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36300) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:58.054515 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-27f628a8-bc46-47e6-aabb-735b2906738c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/3ec5234f-d266-4c33-8f1b-9e169f7cde70 HTTP/1.1" status: 204 len: 168 time: 0.4485893 Jan 04 13:56:58.054766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb0e6ca7-8a32-4140-99a9-f6b42eb45356 None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:58.068637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0c47-6715-40cc-9a13-2411826ef659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.072329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d0c0c47-6715-40cc-9a13-2411826ef659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.073568 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7d0c0c47-6715-40cc-9a13-2411826ef659 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/655f9e96-83e8-4bc8-a134-9e1333f109f9 HTTP/1.1" status: 204 len: 168 time: 0.3071294 Jan 04 13:56:58.088931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:58.094400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.112027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.165512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d0c0c47-6715-40cc-9a13-2411826ef659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=655f9e96-83e8-4bc8-a134-9e1333f109f9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.199147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet ef733f3d-b00e-450a-a1de-50ad25c6c399 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:56:58.209682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:56:58.216267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.259983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.282148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port c7713e90-2234-4825-9cc4-24d15b6c504d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:58.283353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.290001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.303375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=8eeef5a7-0583-4e62-830d-54084945b00d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.312178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.318076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.338420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0acc5af3-0060-4698-b80b-cecfa926b9c7 None None] DHCP port deletion for 2113fb32-a783-49f3-94eb-08058a3b0bf1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:58.392676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 199} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:58.436131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a976b108-aca0-4ce1-9172-15497fc68cb0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.471709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.471970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.472074 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 2358cf00-bcbf-47fc-bbf4-ca6293c1582f of type vlan for network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb Jan 04 13:56:58.510228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:56:58.513132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66dde573-fd90-4228-b907-193a155c9027" -d '{"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-plugged", "status": "completed", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:56:58.553901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:58.563839 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.569885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.602198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfae73d-1924-485d-ba37-40f1667ea13c x-openstack-request-id: req-bbfae73d-1924-485d-ba37-40f1667ea13c {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:56:58.602312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-plugged", "status": "completed", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:56:58.602536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbfae73d-1924-485d-ba37-40f1667ea13c {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:56:58.602916 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'code': 200} Jan 04 13:56:58.617780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.626242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:58.628113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.642661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.645417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.665685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36318) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:58.698116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f7f762e-795a-411e-906e-9cfd1f37088a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.705518 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8138676 Jan 04 13:56:58.707148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36320) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:58.734389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-960649759'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:58.745212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36322) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:58.761246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.785309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c83eb3-8412-4e0c-a29f-444a968e0ffb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=d6b3d6f0-ed6e-4140-bd61-697e350c2cdb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.800942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:58.840168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:58.844498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.851730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.882460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=ef733f3d-b00e-450a-a1de-50ad25c6c399,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:58.893784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.903468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36326) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:58.904143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7b13503d-f1f1-4ea2-a1e1-eed19216c8f2 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/ef733f3d-b00e-450a-a1de-50ad25c6c399 HTTP/1.1" status: 204 len: 168 time: 0.8492682 Jan 04 13:56:58.912972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:58.969332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f7f762e-795a-411e-906e-9cfd1f37088a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.984612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:58.984960 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment f1a8576f-5614-4ebc-bccc-ae7681235c21 of type vlan for network 06146552-035f-418e-bd45-799e980a1767 Jan 04 13:56:59.001684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f7f762e-795a-411e-906e-9cfd1f37088a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.012234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'networks': [{'name': 'tempest-network--1896450892'}, {'name': 'tempest-network--451355609'}]} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:59.012713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'network': {'name': 'tempest-network--1896450892'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:59.013243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'network': {'name': 'tempest-network--451355609'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:59.104565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55c7873d-bed6-41c5-a754-2eafd63e8c7d None None] Network da2b3a1e-2c9f-4da1-a742-8790f50d5554 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:56:59.112319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.123617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:56:59.126114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.141944 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f7f762e-795a-411e-906e-9cfd1f37088a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0dc26ed6926a45a0bc688b68780091fe&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4683342 Jan 04 13:56:59.150957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36328) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:59.167568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7f762e-795a-411e-906e-9cfd1f37088a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b42089-4a3c-45d5-9a9a-cee41cacc94a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:59.184618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-47961ffc-c23c-42de-a906-79408b01e244 None None] Provisioning complete for port 34a38578-ccf1-44c5-a418-abbb67f4c2fb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:56:59.184988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-47961ffc-c23c-42de-a906-79408b01e244 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.191624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'network': 2} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:59.197349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.227574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.236064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.242320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:56:59.242918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.244012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:56:59.250446 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-22a25d34-b44e-4ed8-bc25-961fd0b258b0 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "PUT /v2.0/routers/58b5f9cf-0cc9-470d-92c7-c3cacae616c0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4078534 Jan 04 13:56:59.252766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36330) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:59.258934 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] Sync routers for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:56:59.273969 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:59.274606 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:59.314291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5894861 Jan 04 13:56:59.320192 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:59.325141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36332) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:56:59.330886 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] Routers {'58b5f9cf-0cc9-470d-92c7-c3cacae616c0'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:56:59.331069 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:59.336190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:56:59.357822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] DHCP port deletion for da2b3a1e-2c9f-4da1-a742-8790f50d5554 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:56:59.368394 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:56:59.370496 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e296e70-637a-465e-b7b4-1fafb014c17f None None] The sync data for ids ['58b5f9cf-0cc9-470d-92c7-c3cacae616c0'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:56:59.409220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f5b35a3-7a0d-4762-8964-57bf46cfbc62 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.420186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa668657-dab6-4848-b31c-3cfdae7eb63e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=06146552-035f-418e-bd45-799e980a1767,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:59.421407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] Deleting port 34a38578-ccf1-44c5-a418-abbb67f4c2fb {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:59.422565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.430689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.439329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 06146552-035f-418e-bd45-799e980a1767 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:56:59.490130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f5b35a3-7a0d-4762-8964-57bf46cfbc62 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.520474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] For port 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34a38578-ccf1-44c5-a418-abbb67f4c2fb,segment=NetworkSegment(4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b),segment_id=4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:59.520777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.535284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 34a38578-ccf1-44c5-a418-abbb67f4c2fb {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:59.535617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.552305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.567888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] Calling delete_port for 34a38578-ccf1-44c5-a418-abbb67f4c2fb owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:59.615382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting port 18490663-3a8d-4a69-b453-c8b907e3aa93 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:56:59.615822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.646417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:56:59.650481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.656207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.664760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.674051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.674507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.694301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] No DVR routers for this DVR port 34a38578-ccf1-44c5-a418-abbb67f4c2fb on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:56:59.698076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3278fcd5-a338-4bc3-ba82-6f841fbdd0d2 None None] Pushing event deleted for resources: {'Port': ['ID=34a38578-ccf1-44c5-a418-abbb67f4c2fb,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:59.703651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] For port 34a38578-ccf1-44c5-a418-abbb67f4c2fb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=34a38578-ccf1-44c5-a418-abbb67f4c2fb,segment=NetworkSegment(4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b),segment_id=4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:56:59.704047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.709300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.717426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f5b35a3-7a0d-4762-8964-57bf46cfbc62 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.720058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f5b35a3-7a0d-4762-8964-57bf46cfbc62 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.723856 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5f5b35a3-7a0d-4762-8964-57bf46cfbc62 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d0b42089-4a3c-45d5-9a9a-cee41cacc94a HTTP/1.1" status: 204 len: 168 time: 0.5677454 Jan 04 13:56:59.724647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Calling delete_port for 18490663-3a8d-4a69-b453-c8b907e3aa93 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:59.742528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 34a38578-ccf1-44c5-a418-abbb67f4c2fb owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:56:59.809557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2792c063-8f69-4610-a06b-88f43a6f6004,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:59.844953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:56:59.879784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5b35a3-7a0d-4762-8964-57bf46cfbc62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b42089-4a3c-45d5-9a9a-cee41cacc94a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:56:59.893315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:56:59.893663 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Added segment a85fc6e4-6d85-4fec-b725-a1625284e80d of type vlan for network 37fea1bf-348e-4961-bc3f-d35f5dc12554 Jan 04 13:56:59.963197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.026648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.072720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=34a38578-ccf1-44c5-a418-abbb67f4c2fb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:00.074552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:00.106745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No DVR routers for this DVR port 34a38578-ccf1-44c5-a418-abbb67f4c2fb on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:00.151292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.152199 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Added segment aaa768af-8b4e-4b6a-80f6-511151128207 of type vlan for network a8824a3b-9c5e-4683-87ed-b14aaa2366e0 Jan 04 13:57:00.217128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 34a38578-ccf1-44c5-a418-abbb67f4c2fb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:00.232602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.239175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 34a38578-ccf1-44c5-a418-abbb67f4c2fb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:00.239880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 34a38578-ccf1-44c5-a418-abbb67f4c2fb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:00.253254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.262695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.281821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Port': ['ID=18490663-3a8d-4a69-b453-c8b907e3aa93,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:00.298312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3b5ae9d-26b9-4e9a-aff3-c1b024de18b0 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:00.316106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.342672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.392568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2b3a1e-2c9f-4da1-a742-8790f50d5554']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:00.409209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '2358cf00-bcbf-47fc-bbf4-ca6293c1582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:00.409569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: d6b3d6f0-ed6e-4140-bd61-697e350c2cdb, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:00.418191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:00.418432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bb612c2-d1e7-4d4d-a4e8-ec997ac10f8b') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:00.431454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.431946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.435457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.438137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.439452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.448241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.448241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.451808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.456957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=658b2c0b-d35f-44c3-83b9-48cad3dfc84a,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:00.494018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.494271 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.494572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Fanout notify agent at l3_agent the message router_deleted on router 58b5f9cf-0cc9-470d-92c7-c3cacae616c0 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:00.501807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:00.506476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.510489 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-57a5ab94-9f6b-484b-9ee3-6736c89ac2d5 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/routers/58b5f9cf-0cc9-470d-92c7-c3cacae616c0 HTTP/1.1" status: 204 len: 168 time: 1.2544236 Jan 04 13:57:00.510790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36352) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:00.517246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:00.517658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:00.521018 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:00.523841 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:00.528453 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.7524891 Jan 04 13:57:00.531801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36356) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:00.536806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d6b3d6f0-ed6e-4140-bd61-697e350c2cdb) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:00.548717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1478a6b3-7003-441f-bb42-d3d981930c23 None None] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:00.578783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.579377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.590803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Network': ['ID=37fea1bf-348e-4961-bc3f-d35f5dc12554,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:00.655592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Deleting subnet a1055c64-69e8-4ceb-bf30-9de10c35e060 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:00.690491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.784180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 37fea1bf-348e-4961-bc3f-d35f5dc12554 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:00.811186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.844698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d7a9b-9902-4193-a201-70700d0c5791 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.851148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d7a9b-9902-4193-a201-70700d0c5791 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.857152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d7a9b-9902-4193-a201-70700d0c5791 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.863512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670d7a9b-9902-4193-a201-70700d0c5791 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:00.869118 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-670d7a9b-9902-4193-a201-70700d0c5791 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3178205 Jan 04 13:57:00.872284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36362) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:00.957693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.960631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d6b3d6f0-ed6e-4140-bd61-697e350c2cdb', 'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': '658b2c0b-d35f-44c3-83b9-48cad3dfc84a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:00.961735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.983402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:00.991046 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9ac41ab2-fce9-43fd-822e-822ce0f90dd0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6587107 Jan 04 13:57:00.997338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36366) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.001018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.009573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': '06146552-035f-418e-bd45-799e980a1767', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:01.031922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.037103 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/da2b3a1e-2c9f-4da1-a742-8790f50d5554 HTTP/1.1" status: 204 len: 168 time: 2.1291862 Jan 04 13:57:01.045149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36370) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.113301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6555167f-df59-4998-9050-2583043ba417 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Network': ['ID=a8824a3b-9c5e-4683-87ed-b14aaa2366e0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.130189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a8824a3b-9c5e-4683-87ed-b14aaa2366e0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:01.131385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.139894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184fb2e7-df7e-438c-9e23-645456cfa4bd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=da2b3a1e-2c9f-4da1-a742-8790f50d5554,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.164333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37fea1bf-348e-4961-bc3f-d35f5dc12554']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.182795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4119916f-ad82-406c-a14f-67ef098f1521 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:01.188023 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4119916f-ad82-406c-a14f-67ef098f1521 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1381838 Jan 04 13:57:01.188023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a85fc6e4-6d85-4fec-b725-a1625284e80d') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.188023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a85fc6e4-6d85-4fec-b725-a1625284e80d') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.189316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36374) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.189556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.211548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.237567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Subnet': ['ID=a1055c64-69e8-4ceb-bf30-9de10c35e060,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.242886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.246328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-801909fe-6899-4bff-9a52-f0bb69ab07ed tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/subnets/a1055c64-69e8-4ceb-bf30-9de10c35e060 HTTP/1.1" status: 204 len: 168 time: 0.7345154 Jan 04 13:57:01.248608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36378) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.252024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.270815 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3c40329c-1e07-4b4d-aac3-e90947653bcd tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0801892 Jan 04 13:57:01.275054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36382) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.282321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:01.282555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.283701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1743353928'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:01.285728 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:01.292815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Allocated IP 2001:db8::2 (d6b3d6f0-ed6e-4140-bd61-697e350c2cdb/658b2c0b-d35f-44c3-83b9-48cad3dfc84a/30cb05c1-dfd7-46cd-abef-d0c3c0c2c090) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:01.295725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce359a7-b575-48bc-9b8f-617f2537a0ef None None] Network 2113fb32-a783-49f3-94eb-08058a3b0bf1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:01.298475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:01.303139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.389941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.400094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.408958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.416325 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/networks/37fea1bf-348e-4961-bc3f-d35f5dc12554 HTTP/1.1" status: 204 len: 168 time: 0.5430057 Jan 04 13:57:01.419390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36384) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.441631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b32531-25e8-4cc6-8442-82b6f3b0de29 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Network': ['ID=37fea1bf-348e-4961-bc3f-d35f5dc12554,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.501271 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:01.501567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49d4f4c-d8c6-4364-a8b7-4987d66912dc None None] DHCP port deletion for 2113fb32-a783-49f3-94eb-08058a3b0bf1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:01.505614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.584611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.597614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:01.597840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.614467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.614704 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 65613c05-7dd8-4868-8c54-39de8f46d315 of type vlan for network cca96326-0a9d-491f-8b27-afa47c363116 Jan 04 13:57:01.617338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2113fb32-a783-49f3-94eb-08058a3b0bf1']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.624356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.629265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14c0389f-3f94-4665-8cb2-f5b27c204f46') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.629783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14c0389f-3f94-4665-8cb2-f5b27c204f46') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.645441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.655516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.659189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.681725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36392) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.693386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.709374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:01.710591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.712679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:01.714022 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:01.717207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:01.719914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:01.724084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Pushing event updated for resources: {'Port': ['ID=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.727792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.761713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=d9407aa9-1c62-4fbd-9b23-e1343d71475b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.771898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': 'f1a8576f-5614-4ebc-bccc-ae7681235c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '06146552-035f-418e-bd45-799e980a1767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:01.772265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: 06146552-035f-418e-bd45-799e980a1767, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:01.777046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.783764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.790247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:01.790855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.807601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Attempting to bind port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:01.807989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Attempting to bind port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '2358cf00-bcbf-47fc-bbf4-ca6293c1582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:01.808366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Attempting to bind port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 on network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:01.813969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:01.814358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Checking segment: {'id': '2358cf00-bcbf-47fc-bbf4-ca6293c1582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:01.814768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.815167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Bound using segment: {'id': '2358cf00-bcbf-47fc-bbf4-ca6293c1582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:01.815642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Bound port: 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2358cf00-bcbf-47fc-bbf4-ca6293c1582f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd6b3d6f0-ed6e-4140-bd61-697e350c2cdb'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:01.816037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.837010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 06146552-035f-418e-bd45-799e980a1767 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:01.842006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8824a3b-9c5e-4683-87ed-b14aaa2366e0']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.852232 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5749660 Jan 04 13:57:01.852706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36396) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.856123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa768af-8b4e-4b6a-80f6-511151128207') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.856681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa768af-8b4e-4b6a-80f6-511151128207') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:01.861752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:01.876689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.878791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.885846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b54988-ca5f-475f-b7ae-197db0f05a8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=cca96326-0a9d-491f-8b27-afa47c363116,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.889252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 06146552-035f-418e-bd45-799e980a1767) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:01.898834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-32d36fc9-72cb-48ab-858f-fb6e0292b78e tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:01.900666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:01.901799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.903365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network cca96326-0a9d-491f-8b27-afa47c363116 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:01.907034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d1eebfb-8ea1-4df4-83ec-bab8f687bdf5 None None] Network 06146552-035f-418e-bd45-799e980a1767 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:01.910903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.914375 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] 10.222.0.30 "DELETE /v2.0/networks/2113fb32-a783-49f3-94eb-08058a3b0bf1 HTTP/1.1" status: 204 len: 168 time: 0.6647809 Jan 04 13:57:01.931608 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bb77205e-c440-413d-8ff3-c56b3350c151 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9323635 Jan 04 13:57:01.933427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36400) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:01.940006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-647811864', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:01.943584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.957240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] For port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:01.974956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.976687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.985518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d820286-e97d-4ede-a9fe-5a3d2c621908 tempest-FloatingIPTestJSON-1867172344 tempest-FloatingIPTestJSON-1867172344-project] Pushing event deleted for resources: {'Network': ['ID=2113fb32-a783-49f3-94eb-08058a3b0bf1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:01.987878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:01.988285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:01.989271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] For port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,segment=NetworkSegment(2358cf00-bcbf-47fc-bbf4-ca6293c1582f),segment_id=2358cf00-bcbf-47fc-bbf4-ca6293c1582f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:01.996809 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:02.054879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.096093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36402) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.096755 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-32d36fc9-72cb-48ab-858f-fb6e0292b78e tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "PUT /v2.0/quotas/79cf8ef932ba4feb80a0566bf2057d40 HTTP/1.1" status: 200 len: 366 time: 0.4128456 Jan 04 13:57:02.100098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:02.102278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.112033 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-506048d7-9786-4f26-ad5a-868a72046979 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0110018 Jan 04 13:57:02.115207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36404) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.124837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.152585 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-333732ea-986d-4214-809d-861c6d21a4a7 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "GET /v2.0/quotas/79cf8ef932ba4feb80a0566bf2057d40 HTTP/1.1" status: 200 len: 366 time: 0.0349572 Jan 04 13:57:02.161245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.164566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/networks/a8824a3b-9c5e-4683-87ed-b14aaa2366e0 HTTP/1.1" status: 204 len: 168 time: 0.7351537 Jan 04 13:57:02.167681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36406) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.168016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36408) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.168817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7324fff5-0540-4743-ac16-13ad5f3ce968 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Network': ['ID=a8824a3b-9c5e-4683-87ed-b14aaa2366e0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:02.190615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92891aa-48f6-481e-a271-c6180754ed3e None None] Pushing event updated for resources: {'Port': ['ID=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:02.206883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-06146552-035f-418e-bd45-799e980a1767', 'network_id': '06146552-035f-418e-bd45-799e980a1767', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': 'd9407aa9-1c62-4fbd-9b23-e1343d71475b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:02.209290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.244360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.252922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.278673 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef441db4-1281-438e-b94d-bebcbc1e4c69 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/79cf8ef932ba4feb80a0566bf2057d40 HTTP/1.1" status: 204 len: 168 time: 0.1074965 Jan 04 13:57:02.281476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36412) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.295611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.300723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-805eff30-1e37-4b3a-ba83-95153e0654a9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3632195 Jan 04 13:57:02.309107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-17401720-002b-422c-8744-e02c8eaeb69f tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0261338 Jan 04 13:57:02.309730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36414) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.310089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36416) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.354131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f9b1ed3d-4e64-4847-8c0e-7706ec7ffa46 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "GET /v2.0/quotas/79cf8ef932ba4feb80a0566bf2057d40 HTTP/1.1" status: 200 len: 370 time: 0.0376997 Jan 04 13:57:02.369813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36418) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.386185 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d46b4bcb-aeb8-4cda-ae0b-01da301ba915 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "GET /v2.0/quotas/79cf8ef932ba4feb80a0566bf2057d40/default HTTP/1.1" status: 200 len: 370 time: 0.0098946 Jan 04 13:57:02.387728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36420) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.401768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36422) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.436846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Allocated IP 2001:db8:1::2 (06146552-035f-418e-bd45-799e980a1767/d9407aa9-1c62-4fbd-9b23-e1343d71475b/fcb4397a-5ed0-4101-b848-9e726ab0f233) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:02.532265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89fc753-8533-4816-bb08-f5c64c5a587e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:02.539179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e89fc753-8533-4816-bb08-f5c64c5a587e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:02.541165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e89fc753-8533-4816-bb08-f5c64c5a587e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3688531 Jan 04 13:57:02.544888 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-2f5fce2f-31e7-420e-b692-c6ecd0c95b8c tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] delete failed (client error): The resource could not be found. Jan 04 13:57:02.545046 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2f5fce2f-31e7-420e-b692-c6ecd0c95b8c tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "DELETE /v2.0/quotas/79cf8ef932ba4feb80a0566bf2057d40 HTTP/1.1" status: 404 len: 348 time: 0.1561959 Jan 04 13:57:02.545547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36426) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.550936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1506466877'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:02.624673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.645334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.655096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:02.655975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.659267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.675296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Network 06146552-035f-418e-bd45-799e980a1767 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:02.680174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:02.693299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:02.707245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.707586 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Added segment 347bc47e-6870-4666-a5d5-437a6eb8a9bf of type vlan for network c57010ce-5f00-4918-96f4-8bda21c0d4ca Jan 04 13:57:02.711224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:02.748374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.795931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Pushing event updated for resources: {'Port': ['ID=fcb4397a-5ed0-4101-b848-9e726ab0f233,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:02.800311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Attempting to bind port fcb4397a-5ed0-4101-b848-9e726ab0f233 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:02.800674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Attempting to bind port fcb4397a-5ed0-4101-b848-9e726ab0f233 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f1a8576f-5614-4ebc-bccc-ae7681235c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '06146552-035f-418e-bd45-799e980a1767'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:02.801032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Attempting to bind port fcb4397a-5ed0-4101-b848-9e726ab0f233 on network 06146552-035f-418e-bd45-799e980a1767 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:02.806985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:02.807354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Checking segment: {'id': 'f1a8576f-5614-4ebc-bccc-ae7681235c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '06146552-035f-418e-bd45-799e980a1767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:02.807750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.808131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Bound using segment: {'id': 'f1a8576f-5614-4ebc-bccc-ae7681235c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '06146552-035f-418e-bd45-799e980a1767'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:02.808589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Bound port: fcb4397a-5ed0-4101-b848-9e726ab0f233, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a8576f-5614-4ebc-bccc-ae7681235c21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '06146552-035f-418e-bd45-799e980a1767'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:02.808964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.812669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.816617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '65613c05-7dd8-4868-8c54-39de8f46d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:02.816993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: cca96326-0a9d-491f-8b27-afa47c363116, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:02.825676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=15b2db0f-efaa-4d72-acaf-55e3df502623,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:02.849416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36430) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.874900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network cca96326-0a9d-491f-8b27-afa47c363116 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:02.891479 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] For port fcb4397a-5ed0-4101-b848-9e726ab0f233, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:02.895136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] For port fcb4397a-5ed0-4101-b848-9e726ab0f233, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcb4397a-5ed0-4101-b848-9e726ab0f233,segment=NetworkSegment(f1a8576f-5614-4ebc-bccc-ae7681235c21),segment_id=f1a8576f-5614-4ebc-bccc-ae7681235c21)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:02.901759 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c615541b-f0ce-4b09-bbd4-62f4a3f68a99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=89899a2d420f441993de52f0eb290e09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4755464 Jan 04 13:57:02.903810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.906992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cca96326-0a9d-491f-8b27-afa47c363116) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:02.910299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36432) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.910299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.917017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:02.917621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.939762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:network and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:02.944469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:02.945160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:02.960495 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4109280 Jan 04 13:57:02.965773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b1e9fd-52ed-4bc6-ba30-a69c76583fa2 None None] Pushing event updated for resources: {'Port': ['ID=fcb4397a-5ed0-4101-b848-9e726ab0f233,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:02.966550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36434) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:02.969088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a160cbf-ac22-4ed0-9f2d-5f334e8b07bb None None] Network cca96326-0a9d-491f-8b27-afa47c363116 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:02.973233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:02.980471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-278293815'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:03.007702 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5e9d9b3f-85d7-4b97-8136-800e688cf801 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1536374 Jan 04 13:57:03.013837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36436) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:03.022272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:03.030165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.043182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116', 'name': 'tempest-PortsTestJSON-486553697'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:03.119164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cca96326-0a9d-491f-8b27-afa47c363116', 'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': '15b2db0f-efaa-4d72-acaf-55e3df502623'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:03.119756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd09b13-5c59-43c1-aa3f-63ea616b1bbb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Network': ['ID=c57010ce-5f00-4918-96f4-8bda21c0d4ca,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:03.120039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.135442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:subnet and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.135683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c57010ce-5f00-4918-96f4-8bda21c0d4ca details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:03.142347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 195} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:03.147376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.166585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.167076 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Added segment d6a6c571-78cf-4bd9-836b-a2f6d8ec359e of type vlan for network 64ab162b-decd-4a94-8cc2-0175051d4dd7 Jan 04 13:57:03.182072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:subnetpool and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.195349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.227191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a7903fb5-410c-4c07-82a1-bf353ddf4ab3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.227528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.266636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.274510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:03.275306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.277649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:port and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.285232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a7903fb5-410c-4c07-82a1-bf353ddf4ab3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.308994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.320558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8::1 (d6b3d6f0-ed6e-4140-bd61-697e350c2cdb/658b2c0b-d35f-44c3-83b9-48cad3dfc84a/7003bf7e-3abc-43f8-be80-0b306f3f6270) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:03.362277 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3945162 Jan 04 13:57:03.365545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36438) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:03.377311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'ports': [{'network_id': 'c57010ce-5f00-4918-96f4-8bda21c0d4ca', 'name': 'tempest-port--843002315', 'admin_state_up': True}, {'network_id': '64ab162b-decd-4a94-8cc2-0175051d4dd7', 'admin_state_up': False}]} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:03.377628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'port': {'network_id': 'c57010ce-5f00-4918-96f4-8bda21c0d4ca', 'name': 'tempest-port--843002315', 'admin_state_up': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:03.378204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'port': {'network_id': '64ab162b-decd-4a94-8cc2-0175051d4dd7', 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:03.401850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Allocated IP 172.20.0.2 (cca96326-0a9d-491f-8b27-afa47c363116/15b2db0f-efaa-4d72-acaf-55e3df502623/b4e5790e-2611-4d26-8dd5-b09fa45c5c2a) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:03.405941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:router and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.432063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.436461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f286db-3bbc-4862-a4cb-b35ed330919e tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Network': ['ID=64ab162b-decd-4a94-8cc2-0175051d4dd7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:03.448833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:floatingip and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.463253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.472462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 64ab162b-decd-4a94-8cc2-0175051d4dd7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:03.478949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:03.487881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.514267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a7903fb5-410c-4c07-82a1-bf353ddf4ab3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.517166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a7903fb5-410c-4c07-82a1-bf353ddf4ab3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.521227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a7903fb5-410c-4c07-82a1-bf353ddf4ab3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a4dc27bb-1394-4b7b-b4e5-9fa247d518f6 HTTP/1.1" status: 204 len: 168 time: 0.5929646 Jan 04 13:57:03.534207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7903fb5-410c-4c07-82a1-bf353ddf4ab3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4dc27bb-1394-4b7b-b4e5-9fa247d518f6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:03.545637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:03.637207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:security_group and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.641161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.649216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Usage tracker for resource:security_group_rule and project:019459b129b5467e838f2e8d3fa6ed47 is out of sync, need to count used quota {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jan 04 13:57:03.653966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.quota.resource [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=103264) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Jan 04 13:57:03.659722 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f592679c-a7a3-4659-b87f-f8a76af36e23 tempest-QuotasTest-1425674268 tempest-QuotasTest-1425674268-project-admin] 10.222.0.30 "GET /v2.0/quotas/019459b129b5467e838f2e8d3fa6ed47/details.json HTTP/1.1" status: 200 len: 703 time: 0.8043635 Jan 04 13:57:03.738454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ddd7ab-4d67-4f23-b905-076fbf27aca8 None None] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:03.760040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.766401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.824011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'port': 2} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:03.827298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.828834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.859941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.862231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.882630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6ccaa144-fd72-4e5e-bd5e-95e697c21b1d None None] Provisioning complete for port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:03.883008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa144-fd72-4e5e-bd5e-95e697c21b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:03.892976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.8 (cca96326-0a9d-491f-8b27-afa47c363116/15b2db0f-efaa-4d72-acaf-55e3df502623/7ac0aa11-954c-41ba-b722-0c4b8e7ed940) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:04.023946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36450) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:04.081753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:04.092099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:04.096114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:04.096862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.220227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.244660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6c3d-4bf1-448e-aa1b-0e610b7adc2d admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.247534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Network cca96326-0a9d-491f-8b27-afa47c363116 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:04.254264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:04.256163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Pushing event updated for resources: {'Port': ['ID=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:04.260151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:04.271402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=7003bf7e-3abc-43f8-be80-0b306f3f6270,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:04.372724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Attempting to bind port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:04.373096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Attempting to bind port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '65613c05-7dd8-4868-8c54-39de8f46d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:04.373463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Attempting to bind port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a on network cca96326-0a9d-491f-8b27-afa47c363116 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:04.390496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:04.390865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Checking segment: {'id': '65613c05-7dd8-4868-8c54-39de8f46d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:04.391282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.391681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Bound using segment: {'id': '65613c05-7dd8-4868-8c54-39de8f46d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:04.392410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Bound port: b4e5790e-2611-4d26-8dd5-b09fa45c5c2a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65613c05-7dd8-4868-8c54-39de8f46d315', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:04.392804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.437217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.456866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] device_id is not set on port d4abdcc0-5412-4fc4-816b-a0b8839d74c8 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:04.484973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.520733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa144-fd72-4e5e-bd5e-95e697c21b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.561576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:04.605799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6c3d-4bf1-448e-aa1b-0e610b7adc2d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.615584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6ccaa144-fd72-4e5e-bd5e-95e697c21b1d None None] For port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,segment=NetworkSegment(2358cf00-bcbf-47fc-bbf4-ca6293c1582f),segment_id=2358cf00-bcbf-47fc-bbf4-ca6293c1582f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:04.621063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network cca96326-0a9d-491f-8b27-afa47c363116 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:04.622338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a6a6c3d-4bf1-448e-aa1b-0e610b7adc2d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.668066 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0a6a6c3d-4bf1-448e-aa1b-0e610b7adc2d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5f63e338c9924c2c89d41d492d06f212&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6406627 Jan 04 13:57:04.668066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=7ac0aa11-954c-41ba-b722-0c4b8e7ed940,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:04.669162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:04.673187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36466) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:04.689110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:04.693978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ccaa144-fd72-4e5e-bd5e-95e697c21b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.736463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] For port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:04.768259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] For port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,segment=NetworkSegment(65613c05-7dd8-4868-8c54-39de8f46d315),segment_id=65613c05-7dd8-4868-8c54-39de8f46d315)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:04.774516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.794174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-995641da-2246-4e64-8c8c-5570a2109736 None None] Network 06146552-035f-418e-bd45-799e980a1767 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:04.844343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.852100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6a6c3d-4bf1-448e-aa1b-0e610b7adc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8eff7b9-0c0a-4f49-bbc3-62f25d47348c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:04.874994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:04.875749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.904444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-712bf7ca-8a83-48f0-a533-903338f58c64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.904964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36470) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:04.908455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:04.909183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:04.910892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccaa144-fd72-4e5e-bd5e-95e697c21b1d None None] Pushing event updated for resources: {'Port': ['ID=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:04.928515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] device_id is not set on port 46bf8cf7-cb24-4cf8-b6f3-43429b83d897 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:04.941664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8be02903-b0a7-4ed7-83fd-48e76945aaea tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.9140995 Jan 04 13:57:04.951519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36474) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:04.975138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'cca96326-0a9d-491f-8b27-afa47c363116', 'name': 'tempest-PortsTestJSON-310949283'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:04.995792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b62da94-b1a3-4ceb-887d-8eb18efcf47d None None] Pushing event updated for resources: {'Port': ['ID=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:05.079320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Provisioning complete for port 7003bf7e-3abc-43f8-be80-0b306f3f6270 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:05.079685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.110446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-712bf7ca-8a83-48f0-a533-903338f58c64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.123042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-751953450'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:05.162569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:05.167632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.173468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.174874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Port 7003bf7e-3abc-43f8-be80-0b306f3f6270 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:05.179661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.189407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 9791a8f9-7c4b-482b-8725-1fc664c8ab48 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:05.203204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.204009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.246085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Provisioning complete for port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:05.247104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.255463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-712bf7ca-8a83-48f0-a533-903338f58c64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.257063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.258554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-712bf7ca-8a83-48f0-a533-903338f58c64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.262113 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-712bf7ca-8a83-48f0-a533-903338f58c64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f8eff7b9-0c0a-4f49-bbc3-62f25d47348c HTTP/1.1" status: 204 len: 168 time: 0.5851731 Jan 04 13:57:05.283030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:05.283514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-712bf7ca-8a83-48f0-a533-903338f58c64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8eff7b9-0c0a-4f49-bbc3-62f25d47348c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:05.293663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.358473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.380184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fcb4397a-5ed0-4101-b848-9e726ab0f233 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:05.392732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=7003bf7e-3abc-43f8-be80-0b306f3f6270,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:05.533839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.538371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Provisioning complete for port fcb4397a-5ed0-4101-b848-9e726ab0f233 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:05.538931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.603783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port fcb4397a-5ed0-4101-b848-9e726ab0f233 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:05.604304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.649891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:05.667719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:05.740554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.823124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Port': ['ID=d4abdcc0-5412-4fc4-816b-a0b8839d74c8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:05.836224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.883236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] For port fcb4397a-5ed0-4101-b848-9e726ab0f233, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcb4397a-5ed0-4101-b848-9e726ab0f233,segment=NetworkSegment(f1a8576f-5614-4ebc-bccc-ae7681235c21),segment_id=f1a8576f-5614-4ebc-bccc-ae7681235c21)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:05.894581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:05.937335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.11 (cca96326-0a9d-491f-8b27-afa47c363116/15b2db0f-efaa-4d72-acaf-55e3df502623/9791a8f9-7c4b-482b-8725-1fc664c8ab48) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:05.976035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36480) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:06.030042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:57:06.030443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:57:06.036197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c01809b-13f8-488d-8ab1-25c062ddf305 None None] Pushing event updated for resources: {'Port': ['ID=fcb4397a-5ed0-4101-b848-9e726ab0f233,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:06.045144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2688ba7e-b539-4bf1-9d7c-f52c3596f407 None None] Provisioning complete for port 7003bf7e-3abc-43f8-be80-0b306f3f6270 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:06.046966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2688ba7e-b539-4bf1-9d7c-f52c3596f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.091121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51f2b09-cdd1-4205-9bb9-a2de28bd448a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.098189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2688ba7e-b539-4bf1-9d7c-f52c3596f407 None None] Port 7003bf7e-3abc-43f8-be80-0b306f3f6270 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:06.113337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2688ba7e-b539-4bf1-9d7c-f52c3596f407 None None] Provisioning complete for port fcb4397a-5ed0-4101-b848-9e726ab0f233 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:06.113709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2688ba7e-b539-4bf1-9d7c-f52c3596f407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.202749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Checking segment: {'id': '347bc47e-6870-4666-a5d5-437a6eb8a9bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c57010ce-5f00-4918-96f4-8bda21c0d4ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:06.202749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network hostable DHCP agents. Network: c57010ce-5f00-4918-96f4-8bda21c0d4ca, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:06.243358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.244828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.255051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.289412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network c57010ce-5f00-4918-96f4-8bda21c0d4ca is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:06.302232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:06.328248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.328740 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Added segment 1ef1fa23-dc29-4394-b437-f540ccc6f556 of type vlan for network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 Jan 04 13:57:06.329332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.330239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c57010ce-5f00-4918-96f4-8bda21c0d4ca) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:06.331919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51f2b09-cdd1-4205-9bb9-a2de28bd448a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.340816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6167d255-4cfd-4292-91fd-694670e90dbe,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:06.344202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc72fe06-1569-4e5e-8826-6c31a3e75a28 None None] Network c57010ce-5f00-4918-96f4-8bda21c0d4ca requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:06.346996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:06.347987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.352213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a51f2b09-cdd1-4205-9bb9-a2de28bd448a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.389002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network cca96326-0a9d-491f-8b27-afa47c363116 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:06.397972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-aad1bdad-e3f2-460d-b23b-224a892960e4 None None] Provisioning complete for port 7003bf7e-3abc-43f8-be80-0b306f3f6270 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:06.398532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aad1bdad-e3f2-460d-b23b-224a892960e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.425208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.427620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:06.431320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:06.443487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-aad1bdad-e3f2-460d-b23b-224a892960e4 None None] Port 7003bf7e-3abc-43f8-be80-0b306f3f6270 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:06.474746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:06.489253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.495065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.495716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.495849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.496512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.500062 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a51f2b09-cdd1-4205-9bb9-a2de28bd448a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=019459b129b5467e838f2e8d3fa6ed47&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5210814 Jan 04 13:57:06.506607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36482) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:06.532006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Port': ['ID=46bf8cf7-cb24-4cf8-b6f3-43429b83d897,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:06.546154 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6330271 Jan 04 13:57:06.575517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51f2b09-cdd1-4205-9bb9-a2de28bd448a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d6c7eb7-fd96-459c-aa90-cc7e13374056,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:06.594409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=9791a8f9-7c4b-482b-8725-1fc664c8ab48,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:06.639799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-82d25e86-9b9f-4524-946b-d73b8c9e55c7 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6861444 Jan 04 13:57:06.646511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36484) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:06.706511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19377ba-f509-47fa-8997-f087e561350d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Network': ['ID=e0023d2a-6af9-44f2-9a03-fcf6fcec6354,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:06.726039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Checking segment: {'id': 'd6a6c571-78cf-4bd9-836b-a2f6d8ec359e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': '64ab162b-decd-4a94-8cc2-0175051d4dd7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:06.726039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network hostable DHCP agents. Network: 64ab162b-decd-4a94-8cc2-0175051d4dd7, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:06.739445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:06.754783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:06.771594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f535e165-2bf2-4cf7-975c-3022986be0d8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/112c0e09-0d5b-4e92-bdf5-da72f20b7fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4604278 Jan 04 13:57:06.772813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36486) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:06.783977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network 64ab162b-decd-4a94-8cc2-0175051d4dd7 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:06.825582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 64ab162b-decd-4a94-8cc2-0175051d4dd7) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:06.845960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f80af822-8cad-4f8c-a738-2fa14c3152aa tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.851594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f80af822-8cad-4f8c-a738-2fa14c3152aa tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports/7003bf7e-3abc-43f8-be80-0b306f3f6270 HTTP/1.1" status: 200 len: 911 time: 0.0776598 Jan 04 13:57:06.853074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36488) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:06.858337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:06.865197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.870829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.871647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:06.903932 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cb7118f4-b027-4e47-a186-76bbfb92338d tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.5340347 Jan 04 13:57:06.904296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36490) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:06.912050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] Sync routers for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:06.917372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14dbdca6-380f-42fb-b99a-b97b93454a70 None None] Network 64ab162b-decd-4a94-8cc2-0175051d4dd7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:06.920749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69938a0e-9f60-4ec2-b4fb-26cdae393459 None None] Network cca96326-0a9d-491f-8b27-afa47c363116 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:06.922554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b4e5790e-2611-4d26-8dd5-b09fa45c5c2a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:06.969028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bebbb-5ae0-44c2-b7c6-d6ee72ac99a7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.976623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0bebbb-5ae0-44c2-b7c6-d6ee72ac99a7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:06.978827 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6b0bebbb-5ae0-44c2-b7c6-d6ee72ac99a7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0735073 Jan 04 13:57:06.981861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36492) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:07.013260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b5a8-ed8f-44b3-9db3-d9b23bc820c3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.046078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:07.047019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:07.125527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72d05d8-f2fe-4e73-9fcc-9d7100cba118 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:07.129747 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d72d05d8-f2fe-4e73-9fcc-9d7100cba118 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.8 HTTP/1.1" status: 200 len: 921 time: 0.4813948 Jan 04 13:57:07.134176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36494) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:07.136599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Deleting port d4abdcc0-5412-4fc4-816b-a0b8839d74c8 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:07.137104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.145287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b5a8-ed8f-44b3-9db3-d9b23bc820c3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.162406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:07.168230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b2fc48ae-3470-42c3-abdb-1f024df2dfbd None None] Provisioning complete for port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:07.168609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2fc48ae-3470-42c3-abdb-1f024df2dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.273566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.293009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Calling delete_port for d4abdcc0-5412-4fc4-816b-a0b8839d74c8 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:07.296175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:07.296863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:07.334086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:07.334798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289ba8d4-894a-4b91-bb63-ac04b42a8b25 None None] The sync data for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:07.337215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:07.337598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.358011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b5a8-ed8f-44b3-9db3-d9b23bc820c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.361194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cf9b5a8-ed8f-44b3-9db3-d9b23bc820c3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.363118 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8cf9b5a8-ed8f-44b3-9db3-d9b23bc820c3 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8d6c7eb7-fd96-459c-aa90-cc7e13374056 HTTP/1.1" status: 204 len: 168 time: 0.8483207 Jan 04 13:57:07.386355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 9791a8f9-7c4b-482b-8725-1fc664c8ab48 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:07.388127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.394758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf9b5a8-ed8f-44b3-9db3-d9b23bc820c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d6c7eb7-fd96-459c-aa90-cc7e13374056,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:07.426069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.542459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.566111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.597515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 9791a8f9-7c4b-482b-8725-1fc664c8ab48 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:07.601572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Port': ['ID=d4abdcc0-5412-4fc4-816b-a0b8839d74c8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:07.624930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.632256 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-385466a1-a16b-42e5-b06b-7a004de21304 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/ports/d4abdcc0-5412-4fc4-816b-a0b8839d74c8 HTTP/1.1" status: 204 len: 168 time: 0.6489058 Jan 04 13:57:07.632949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36498) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:07.709382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2fc48ae-3470-42c3-abdb-1f024df2dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.843118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b2fc48ae-3470-42c3-abdb-1f024df2dfbd None None] For port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,segment=NetworkSegment(65613c05-7dd8-4868-8c54-39de8f46d315),segment_id=65613c05-7dd8-4868-8c54-39de8f46d315)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:07.852550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.859116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2fc48ae-3470-42c3-abdb-1f024df2dfbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.903447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:07.986385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=9791a8f9-7c4b-482b-8725-1fc664c8ab48,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:08.114400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:57:08.114517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:57:08.115000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2fc48ae-3470-42c3-abdb-1f024df2dfbd None None] Pushing event updated for resources: {'Port': ['ID=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:08.139096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ae5f44f5-becb-48e6-8d1a-957a8e211d4e None None] Provisioning complete for port 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:08.141365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae5f44f5-becb-48e6-8d1a-957a8e211d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.141991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8:1::1 (06146552-035f-418e-bd45-799e980a1767/d9407aa9-1c62-4fbd-9b23-e1343d71475b/00887cc5-e9cf-4d06-ab54-dedd042daa8a) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:08.142487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.153557 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-929db72a-a53a-43ec-a5ef-051622463206 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/9791a8f9-7c4b-482b-8725-1fc664c8ab48 HTTP/1.1" status: 204 len: 168 time: 1.0122726 Jan 04 13:57:08.154351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36508) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:08.200811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ae5f44f5-becb-48e6-8d1a-957a8e211d4e None None] Port 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:08.204072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ae5f44f5-becb-48e6-8d1a-957a8e211d4e None None] Could not find standard attr ID for object 9791a8f9-7c4b-482b-8725-1fc664c8ab48. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:08.216516 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e7dd6b7-8a7b-43f6-9c74-ac84db9b15c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:57:08.218747 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e7dd6b7-8a7b-43f6-9c74-ac84db9b15c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/9791a8f9-7c4b-482b-8725-1fc664c8ab48 HTTP/1.1" status: 404 len: 333 time: 0.0606928 Jan 04 13:57:08.221287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36512) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:08.231564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ae5f44f5-becb-48e6-8d1a-957a8e211d4e None None] Provisioning complete for port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:08.231946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae5f44f5-becb-48e6-8d1a-957a8e211d4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.258340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Deleting port 46bf8cf7-cb24-4cf8-b6f3-43429b83d897 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:08.258679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.431680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.480958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Calling delete_port for 46bf8cf7-cb24-4cf8-b6f3-43429b83d897 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:08.496079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:08.496613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.501826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.551021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a9112997-61f7-4a38-bd5d-d076b860e979 None None] Provisioning complete for port 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:08.552158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9112997-61f7-4a38-bd5d-d076b860e979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.658716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.696461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a9112997-61f7-4a38-bd5d-d076b860e979 None None] Port 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:08.706988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 06146552-035f-418e-bd45-799e980a1767 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:08.714984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:08.723274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:08.723479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.806388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.811273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:08.850758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:08.857112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36522) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:08.866941 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/ports/46bf8cf7-cb24-4cf8-b6f3-43429b83d897 HTTP/1.1" status: 204 len: 168 time: 1.2310615 Jan 04 13:57:08.875453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=00887cc5-e9cf-4d06-ab54-dedd042daa8a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:08.898059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fd88abc2-63c8-486a-9e16-b6e539f44e3d None None] Could not find standard attr ID for object 9791a8f9-7c4b-482b-8725-1fc664c8ab48. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:08.967712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac642839-c81a-474b-be0f-d555c22578c7 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Port': ['ID=46bf8cf7-cb24-4cf8-b6f3-43429b83d897,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:08.981454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.004090 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-21e74860-cabf-43bb-865a-4fc0abd88f85 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1389244 Jan 04 13:57:09.005004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:09.010998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.018390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36524) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:09.035051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 7ac0aa11-954c-41ba-b722-0c4b8e7ed940 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:09.043682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1354629163'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:09.227126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.231598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:09.236097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.270130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fcb4397a-5ed0-4101-b848-9e726ab0f233 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:09.292231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:09.305177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.306009 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Added segment f3dbd003-941b-40a0-9b99-6c479fe75289 of type vlan for network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 Jan 04 13:57:09.357717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-014f7465-4824-4561-9b30-5643cca15ad1 None None] Provisioning complete for port 00887cc5-e9cf-4d06-ab54-dedd042daa8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:09.360975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.374423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-014f7465-4824-4561-9b30-5643cca15ad1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.458751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-014f7465-4824-4561-9b30-5643cca15ad1 None None] Port 00887cc5-e9cf-4d06-ab54-dedd042daa8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:09.461958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.469292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port fcb4397a-5ed0-4101-b848-9e726ab0f233 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:09.469827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.519753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=7ac0aa11-954c-41ba-b722-0c4b8e7ed940,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:09.612634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.623814 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f2a691cd-2e3b-431d-8089-20601f505190 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/7ac0aa11-954c-41ba-b722-0c4b8e7ed940 HTTP/1.1" status: 204 len: 168 time: 1.4015126 Jan 04 13:57:09.626781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36534) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:09.644083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.681835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:09.684160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.688949 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f1408dc-a69f-4221-9470-05ececfe1819 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:57:09.696679 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8f1408dc-a69f-4221-9470-05ececfe1819 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/7ac0aa11-954c-41ba-b722-0c4b8e7ed940 HTTP/1.1" status: 404 len: 333 time: 0.0677385 Jan 04 13:57:09.697510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36538) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:09.779843 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.7600327 Jan 04 13:57:09.782927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36540) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:09.792934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-27661107'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:09.809982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36542) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:09.820309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b4e5790e-2611-4d26-8dd5-b09fa45c5c2a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:09.825565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'subnet': {'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:09.840306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 15b2db0f-efaa-4d72-acaf-55e3df502623 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:09.864697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.865951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e249bca3-02cd-474d-90e2-47c919fdae41 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Network': ['ID=2bfc3b9b-6d49-4543-8634-55b36e6b2c71,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:09.909417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:09.944718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:09.948976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.963033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:09.982075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:09.982698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.054730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.066467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.067254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.097689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:10.127133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=00887cc5-e9cf-4d06-ab54-dedd042daa8a,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:10.168175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36548) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:10.170748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.171362 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Added segment 4fb05ef9-d695-4574-9cce-786ca66a8cc8 of type vlan for network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd Jan 04 13:57:10.186887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:10.191584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.245134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 06146552-035f-418e-bd45-799e980a1767 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:10.245967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:10.313693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.318593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.344128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-983808092', 'router:external': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:10.412267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.418829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:10.419603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.463277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Made reservation on behalf of 2016c3670dee4a7b9b8baed2348ad2c8 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:10.465638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.468634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:10.477634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.525955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.539105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7542520 Jan 04 13:57:10.541720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdac6d14-7da5-4e4a-9867-10a8809db018 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Network': ['ID=e21a4bad-71d8-4c21-9b8a-f71ef720a0fd,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:10.588631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=15b2db0f-efaa-4d72-acaf-55e3df502623,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:10.604208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.612709 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-483dd79c-8548-42a7-a0d4-2caa447081a5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/15b2db0f-efaa-4d72-acaf-55e3df502623 HTTP/1.1" status: 204 len: 168 time: 0.9134765 Jan 04 13:57:10.613722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36552) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:10.621213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:10.632908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359124d8-f8c8-4efd-8245-d3433d7136df None None] Network cca96326-0a9d-491f-8b27-afa47c363116 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:10.633642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:10.645892 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] Sync routers for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:10.660987 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-58c12845-a336-4e95-9098-ea46f471e1ef tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/112c0e09-0d5b-4e92-bdf5-da72f20b7fb7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8002069 Jan 04 13:57:10.662711 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:10.663731 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:10.666819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36554) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:10.700670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8d2531d0-80e1-4f36-a2e9-4cf9337ac3b4 None None] Provisioning complete for port 00887cc5-e9cf-4d06-ab54-dedd042daa8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:10.701211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8d2531d0-80e1-4f36-a2e9-4cf9337ac3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.749327 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:10.779106 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:10.782558 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:10.824923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.838618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f0f53a1-33ab-48f7-808b-45cb28fcd243 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:10.840592 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7f0f53a1-33ab-48f7-808b-45cb28fcd243 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports/00887cc5-e9cf-4d06-ab54-dedd042daa8a HTTP/1.1" status: 200 len: 913 time: 0.1690912 Jan 04 13:57:10.844430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36556) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:10.859075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.878832 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:10.881299 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143e0498-a681-4b48-b59e-33a81a6d8342 None None] The sync data for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:10.891973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8d2531d0-80e1-4f36-a2e9-4cf9337ac3b4 None None] Port 00887cc5-e9cf-4d06-ab54-dedd042daa8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:10.912321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:10.990822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Subnet': ['ID=8bcf6c27-e7b6-4ad2-8dcd-3a4f5b7933fe,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:10.992560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] DHCP port deletion for cca96326-0a9d-491f-8b27-afa47c363116 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:11.026991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Checking segment: {'id': '1ef1fa23-dc29-4394-b437-f540ccc6f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:11.027411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network hostable DHCP agents. Network: e0023d2a-6af9-44f2-9a03-fcf6fcec6354, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:11.032293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:11.032751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.055858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.072738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:11.074528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:11.086718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.087421 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Added segment 685fb39a-8234-4dc1-a323-7e9efdc77460 of type vlan for network a6d3609f-ec1f-4176-8f1d-0b11e4230609 Jan 04 13:57:11.102825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Deleting port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:11.104229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.125636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] For port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,segment=NetworkSegment(65613c05-7dd8-4868-8c54-39de8f46d315),segment_id=65613c05-7dd8-4868-8c54-39de8f46d315)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:11.126101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.140038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for b4e5790e-2611-4d26-8dd5-b09fa45c5c2a owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:11.143130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.229379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e0023d2a-6af9-44f2-9a03-fcf6fcec6354) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:11.233250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.274021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:11.274901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.277088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05702ee-7e06-401e-8fea-d120861b49e4 None None] Network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:11.277703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:11.287862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No DVR routers for this DVR port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:11.290396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.291116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.291593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.292050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.292525 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.293193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.293416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.293850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.294311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.294888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.295332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.295779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.296216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:11.297979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a6b8f4b-cbbb-4e10-858f-eac16e86e9d2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:11.319819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.322039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:11.324539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.399116 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 1.2298594 Jan 04 13:57:11.410708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36558) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:11.416294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'subnet': {'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:11.426021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.459088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cca96326-0a9d-491f-8b27-afa47c363116']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:11.472121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65613c05-7dd8-4868-8c54-39de8f46d315') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:11.472687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65613c05-7dd8-4868-8c54-39de8f46d315') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:11.486024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.516594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.517348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] For port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,segment=NetworkSegment(65613c05-7dd8-4868-8c54-39de8f46d315),segment_id=65613c05-7dd8-4868-8c54-39de8f46d315)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:11.517834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.520879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e0023d2a-6af9-44f2-9a03-fcf6fcec6354', 'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354', 'project_id': '5e0e1ec06ba746aaa8a07c5e9a9aba93', 'fixed_ips': [{'subnet_id': '8bcf6c27-e7b6-4ad2-8dcd-3a4f5b7933fe'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:11.521741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.527375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:11.528429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.566021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Calling delete_port for b4e5790e-2611-4d26-8dd5-b09fa45c5c2a owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:11.623702 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1379829e-5c52-4145-93b0-c42363948db8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8072879 Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:11.625003 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:11.629540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36560) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:11.637288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1681565992'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:11.644499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.659403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.666184 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/cca96326-0a9d-491f-8b27-afa47c363116 HTTP/1.1" status: 204 len: 168 time: 1.0263810 Jan 04 13:57:11.669728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36562) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:11.677062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1694098946'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:11.712566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71a69aa-8a22-4ebb-8b4b-219761b4bc14 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=cca96326-0a9d-491f-8b27-afa47c363116,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:11.777130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:11.782046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.801487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:11.807228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.832072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b4e5790e-2611-4d26-8dd5-b09fa45c5c2a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:11.857424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 198} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:11.874314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.874698 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 9bfcc369-9ca4-407e-b07e-1dd84479d6eb of type vlan for network d0437acf-b8cf-43dc-8b22-de1479ecbf64 Jan 04 13:57:11.899190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b4e5790e-2611-4d26-8dd5-b09fa45c5c2a {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:11.901658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b4e5790e-2611-4d26-8dd5-b09fa45c5c2a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:11.929741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25f49e8-695c-4802-a5ef-3c8fd29f0cb9 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Network': ['ID=a6d3609f-ec1f-4176-8f1d-0b11e4230609,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:11.931785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.949510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a6d3609f-ec1f-4176-8f1d-0b11e4230609 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:11.961772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:11.965486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.984222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:11.986041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:11.995726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Made reservation on behalf of 2016c3670dee4a7b9b8baed2348ad2c8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:11.998896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.033539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.033932 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Added segment b931675c-7d00-45bd-9b26-7b9ea37ea849 of type vlan for network d4c637dd-ed1c-4356-ad05-bd46639325e9 Jan 04 13:57:12.089815 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4157047 Jan 04 13:57:12.092017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36564) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:12.173393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:12.195622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18756d7d-b881-4960-aa56-f4d3014ba192 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=d0437acf-b8cf-43dc-8b22-de1479ecbf64,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:12.197522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Allocated IP 2001:db8:0:ffff::2 (e0023d2a-6af9-44f2-9a03-fcf6fcec6354/8bcf6c27-e7b6-4ad2-8dcd-3a4f5b7933fe/340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:12.214185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.229557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.250029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.272366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:12.325736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.332816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:12.333494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.422072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Network': ['ID=d4c637dd-ed1c-4356-ad05-bd46639325e9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:12.446170 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-018fdcb7-108c-492f-8bbb-34f338c242d9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8141077 Jan 04 13:57:12.447798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36566) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:12.453658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'subnet': {'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:12.457913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:12.462452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.630567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Pushing event deleted for resources: {'Port': ['ID=b4e5790e-2611-4d26-8dd5-b09fa45c5c2a,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:12.651957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d4c637dd-ed1c-4356-ad05-bd46639325e9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:12.686571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:12.690579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.775717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Network cca96326-0a9d-491f-8b27-afa47c363116 is not hosted by any dhcp agent {{(pid=103266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 13:57:12.776951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] No DVR routers for this DVR port b4e5790e-2611-4d26-8dd5-b09fa45c5c2a on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:12.785456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.785833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.786505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.786505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.786893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.787171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.787514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.788398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.788742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.789086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.789413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.789732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.790509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbbbb264-c7bd-4c62-9b04-87ea38a694ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:12.811241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.821303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.885077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Pushing event updated for resources: {'Port': ['ID=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:12.905824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.911804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:57:12.914471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:12.918872 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:12.920782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:12.926129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:12.979025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=465b585c-f0ff-4ecc-9b61-9db2f144fd17,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:13.001591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Attempting to bind port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:13.002434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Attempting to bind port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1ef1fa23-dc29-4394-b437-f540ccc6f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:13.003034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Attempting to bind port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a on network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:13.011684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:13.012478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Checking segment: {'id': '1ef1fa23-dc29-4394-b437-f540ccc6f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:13.013110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.015074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Bound using segment: {'id': '1ef1fa23-dc29-4394-b437-f540ccc6f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:13.015817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Bound port: 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ef1fa23-dc29-4394-b437-f540ccc6f556', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'e0023d2a-6af9-44f2-9a03-fcf6fcec6354'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:13.017150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.061380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '9bfcc369-9ca4-407e-b07e-1dd84479d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:13.061755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: d0437acf-b8cf-43dc-8b22-de1479ecbf64, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:13.066826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 00887cc5-e9cf-4d06-ab54-dedd042daa8a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:13.067178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.097083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Checking segment: {'id': '685fb39a-8234-4dc1-a323-7e9efdc77460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:13.097460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network hostable DHCP agents. Network: a6d3609f-ec1f-4176-8f1d-0b11e4230609, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:13.106782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Subnet': ['ID=d5ccf677-1a44-49ef-af57-a0fe314fbee6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:13.110350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] For port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:13.114686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] For port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,segment=NetworkSegment(1ef1fa23-dc29-4394-b437-f540ccc6f556),segment_id=1ef1fa23-dc29-4394-b437-f540ccc6f556)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:13.122239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.123771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.124504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.124504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.124832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:13.124939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.125183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.125443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.125773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.126128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.126745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.127082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.127756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.128104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.128759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:13.149011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d0437acf-b8cf-43dc-8b22-de1479ecbf64) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:13.156123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:13.157360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.175521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b7efaf-e41d-4070-b746-71783cce496f None None] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:13.192306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network a6d3609f-ec1f-4176-8f1d-0b11e4230609 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:13.203905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a6d3609f-ec1f-4176-8f1d-0b11e4230609) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:13.208625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:13.209218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.232989 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-659b1375-d525-4a95-98d3-88317c2cea68 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.8211234 Jan 04 13:57:13.233626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36568) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:13.243899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-524686852', 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:13.255945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.269282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:57:13.275441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.277561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01b8f284-bbe6-4fa4-8fc6-9ce56eccca98 None None] Network a6d3609f-ec1f-4176-8f1d-0b11e4230609 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:13.288374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 00887cc5-e9cf-4d06-ab54-dedd042daa8a owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:13.291464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Made reservation on behalf of 2016c3670dee4a7b9b8baed2348ad2c8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:13.294046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.323354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] device_id is not set on port 525ad11b-e286-4837-94ac-facd9ab967ce yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:13.351913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Subnet': ['ID=a333e005-8ae0-4a77-b94c-200d675dbf7a,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:13.370351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d0437acf-b8cf-43dc-8b22-de1479ecbf64', 'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': '465b585c-f0ff-4ecc-9b61-9db2f144fd17'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:13.375689 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4932bae4-46b6-4b05-9fed-c6cb5de660e3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2745762 Jan 04 13:57:13.376230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36570) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:13.378347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.386105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64', 'name': 'tempest-PortsTestJSON-412917466', 'fixed_ips': [{'subnet_id': '465b585c-f0ff-4ecc-9b61-9db2f144fd17', 'ip_address': '172.20.0.10'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:13.476489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Checking segment: {'id': 'b931675c-7d00-45bd-9b26-7b9ea37ea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:13.476874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network hostable DHCP agents. Network: d4c637dd-ed1c-4356-ad05-bd46639325e9, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:13.555566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network d4c637dd-ed1c-4356-ad05-bd46639325e9 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:13.576226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d4c637dd-ed1c-4356-ad05-bd46639325e9) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:13.584358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:13.585001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:13.612310 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b7c94865-fdbb-4d28-bf9b-b2c9d17a73bc tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1630864 Jan 04 13:57:13.614700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36572) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:13.634121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'port': {'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9', 'name': 'tempest-NetworksIpV6TestAttrs-954934966'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:13.647613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:13.673769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Allocated IP 2001:db8::217 (a6d3609f-ec1f-4176-8f1d-0b11e4230609/d5ccf677-1a44-49ef-af57-a0fe314fbee6/525ad11b-e286-4837-94ac-facd9ab967ce) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:13.699202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36574) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:13.707977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'subnets': [{'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2075459587', 'ip_version': 6}, {'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:13.707977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'subnet': {'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2075459587', 'ip_version': 6}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:13.708318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Request body: {'subnet': {'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:13.845329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bf80ade-d36f-4df6-86b3-1e835931c0b3 None None] Network d4c637dd-ed1c-4356-ad05-bd46639325e9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:13.902159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8310ef5-3db7-41da-a661-e64bc5e900e2 None None] Pushing event updated for resources: {'Port': ['ID=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:13.923053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1261a14-4ca7-4a71-a87d-b5461eeba5de None None] Network a6d3609f-ec1f-4176-8f1d-0b11e4230609 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:14.001825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.073263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=00887cc5-e9cf-4d06-ab54-dedd042daa8a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:14.110687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Allocated IP 172.20.0.2 (d0437acf-b8cf-43dc-8b22-de1479ecbf64/465b585c-f0ff-4ecc-9b61-9db2f144fd17/c566e81d-10be-4c72-8ef1-8d428dca0a7a) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:14.127477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d4c637dd-ed1c-4356-ad05-bd46639325e9', 'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9', 'project_id': '5e0e1ec06ba746aaa8a07c5e9a9aba93', 'fixed_ips': [{'subnet_id': 'a333e005-8ae0-4a77-b94c-200d675dbf7a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:14.128603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.156899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.188035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port af6270b0-80b4-44e0-ac9c-736bf78021fd yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:14.205312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:14.209062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.240633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.255270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Made reservation on behalf of 5ab88ff76996456db9bc2752215a1444 for: {'subnet': 2} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:14.260234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.260557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.270945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] device_id is not set on port 1ae5b692-7824-487b-9e04-e1e09e47eba2 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:14.290586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.445364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Allocated IP 2001:db8::f816:3eff:fe5f:e1df (d4c637dd-ed1c-4356-ad05-bd46639325e9/a333e005-8ae0-4a77-b94c-200d675dbf7a/b7d446e1-5613-49bd-87a0-66d409461627) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:14.473366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.496503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.505877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.545402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network a6d3609f-ec1f-4176-8f1d-0b11e4230609 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:14.559357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.10 (d0437acf-b8cf-43dc-8b22-de1479ecbf64/465b585c-f0ff-4ecc-9b61-9db2f144fd17/af6270b0-80b4-44e0-ac9c-736bf78021fd) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:14.560227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:14.562849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:14.564289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:14.565025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.592070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:14.634046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:14.640141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:14.653646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Port': ['ID=525ad11b-e286-4837-94ac-facd9ab967ce,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:14.666993 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c5b62732-eba1-4220-81f3-5db259950b56 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.4273033 Jan 04 13:57:14.674726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36576) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:14.681798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Pushing event updated for resources: {'Port': ['ID=c566e81d-10be-4c72-8ef1-8d428dca0a7a,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:14.730775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.763606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.785567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.815384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Network d4c637dd-ed1c-4356-ad05-bd46639325e9 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:14.820917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Attempting to bind port c566e81d-10be-4c72-8ef1-8d428dca0a7a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:14.821466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Attempting to bind port c566e81d-10be-4c72-8ef1-8d428dca0a7a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9bfcc369-9ca4-407e-b07e-1dd84479d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:14.822262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Attempting to bind port c566e81d-10be-4c72-8ef1-8d428dca0a7a on network d0437acf-b8cf-43dc-8b22-de1479ecbf64 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:14.829234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:14.831616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:14.839042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d446e1-5613-49bd-87a0-66d409461627,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:14.842681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:14.843066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Checking segment: {'id': '9bfcc369-9ca4-407e-b07e-1dd84479d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:14.843680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.844072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Bound using segment: {'id': '9bfcc369-9ca4-407e-b07e-1dd84479d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:14.844548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Bound port: c566e81d-10be-4c72-8ef1-8d428dca0a7a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9bfcc369-9ca4-407e-b07e-1dd84479d6eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:14.844925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.865500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Allocated IP 2001:db8::f816:3eff:fede:5b7c (d4c637dd-ed1c-4356-ad05-bd46639325e9/a333e005-8ae0-4a77-b94c-200d675dbf7a/1ae5b692-7824-487b-9e04-e1e09e47eba2) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:14.874961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:14.896339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.943991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Attempting to bind port b7d446e1-5613-49bd-87a0-66d409461627 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:14.944700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Attempting to bind port b7d446e1-5613-49bd-87a0-66d409461627 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b931675c-7d00-45bd-9b26-7b9ea37ea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:14.944918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Attempting to bind port b7d446e1-5613-49bd-87a0-66d409461627 on network d4c637dd-ed1c-4356-ad05-bd46639325e9 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:14.965049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:14.965371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Checking segment: {'id': 'b931675c-7d00-45bd-9b26-7b9ea37ea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:14.965726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.966141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Bound using segment: {'id': 'b931675c-7d00-45bd-9b26-7b9ea37ea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:14.966740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Bound port: b7d446e1-5613-49bd-87a0-66d409461627, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b931675c-7d00-45bd-9b26-7b9ea37ea849', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd4c637dd-ed1c-4356-ad05-bd46639325e9'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:14.966995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.968287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:14.978162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Deleting port 525ad11b-e286-4837-94ac-facd9ab967ce {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:14.978556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:14.983072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:14.983481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] For port c566e81d-10be-4c72-8ef1-8d428dca0a7a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:14.994329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:14.999650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] For port c566e81d-10be-4c72-8ef1-8d428dca0a7a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c566e81d-10be-4c72-8ef1-8d428dca0a7a,segment=NetworkSegment(9bfcc369-9ca4-407e-b07e-1dd84479d6eb),segment_id=9bfcc369-9ca4-407e-b07e-1dd84479d6eb)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:15.020061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73c96639-4535-49a0-b4ae-229a48f1e9da None None] Network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:15.024699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.031369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=af6270b0-80b4-44e0-ac9c-736bf78021fd,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.106899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:15.108030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.142881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2d3934bc-fb68-4553-87e0-6b9305b5683b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7601466 Jan 04 13:57:15.146434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36578) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:15.153143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'd0437acf-b8cf-43dc-8b22-de1479ecbf64', 'name': 'tempest-PortsTestJSON-1255573316', 'fixed_ips': [{'subnet_id': '465b585c-f0ff-4ecc-9b61-9db2f144fd17', 'ip_address': '172.20.0.9'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:15.180985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] For port b7d446e1-5613-49bd-87a0-66d409461627, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:15.187272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:15.188133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.197176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-857661f0-011d-46a4-a9ff-3480cee917b5 None None] Provisioning complete for port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:15.197520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-857661f0-011d-46a4-a9ff-3480cee917b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.201748 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-845c9ecb-2eb4-4932-9fb2-d7a4f3bbe724 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/112c0e09-0d5b-4e92-bdf5-da72f20b7fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3457921 Jan 04 13:57:15.204093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36580) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:15.205097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5785d5-93d6-47f2-b030-0643fca441b4 None None] Pushing event updated for resources: {'Port': ['ID=c566e81d-10be-4c72-8ef1-8d428dca0a7a,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.210118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] For port b7d446e1-5613-49bd-87a0-66d409461627, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7d446e1-5613-49bd-87a0-66d409461627,segment=NetworkSegment(b931675c-7d00-45bd-9b26-7b9ea37ea849),segment_id=b931675c-7d00-45bd-9b26-7b9ea37ea849)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:15.219000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.235843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] Sync routers for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:15.244700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.272136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Calling delete_port for 525ad11b-e286-4837-94ac-facd9ab967ce owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:15.324071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:15.324705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:15.360091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.394310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:15.402007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0b6e4a-be13-46bd-a4bd-85ec370aa3a1 None None] Pushing event updated for resources: {'Port': ['ID=b7d446e1-5613-49bd-87a0-66d409461627,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.443355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Subnet': ['ID=5b6a1526-909c-4699-a45f-ea0122098764,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.472032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:15.472802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:56:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:15.499008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Checking segment: {'id': 'f3dbd003-941b-40a0-9b99-6c479fe75289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:15.499008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network hostable DHCP agents. Network: 2bfc3b9b-6d49-4543-8634-55b36e6b2c71, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:15.553212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:15.554116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5759f8e8-1f38-4d30-970b-5f4c76bf86b7 None None] The sync data for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:15.555885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:15.562310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.566758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-857661f0-011d-46a4-a9ff-3480cee917b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.574612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c3ad80f-31ec-4ee9-9b02-e62d2096a420 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.592046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2bfc3b9b-6d49-4543-8634-55b36e6b2c71) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:15.596640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.629466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-857661f0-011d-46a4-a9ff-3480cee917b5 None None] For port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,segment=NetworkSegment(1ef1fa23-dc29-4394-b437-f540ccc6f556),segment_id=1ef1fa23-dc29-4394-b437-f540ccc6f556)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:15.632672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b909d8d4-9888-4eb2-9baa-60ef68caa687 None None] Network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:15.654108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-857661f0-011d-46a4-a9ff-3480cee917b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.673644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Port': ['ID=1ae5b692-7824-487b-9e04-e1e09e47eba2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.688225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network d4c637dd-ed1c-4356-ad05-bd46639325e9 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:15.689855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.700834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:15.710290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:15.731446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:15.732126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.741430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event deleted for resources: {'Port': ['ID=525ad11b-e286-4837-94ac-facd9ab967ce,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.766245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:15.775473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Checking segment: {'id': '4fb05ef9-d695-4574-9cce-786ca66a8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:15.775473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network hostable DHCP agents. Network: e21a4bad-71d8-4c21-9b8a-f71ef720a0fd, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:15.792356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.801272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857661f0-011d-46a4-a9ff-3480cee917b5 None None] Pushing event updated for resources: {'Port': ['ID=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.837432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event updated for resources: {'Subnet': ['ID=6a925c5f-a093-4459-ba2b-1f67dd3366a7,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:15.839656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.842988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2a13d386-1bd6-4cec-882e-2b41afca2a0a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/ports/525ad11b-e286-4837-94ac-facd9ab967ce HTTP/1.1" status: 204 len: 168 time: 1.1681461 Jan 04 13:57:15.845761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36582) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:15.850341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609', 'external_fixed_ips': [{'subnet_id': 'd5ccf677-1a44-49ef-af57-a0fe314fbee6', 'ip_address': '2001:db8::217'}]}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:15.850597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2bfc3b9b-6d49-4543-8634-55b36e6b2c71', 'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71', 'project_id': '5ab88ff76996456db9bc2752215a1444', 'fixed_ips': [{'subnet_id': '5b6a1526-909c-4699-a45f-ea0122098764'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:15.853494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.855542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:15.871596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e21a4bad-71d8-4c21-9b8a-f71ef720a0fd) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:15.877098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:15.877575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:15.878241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:15.976855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e9b7c7ee-fbc2-4dd8-8750-bf19cf17b7af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.2763619 Jan 04 13:57:15.979358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36584) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:15.986392 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a692429f-b666-4353-a7b9-100851c48e81 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.3688447 Jan 04 13:57:15.987841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 84ded27c-28d8-400f-89be-a687d5ee24b6 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:15.994884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36586) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:16.058034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.059286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.115778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e956c5e-1d10-4bf8-b26b-03d168de083b tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:16.118076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e956c5e-1d10-4bf8-b26b-03d168de083b tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:16.119293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e956c5e-1d10-4bf8-b26b-03d168de083b tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:16.126482 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5e956c5e-1d10-4bf8-b26b-03d168de083b tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1459167 Jan 04 13:57:16.149163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36588) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:16.190007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.217970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-712e820e-deb6-4b59-a75e-151b296a95eb None None] Network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:16.221487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:16.274856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting subnet a333e005-8ae0-4a77-b94c-200d675dbf7a {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:16.286594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.324759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2f247bf8-5534-4a21-a846-a4b139bf6281 None None] Provisioning complete for port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:16.325773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2f247bf8-5534-4a21-a846-a4b139bf6281 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.344022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Deleting subnet 5b6a1526-909c-4699-a45f-ea0122098764 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:16.423426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.444550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Allocated IP 2001:db8::1 (2bfc3b9b-6d49-4543-8634-55b36e6b2c71/5b6a1526-909c-4699-a45f-ea0122098764/e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:16.486217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:16.486952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.500244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.9 (d0437acf-b8cf-43dc-8b22-de1479ecbf64/465b585c-f0ff-4ecc-9b61-9db2f144fd17/84ded27c-28d8-400f-89be-a687d5ee24b6) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:16.526317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e21a4bad-71d8-4c21-9b8a-f71ef720a0fd', 'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd', 'project_id': '5ab88ff76996456db9bc2752215a1444', 'fixed_ips': [{'subnet_id': '6a925c5f-a093-4459-ba2b-1f67dd3366a7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:16.527094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.614883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.716267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.876168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c566e81d-10be-4c72-8ef1-8d428dca0a7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:16.890664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.927500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:16.961050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Allocated IP 2001:db8:0:1::1 (e21a4bad-71d8-4c21-9b8a-f71ef720a0fd/6a925c5f-a093-4459-ba2b-1f67dd3366a7/b7c04367-60e8-499e-a030-7789cf7408ba) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:17.014221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.068871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.081264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.133850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Subnet': ['ID=a333e005-8ae0-4a77-b94c-200d675dbf7a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:17.143964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.144858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40672ca-9f50-4bf5-b643-0e994d2db190 None None] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:17.148424 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1d80b1c5-1a2b-4d8d-9b52-b998c7586387 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/a333e005-8ae0-4a77-b94c-200d675dbf7a HTTP/1.1" status: 204 len: 168 time: 1.1453424 Jan 04 13:57:17.151797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.154086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36590) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:17.155938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.164617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.238091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:17.248335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Pushing event updated for resources: {'Port': ['ID=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:17.259616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c566e81d-10be-4c72-8ef1-8d428dca0a7a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:17.260525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.262969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.281815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:17.311179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Allocated IP 2001:db8::217 (a6d3609f-ec1f-4176-8f1d-0b11e4230609/d5ccf677-1a44-49ef-af57-a0fe314fbee6/ef1ebab4-82ab-4a41-ac93-29f98e977f2b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:17.315400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:17.325194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bad07acd-3eee-48ee-a8a6-6675ed971a80 None None] Provisioning complete for port c566e81d-10be-4c72-8ef1-8d428dca0a7a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:17.325386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bad07acd-3eee-48ee-a8a6-6675ed971a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.339579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77efd76-79ea-4d43-9972-32bf37b91b49 None None] Network d4c637dd-ed1c-4356-ad05-bd46639325e9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:17.404077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.425625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.461322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.465507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.507778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network a6d3609f-ec1f-4176-8f1d-0b11e4230609 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:17.512318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:17.514799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:17.554682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Port': ['ID=ef1ebab4-82ab-4a41-ac93-29f98e977f2b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:17.628822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc934a-2131-4951-8bc4-a2fcfa6b14b3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:17.630486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65fc934a-2131-4951-8bc4-a2fcfa6b14b3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:17.632632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-65fc934a-2131-4951-8bc4-a2fcfa6b14b3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4736769 Jan 04 13:57:17.635971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36592) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:17.636204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:17.643580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Attempting to bind port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:17.643947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Attempting to bind port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f3dbd003-941b-40a0-9b99-6c479fe75289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:17.644307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Attempting to bind port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 on network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:17.657943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:17.666555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Pushing event updated for resources: {'Port': ['ID=b7c04367-60e8-499e-a030-7789cf7408ba,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:17.676680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:17.679323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:17.679697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Checking segment: {'id': 'f3dbd003-941b-40a0-9b99-6c479fe75289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:17.680093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.680484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Bound using segment: {'id': 'f3dbd003-941b-40a0-9b99-6c479fe75289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:17.680959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Bound port: e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f3dbd003-941b-40a0-9b99-6c479fe75289', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2bfc3b9b-6d49-4543-8634-55b36e6b2c71'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:17.681333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.702371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.723396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.784608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.786910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26a52f38-11a1-4305-8f40-699d8331259d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.860528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:17.862946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bad07acd-3eee-48ee-a8a6-6675ed971a80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.880155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:17.886156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:17.893940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-499bbdc0-fef0-4827-9028-4ffa20fb94d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.899002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Attempting to bind port b7c04367-60e8-499e-a030-7789cf7408ba on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:17.899444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Attempting to bind port b7c04367-60e8-499e-a030-7789cf7408ba by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4fb05ef9-d695-4574-9cce-786ca66a8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:17.899817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Attempting to bind port b7c04367-60e8-499e-a030-7789cf7408ba on network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:17.921693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=84ded27c-28d8-400f-89be-a687d5ee24b6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:17.923694 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-26a52f38-11a1-4305-8f40-699d8331259d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 04 13:57:17.930516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port c566e81d-10be-4c72-8ef1-8d428dca0a7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c566e81d-10be-4c72-8ef1-8d428dca0a7a,segment=NetworkSegment(9bfcc369-9ca4-407e-b07e-1dd84479d6eb),segment_id=9bfcc369-9ca4-407e-b07e-1dd84479d6eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:17.933455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-26a52f38-11a1-4305-8f40-699d8331259d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:17.934580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 7003bf7e-3abc-43f8-be80-0b306f3f6270 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:17.934934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.944754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:17.945123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Checking segment: {'id': '4fb05ef9-d695-4574-9cce-786ca66a8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:17.945969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.945969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Bound using segment: {'id': '4fb05ef9-d695-4574-9cce-786ca66a8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:17.946632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Bound port: b7c04367-60e8-499e-a030-7789cf7408ba, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4fb05ef9-d695-4574-9cce-786ca66a8cc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e21a4bad-71d8-4c21-9b8a-f71ef720a0fd'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:17.946766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.948814 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-26a52f38-11a1-4305-8f40-699d8331259d tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/d4c637dd-ed1c-4356-ad05-bd46639325e9 HTTP/1.1" status: 409 len: 466 time: 0.3117816 Jan 04 13:57:17.951636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.953093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:17.967317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36594) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:17.968881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82082285-4d1a-4180-b731-c68f6628649b None None] DHCP port deletion for d4c637dd-ed1c-4356-ad05-bd46639325e9 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:17.981201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-847467418'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:18.004364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.051811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:18.052607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.086235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Subnet': ['ID=5b6a1526-909c-4699-a45f-ea0122098764,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:18.112577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.113208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:18.119582 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cf01208d-2360-4ce4-8a8e-357e93b26542 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/subnets/5b6a1526-909c-4699-a45f-ea0122098764 HTTP/1.1" status: 204 len: 168 time: 1.9670475 Jan 04 13:57:18.121826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.122240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36596) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:18.181289 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b4cec5fb-559c-427f-b5fa-4283ecf14596 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.0338435 Jan 04 13:57:18.183277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.196832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36598) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:18.198285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] For port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:18.210798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] For port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,segment=NetworkSegment(f3dbd003-941b-40a0-9b99-6c479fe75289),segment_id=f3dbd003-941b-40a0-9b99-6c479fe75289)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:18.215733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:18.217097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 7003bf7e-3abc-43f8-be80-0b306f3f6270 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:18.218234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:18.223990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.229680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.230059 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Added segment 01534156-5171-4c57-8a6e-e8dfc27e51b1 of type vlan for network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 Jan 04 13:57:18.289579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Deleting subnet 6a925c5f-a093-4459-ba2b-1f67dd3366a7 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:18.296933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.328402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.341092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-bad07acd-3eee-48ee-a8a6-6675ed971a80 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:57:18.341436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-bad07acd-3eee-48ee-a8a6-6675ed971a80 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:57:18.365116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=c566e81d-10be-4c72-8ef1-8d428dca0a7a,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:18.381125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.391425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:18.393056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.431725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff229d-01aa-492f-81e4-ec2bc2b32ac8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:18.433289 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8bff229d-01aa-492f-81e4-ec2bc2b32ac8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.2354980 Jan 04 13:57:18.441690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36600) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:18.446538 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.456384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] For port b7c04367-60e8-499e-a030-7789cf7408ba, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:18.502765 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5258281 Jan 04 13:57:18.511909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] For port b7c04367-60e8-499e-a030-7789cf7408ba, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7c04367-60e8-499e-a030-7789cf7408ba,segment=NetworkSegment(4fb05ef9-d695-4574-9cce-786ca66a8cc8),segment_id=4fb05ef9-d695-4574-9cce-786ca66a8cc8)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:18.512984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36602) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:18.532739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:18.533110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.546442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'subnet': {'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:18.546838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.553764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c120b91c-f140-4347-8056-f7bbc017a5a8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Network': ['ID=6934409e-0fdc-4bbe-8a8a-c99d67abae90,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:18.557439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c4a629f-6a7c-4284-94d4-4e1c606d3661 None None] Pushing event updated for resources: {'Port': ['ID=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:18.567638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.606245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86c9b5-0d80-4e96-b967-a0114af4f7b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:18.610514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:18.612959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86c9b5-0d80-4e96-b967-a0114af4f7b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:18.620012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb86c9b5-0d80-4e96-b967-a0114af4f7b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:18.621748 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fb86c9b5-0d80-4e96-b967-a0114af4f7b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.1790631 Jan 04 13:57:18.624807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-82082285-4d1a-4180-b731-c68f6628649b None None] Deleting port b7d446e1-5613-49bd-87a0-66d409461627 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:18.625101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36604) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:18.625534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-82082285-4d1a-4180-b731-c68f6628649b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.774928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.882318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:18.891630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.928940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:18.978748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d37486-05bf-43ee-8d5d-316b8d2e581b None None] Pushing event updated for resources: {'Port': ['ID=b7c04367-60e8-499e-a030-7789cf7408ba,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.008840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=7003bf7e-3abc-43f8-be80-0b306f3f6270,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.029925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82032c7c-5282-41b0-8491-56c3a974691e req-4d598dd5-8ce3-4b0c-bb89-1061d77b4769 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:19.031608 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-82032c7c-5282-41b0-8491-56c3a974691e req-4d598dd5-8ce3-4b0c-bb89-1061d77b4769 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2606514 Jan 04 13:57:19.167211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.172439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.187432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-82082285-4d1a-4180-b731-c68f6628649b None None] For port b7d446e1-5613-49bd-87a0-66d409461627, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7d446e1-5613-49bd-87a0-66d409461627,segment=NetworkSegment(b931675c-7d00-45bd-9b26-7b9ea37ea849),segment_id=b931675c-7d00-45bd-9b26-7b9ea37ea849)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:19.187866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-82082285-4d1a-4180-b731-c68f6628649b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.201458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Provisioning complete for port af6270b0-80b4-44e0-ac9c-736bf78021fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:19.201718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.209068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 84ded27c-28d8-400f-89be-a687d5ee24b6 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:19.209324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.240121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Port af6270b0-80b4-44e0-ac9c-736bf78021fd cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:19.251929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-82082285-4d1a-4180-b731-c68f6628649b None None] Calling delete_port for b7d446e1-5613-49bd-87a0-66d409461627 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:19.260742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Provisioning complete for port b7d446e1-5613-49bd-87a0-66d409461627 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:19.261119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.262786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.320369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.404860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.408151 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/subnets/6a925c5f-a093-4459-ba2b-1f67dd3366a7 HTTP/1.1" status: 204 len: 168 time: 1.2828369 Jan 04 13:57:19.417198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e05bd-a37f-4a35-b895-b763ca427003 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Subnet': ['ID=6a925c5f-a093-4459-ba2b-1f67dd3366a7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.419350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 84ded27c-28d8-400f-89be-a687d5ee24b6 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:19.423488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36608) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:19.459298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Router f8924134-a138-45be-860f-6e10ff3491ba is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:19.465894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.482038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-82032c7c-5282-41b0-8491-56c3a974691e req-c37aa3db-2fcb-448a-b3b6-26939bbe6466 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4308543 Jan 04 13:57:19.524694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] For port b7d446e1-5613-49bd-87a0-66d409461627, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7d446e1-5613-49bd-87a0-66d409461627,segment=NetworkSegment(b931675c-7d00-45bd-9b26-7b9ea37ea849),segment_id=b931675c-7d00-45bd-9b26-7b9ea37ea849)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:19.533229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.581435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:57:19.585100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f72c92-624f-4307-9083-444b364d43cb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:19.591825 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-77f72c92-624f-4307-9083-444b364d43cb tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1653266 Jan 04 13:57:19.592626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36614) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:19.596075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Pushing event updated for resources: {'Port': ['ID=b7d446e1-5613-49bd-87a0-66d409461627,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.606607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-82082285-4d1a-4180-b731-c68f6628649b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.609975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.648503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82082285-4d1a-4180-b731-c68f6628649b None None] Pushing event deleted for resources: {'Port': ['ID=b7d446e1-5613-49bd-87a0-66d409461627,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.650666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Provisioning complete for port c566e81d-10be-4c72-8ef1-8d428dca0a7a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:19.651093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7a70e0ad-eac6-48f6-a0f6-60c5727ace81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.664766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.697247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82082285-4d1a-4180-b731-c68f6628649b None None] No DVR routers for this DVR port b7d446e1-5613-49bd-87a0-66d409461627 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:19.748077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=84ded27c-28d8-400f-89be-a687d5ee24b6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.797944 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Subnet': ['ID=7b0e8a25-d152-4155-84d6-dafe413e4f89,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:19.871213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.878391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-92361819-3c7d-472a-bbc2-95f13f14a318 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/84ded27c-28d8-400f-89be-a687d5ee24b6 HTTP/1.1" status: 204 len: 168 time: 1.2499568 Jan 04 13:57:19.879106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36618) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:19.889240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:19.911245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:19.914062 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a1a94f6-b6f3-4428-8025-f7c697b7f05d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:57:19.915551 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3a1a94f6-b6f3-4428-8025-f7c697b7f05d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/84ded27c-28d8-400f-89be-a687d5ee24b6 HTTP/1.1" status: 404 len: 333 time: 0.0355146 Jan 04 13:57:19.919045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36620) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:19.938416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a182882d-d1c6-45b3-aead-f43d1743cc7a req-0b0c4a69-44bb-4a05-aa54-fb301dfd21fe tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:19.940037 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a182882d-d1c6-45b3-aead-f43d1743cc7a req-0b0c4a69-44bb-4a05-aa54-fb301dfd21fe tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2866509 Jan 04 13:57:19.955226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Checking segment: {'id': '01534156-5171-4c57-8a6e-e8dfc27e51b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:19.955590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network hostable DHCP agents. Network: 6934409e-0fdc-4bbe-8a8a-c99d67abae90, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:19.968475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cffffe0e-d9bb-4912-8c28-e551095f0109 None None] Could not find standard attr ID for object 84ded27c-28d8-400f-89be-a687d5ee24b6. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:19.970428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:19.982085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Sync routers for ids ['f8924134-a138-45be-860f-6e10ff3491ba'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:20.003232 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Routers {'f8924134-a138-45be-860f-6e10ff3491ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:20.005062 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f8924134-a138-45be-860f-6e10ff3491ba'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:20.032946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.034222 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-da991a21-8b4c-477a-afc6-7e94315daa09 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.1874411 Jan 04 13:57:20.039151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:20.041217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36622) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:20.062367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:20.085913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f0394-756a-42c6-a206-58f1b229271a None None] Sync routers for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:20.109983 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-77664cb9-bd6d-41a9-a590-43d1129ec286 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/112c0e09-0d5b-4e92-bdf5-da72f20b7fb7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9022112 Jan 04 13:57:20.110201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36624) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:20.112022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f0394-756a-42c6-a206-58f1b229271a None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:20.112433 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a182882d-d1c6-45b3-aead-f43d1743cc7a req-81752477-0a86-4e39-955c-a805b3b0a2f7 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1618168 Jan 04 13:57:20.114077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-675f0394-756a-42c6-a206-58f1b229271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:20.125542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6934409e-0fdc-4bbe-8a8a-c99d67abae90) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:20.133834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:20.134471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.221138 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-45531eb0-4719-4cd6-b86b-6f11439e592e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 HTTP/1.1" status: 200 len: 205 time: 0.1097493 Jan 04 13:57:20.222011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36628) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:20.238564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d6f8bfd-2ccf-4ce8-be6e-42eaf92d8a37 None None] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:20.268775 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b8587565-6666-4449-9ddc-32d19c23dbf7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7546718 Jan 04 13:57:20.271125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Deleting port b7c04367-60e8-499e-a030-7789cf7408ba {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:20.271459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.280419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36630) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:20.283791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-675f0394-756a-42c6-a206-58f1b229271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:20.295455 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Set router f8924134-a138-45be-860f-6e10ff3491ba gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:20.306183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'port': {'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90', 'name': 'tempest-NetworksIpV6TestAttrs-2031582821'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:20.334010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675f0394-756a-42c6-a206-58f1b229271a None None] Routers {'112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:20.335349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-675f0394-756a-42c6-a206-58f1b229271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:20.445700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.452279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port af6270b0-80b4-44e0-ac9c-736bf78021fd {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:20.452781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.521254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.523776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b7c04367-60e8-499e-a030-7789cf7408ba up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:20.545786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-675f0394-756a-42c6-a206-58f1b229271a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:20.546491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-675f0394-756a-42c6-a206-58f1b229271a None None] The sync data for ids ['112c0e09-0d5b-4e92-bdf5-da72f20b7fb7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:20.660069 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8924134-a138-45be-860f-6e10ff3491ba', 'name': '', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609', 'external_fixed_ips': [{'subnet_id': 'd5ccf677-1a44-49ef-af57-a0fe314fbee6', 'ip_address': '2001:db8::217'}], 'enable_snat': True}, 'gw_port_id': 'ef1ebab4-82ab-4a41-ac93-29f98e977f2b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:16Z', 'updated_at': '2022-01-04T13:57:17Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'ef1ebab4-82ab-4a41-ac93-29f98e977f2b', 'name': '', 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:9f:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8924134-a138-45be-860f-6e10ff3491ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': 'd5ccf677-1a44-49ef-af57-a0fe314fbee6', 'ip_address': '2001:db8::217', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:17Z', 'updated_at': '2022-01-04T13:57:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'd5ccf677-1a44-49ef-af57-a0fe314fbee6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:20.710668 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Checking router: f8924134-a138-45be-860f-6e10ff3491ba for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:57:20.713048 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Updating router f8924134-a138-45be-860f-6e10ff3491ba port ef1ebab4-82ab-4a41-ac93-29f98e977f2b binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:57:20.775260 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.787512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4474979f-7a94-45b7-bd95-3f7b5dead097 None None] Network 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:20.899761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.901117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] For port b7c04367-60e8-499e-a030-7789cf7408ba, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b7c04367-60e8-499e-a030-7789cf7408ba,segment=NetworkSegment(4fb05ef9-d695-4574-9cce-786ca66a8cc8),segment_id=4fb05ef9-d695-4574-9cce-786ca66a8cc8)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:20.904433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.971541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Calling delete_port for b7c04367-60e8-499e-a030-7789cf7408ba owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:20.994225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a24d541a-99d9-4d4c-95d4-46e56ffd514f None None] Provisioning complete for port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:20.994853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24d541a-99d9-4d4c-95d4-46e56ffd514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:20.997115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6934409e-0fdc-4bbe-8a8a-c99d67abae90', 'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90', 'project_id': '5e0e1ec06ba746aaa8a07c5e9a9aba93', 'fixed_ips': [{'subnet_id': '7b0e8a25-d152-4155-84d6-dafe413e4f89'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:20.998164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.049338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466c7133-5203-4adf-a85e-fd21d87b8dfa None None] Network e21a4bad-71d8-4c21-9b8a-f71ef720a0fd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:21.138148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.145710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd172cc-f556-4ce8-9641-a9e3cdc011ad req-98e2d375-69ec-499a-91c8-f07a6ab659bb tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:21.147650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fd172cc-f556-4ce8-9641-a9e3cdc011ad req-98e2d375-69ec-499a-91c8-f07a6ab659bb tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.4610505 Jan 04 13:57:21.148080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.165186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:21.168975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.203592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b7c04367-60e8-499e-a030-7789cf7408ba triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:21.203592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.226284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.236885 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.243474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for af6270b0-80b4-44e0-ac9c-736bf78021fd owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:21.248141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] device_id is not set on port 6d3d8bfc-55c5-463d-9f07-95a312ca8d97 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:21.251567 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.259625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.265470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.266056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router 112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:21.283201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.284330 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-11fbcd04-fdd5-4225-bbc3-b6d0126a2325 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 HTTP/1.1" status: 204 len: 168 time: 1.0601575 Jan 04 13:57:21.294504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36634) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:21.324519 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Pushing event updated for resources: {'Port': ['ID=ef1ebab4-82ab-4a41-ac93-29f98e977f2b,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:21.326981 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Attempting to bind port ef1ebab4-82ab-4a41-ac93-29f98e977f2b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:21.327506 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Attempting to bind port ef1ebab4-82ab-4a41-ac93-29f98e977f2b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '685fb39a-8234-4dc1-a323-7e9efdc77460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:21.328022 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Attempting to bind port ef1ebab4-82ab-4a41-ac93-29f98e977f2b on network a6d3609f-ec1f-4176-8f1d-0b11e4230609 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:21.337844 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.339923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.343980 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.344467 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.344960 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.345442 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.345942 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.346444 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.346917 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.347585 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.348085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.348547 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.349011 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.349623 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:57:21.360582 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 56, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:21.361247 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Checking segment: {'id': '685fb39a-8234-4dc1-a323-7e9efdc77460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:21.361811 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.363124 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Bound using segment: {'id': '685fb39a-8234-4dc1-a323-7e9efdc77460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:21.364260 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Bound port: ef1ebab4-82ab-4a41-ac93-29f98e977f2b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '685fb39a-8234-4dc1-a323-7e9efdc77460', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'a6d3609f-ec1f-4176-8f1d-0b11e4230609'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:21.366442 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.371723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fd172cc-f556-4ce8-9641-a9e3cdc011ad req-01d140e9-d88c-4020-a7c3-20dbccedbd26 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1814694 Jan 04 13:57:21.429300 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] For port ef1ebab4-82ab-4a41-ac93-29f98e977f2b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:21.433454 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] For port ef1ebab4-82ab-4a41-ac93-29f98e977f2b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef1ebab4-82ab-4a41-ac93-29f98e977f2b,segment=NetworkSegment(685fb39a-8234-4dc1-a323-7e9efdc77460),segment_id=685fb39a-8234-4dc1-a323-7e9efdc77460)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:21.438263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] DHCP port deletion for 2bfc3b9b-6d49-4543-8634-55b36e6b2c71 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:21.439278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.451404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Allocated IP 2001:db8::f816:3eff:feed:8b10 (6934409e-0fdc-4bbe-8a8a-c99d67abae90/7b0e8a25-d152-4155-84d6-dafe413e4f89/51ef9de2-d0db-4767-b326-0e282baa6724) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:21.456223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Could not find standard attr ID for object b7c04367-60e8-499e-a030-7789cf7408ba. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:21.466644 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] No ports have port_id starting with b7c04367-60e8-499e-a030-7789cf7408ba Jan 04 13:57:21.500199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c566e81d-10be-4c72-8ef1-8d428dca0a7a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:21.509170 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24625e3f-8906-457d-a1c7-ce16c783d955 None None] Pushing event updated for resources: {'Port': ['ID=ef1ebab4-82ab-4a41-ac93-29f98e977f2b,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:21.531799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.547947 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Routers {'f8924134-a138-45be-860f-6e10ff3491ba'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:21.549108 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f8924134-a138-45be-860f-6e10ff3491ba'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:21.608714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=af6270b0-80b4-44e0-ac9c-736bf78021fd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:21.679875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet d9407aa9-1c62-4fbd-9b23-e1343d71475b {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:21.686185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.730880 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] Set router f8924134-a138-45be-860f-6e10ff3491ba gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:21.754307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.795343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Port': ['ID=b7c04367-60e8-499e-a030-7789cf7408ba,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:21.801556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] No DVR routers for this DVR port b7c04367-60e8-499e-a030-7789cf7408ba on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:21.818837 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8924134-a138-45be-860f-6e10ff3491ba', 'name': '', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:16Z', 'updated_at': '2022-01-04T13:57:21Z', 'revision_number': 4, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:21.852940 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3bf5d83-4664-4bfc-b38a-20a30e842d72 None None] The sync data for ids ['f8924134-a138-45be-860f-6e10ff3491ba'] in dv-neutron-master-2-hyperv is: [{'id': 'f8924134-a138-45be-860f-6e10ff3491ba', 'name': '', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:16Z', 'updated_at': '2022-01-04T13:57:21Z', 'revision_number': 4, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:21.858825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc1c925-b1c4-4b1e-8c99-13cf6db76feb None None] DHCP port deletion for e21a4bad-71d8-4c21-9b8a-f71ef720a0fd request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:21.875289 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:57:21.914235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.944193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24d541a-99d9-4d4c-95d4-46e56ffd514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.956352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Deleting port ef1ebab4-82ab-4a41-ac93-29f98e977f2b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:21.957039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.963823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:21.983631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e21a4bad-71d8-4c21-9b8a-f71ef720a0fd']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:21.992983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] Deleting port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:21.994548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.000410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb05ef9-d695-4574-9cce-786ca66a8cc8') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:22.000752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb05ef9-d695-4574-9cce-786ca66a8cc8') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:22.004494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.012646 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b2443bc4-7e1f-460a-8b9c-830e74d25a32 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/af6270b0-80b4-44e0-ac9c-736bf78021fd HTTP/1.1" status: 204 len: 168 time: 2.0901866 Jan 04 13:57:22.014059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36636) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:22.019535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.030489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.066653 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3734e299-a142-490d-8a4a-7c109e0ce601 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:57:22.069271 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3734e299-a142-490d-8a4a-7c109e0ce601 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/af6270b0-80b4-44e0-ac9c-736bf78021fd HTTP/1.1" status: 404 len: 333 time: 0.0502510 Jan 04 13:57:22.070286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.071522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36638) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:22.083122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:22.083122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:22.087462 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:22.090224 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:22.095134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a24d541a-99d9-4d4c-95d4-46e56ffd514f None None] For port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,segment=NetworkSegment(f3dbd003-941b-40a0-9b99-6c479fe75289),segment_id=f3dbd003-941b-40a0-9b99-6c479fe75289)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:22.100977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c566e81d-10be-4c72-8ef1-8d428dca0a7a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:22.101353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.129235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] For port ef1ebab4-82ab-4a41-ac93-29f98e977f2b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef1ebab4-82ab-4a41-ac93-29f98e977f2b,segment=NetworkSegment(685fb39a-8234-4dc1-a323-7e9efdc77460),segment_id=685fb39a-8234-4dc1-a323-7e9efdc77460)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:22.129657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.153928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24d541a-99d9-4d4c-95d4-46e56ffd514f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.155232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 465b585c-f0ff-4ecc-9b61-9db2f144fd17 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:22.159535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.163313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.182947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Calling delete_port for ef1ebab4-82ab-4a41-ac93-29f98e977f2b owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:22.208027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.217667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=d9407aa9-1c62-4fbd-9b23-e1343d71475b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.229441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] For port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,segment=NetworkSegment(f3dbd003-941b-40a0-9b99-6c479fe75289),segment_id=f3dbd003-941b-40a0-9b99-6c479fe75289)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:22.229923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.233027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.240000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4a8b1b7b-236e-477a-8b69-a97f324f5034 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/d9407aa9-1c62-4fbd-9b23-e1343d71475b HTTP/1.1" status: 204 len: 168 time: 0.7192891 Jan 04 13:57:22.241823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.243688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36642) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:22.251888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92613c7c-0763-4f9b-a164-2dc5d3bc0a25 None None] Network 06146552-035f-418e-bd45-799e980a1767 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:22.261260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.270011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] Calling delete_port for e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:22.273224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.279341 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/networks/e21a4bad-71d8-4c21-9b8a-f71ef720a0fd HTTP/1.1" status: 204 len: 168 time: 2.6811039 Jan 04 13:57:22.297300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36644) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:22.309512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d541a-99d9-4d4c-95d4-46e56ffd514f None None] Pushing event updated for resources: {'Port': ['ID=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.312939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cd6a2379-9418-4752-ac45-52b928745e63 None None] Could not find standard attr ID for object b7c04367-60e8-499e-a030-7789cf7408ba. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:22.333161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.333384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:22.339531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e98887ba-b1a8-4fda-bf18-66501cf55474 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Network': ['ID=e21a4bad-71d8-4c21-9b8a-f71ef720a0fd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.340307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet 658b2c0b-d35f-44c3-83b9-48cad3dfc84a {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:22.343769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.402315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Allocated IP 2001:db8::f816:3eff:fe81:3071 (6934409e-0fdc-4bbe-8a8a-c99d67abae90/7b0e8a25-d152-4155-84d6-dafe413e4f89/6d3d8bfc-55c5-463d-9f07-95a312ca8d97) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:22.417912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:22.439246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:22.484016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.495766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Pushing event updated for resources: {'Port': ['ID=51ef9de2-d0db-4767-b326-0e282baa6724,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.527874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:22.561345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.600553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Attempting to bind port 51ef9de2-d0db-4767-b326-0e282baa6724 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:22.600925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Attempting to bind port 51ef9de2-d0db-4767-b326-0e282baa6724 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '01534156-5171-4c57-8a6e-e8dfc27e51b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:22.601289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Attempting to bind port 51ef9de2-d0db-4767-b326-0e282baa6724 on network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:22.611648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:22.611944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Checking segment: {'id': '01534156-5171-4c57-8a6e-e8dfc27e51b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:22.612399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.612793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Bound using segment: {'id': '01534156-5171-4c57-8a6e-e8dfc27e51b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:22.613263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Bound port: 51ef9de2-d0db-4767-b326-0e282baa6724, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01534156-5171-4c57-8a6e-e8dfc27e51b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '6934409e-0fdc-4bbe-8a8a-c99d67abae90'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:22.613969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.616909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.629915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.660673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] Pushing event deleted for resources: {'Port': ['ID=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.665155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Could not find standard attr ID for object e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:22.667195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52043c31-f977-4e4a-b041-4c1bb8894952 None None] No DVR routers for this DVR port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:22.681990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.697843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb7469d-819f-43cc-8e7b-96e55f60255c req-6a54712b-7071-487b-aaa0-5edac13226fb tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:22.699836 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fcb7469d-819f-43cc-8e7b-96e55f60255c req-6a54712b-7071-487b-aaa0-5edac13226fb tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2335079 Jan 04 13:57:22.740640 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] DHCP port deletion for 06146552-035f-418e-bd45-799e980a1767 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:22.742920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.753166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.755681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.760351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event deleted for resources: {'Port': ['ID=ef1ebab4-82ab-4a41-ac93-29f98e977f2b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.778973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] For port 51ef9de2-d0db-4767-b326-0e282baa6724, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:22.803764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] For port 51ef9de2-d0db-4767-b326-0e282baa6724, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51ef9de2-d0db-4767-b326-0e282baa6724,segment=NetworkSegment(01534156-5171-4c57-8a6e-e8dfc27e51b1),segment_id=01534156-5171-4c57-8a6e-e8dfc27e51b1)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:22.815925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.876440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.879643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.885776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] Deleting port fcb4397a-5ed0-4101-b848-9e726ab0f233 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:22.886211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.913134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Deleting port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:22.914089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.916507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.923488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:22.953644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.954472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8924134-a138-45be-860f-6e10ff3491ba {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:22.959461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.970993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:22.972855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-89e021f7-f6f1-4b81-be5c-ac2ade81e56f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/routers/f8924134-a138-45be-860f-6e10ff3491ba HTTP/1.1" status: 204 len: 168 time: 2.9263628 Jan 04 13:57:22.975416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36648) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:22.987135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:22.987484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:22.987915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b7c04367-60e8-499e-a030-7789cf7408ba no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:22.994600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7f9af7-53a0-4144-af27-424958db3c85 None None] Pushing event updated for resources: {'Port': ['ID=51ef9de2-d0db-4767-b326-0e282baa6724,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:22.995606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=658b2c0b-d35f-44c3-83b9-48cad3dfc84a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.004452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.013338 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/465b585c-f0ff-4ecc-9b61-9db2f144fd17 HTTP/1.1" status: 204 len: 168 time: 0.9407120 Jan 04 13:57:23.017412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36650) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:23.046025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.049362 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e92daa62-0c2d-41a0-9d75-a3447882789e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/658b2c0b-d35f-44c3-83b9-48cad3dfc84a HTTP/1.1" status: 204 len: 168 time: 0.8049662 Jan 04 13:57:23.062318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84c3220-4c18-4963-80fd-2229b0202895 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=465b585c-f0ff-4ecc-9b61-9db2f144fd17,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.063043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36652) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:23.070967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fcb7469d-819f-43cc-8e7b-96e55f60255c req-6a14e212-265a-4746-aa3f-2183d327a60e tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3497486 Jan 04 13:57:23.072676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a057be9-e33b-41aa-8287-cf30318cd61e None None] Network d0437acf-b8cf-43dc-8b22-de1479ecbf64 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:23.083001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f104823-f737-4ca8-a0c5-61a152894e8b None None] Network d6b3d6f0-ed6e-4140-bd61-697e350c2cdb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:23.085452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b7c04367-60e8-499e-a030-7789cf7408ba {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:23.086078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b7c04367-60e8-499e-a030-7789cf7408ba not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:23.086681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fcb4397a-5ed0-4101-b848-9e726ab0f233 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:23.114963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Deleting subnet d5ccf677-1a44-49ef-af57-a0fe314fbee6 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:23.133780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] For port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:23.134066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.148238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Calling delete_port for e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:23.152069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 was not found and therefore no delete operation was performed {{(pid=103265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:57:23.170282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.206907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] For port fcb4397a-5ed0-4101-b848-9e726ab0f233, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fcb4397a-5ed0-4101-b848-9e726ab0f233,segment=NetworkSegment(f1a8576f-5614-4ebc-bccc-ae7681235c21),segment_id=f1a8576f-5614-4ebc-bccc-ae7681235c21)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:23.207297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.236876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Port': ['ID=e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.237121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.241602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.253003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] No DVR routers for this DVR port e1cd1c7f-ff20-4e70-8f67-ea67c21f04d3 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:23.285550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] Calling delete_port for fcb4397a-5ed0-4101-b848-9e726ab0f233 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:23.311916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.329315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.360151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Port': ['ID=6d3d8bfc-55c5-463d-9f07-95a312ca8d97,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.373626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:23.375886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:23.384811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:23.392487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:23.393324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.404144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.414051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.450838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bfc3b9b-6d49-4543-8634-55b36e6b2c71']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:23.464807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3dbd003-941b-40a0-9b99-6c479fe75289') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:23.465247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3dbd003-941b-40a0-9b99-6c479fe75289') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:23.482011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.494514 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4afacd6b-79b5-4461-bd77-446a96038977 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 3.2112331 Jan 04 13:57:23.496754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36654) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:23.500076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.506723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:23.507528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:23.512196 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:23.515813 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:23.542581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.544149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.552819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.581360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] Pushing event deleted for resources: {'Port': ['ID=fcb4397a-5ed0-4101-b848-9e726ab0f233,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.583796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cd1578-aa54-48f6-9f76-5917f652ea31 None None] No DVR routers for this DVR port fcb4397a-5ed0-4101-b848-9e726ab0f233 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:23.623319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting subnet 7b0e8a25-d152-4155-84d6-dafe413e4f89 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:23.634440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.642334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port c566e81d-10be-4c72-8ef1-8d428dca0a7a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:23.646141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.651358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.671824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.672284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] DHCP port deletion for d6b3d6f0-ed6e-4140-bd61-697e350c2cdb request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:23.682140 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/networks/2bfc3b9b-6d49-4543-8634-55b36e6b2c71 HTTP/1.1" status: 204 len: 168 time: 1.3774691 Jan 04 13:57:23.684367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36656) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:23.696967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port fcb4397a-5ed0-4101-b848-9e726ab0f233 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:23.697305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.715420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4edb32-e691-4371-b5e8-a7488ded88af tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Network': ['ID=2bfc3b9b-6d49-4543-8634-55b36e6b2c71,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.731552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] DHCP port deletion for d0437acf-b8cf-43dc-8b22-de1479ecbf64 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:23.745359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.783746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.793559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.806454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] Deleting port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:23.806828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.821542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] Deleting port c566e81d-10be-4c72-8ef1-8d428dca0a7a {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:23.821985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.874280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=d5ccf677-1a44-49ef-af57-a0fe314fbee6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:23.882057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] For port c566e81d-10be-4c72-8ef1-8d428dca0a7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c566e81d-10be-4c72-8ef1-8d428dca0a7a,segment=NetworkSegment(9bfcc369-9ca4-407e-b07e-1dd84479d6eb),segment_id=9bfcc369-9ca4-407e-b07e-1dd84479d6eb)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:23.882690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.885159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.888398 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3f1fb8fa-ff1f-4d95-9f3f-f4dafc46779b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/subnets/d5ccf677-1a44-49ef-af57-a0fe314fbee6 HTTP/1.1" status: 204 len: 168 time: 0.9117789 Jan 04 13:57:23.900014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port fcb4397a-5ed0-4101-b848-9e726ab0f233, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:23.900379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.904271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36658) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:23.906939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.916619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] For port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,segment=NetworkSegment(2358cf00-bcbf-47fc-bbf4-ca6293c1582f),segment_id=2358cf00-bcbf-47fc-bbf4-ca6293c1582f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:23.917300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.924528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for c566e81d-10be-4c72-8ef1-8d428dca0a7a owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:23.936261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64ab162b-decd-4a94-8cc2-0175051d4dd7']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:23.945670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for fcb4397a-5ed0-4101-b848-9e726ab0f233 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:23.947182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6a6c571-78cf-4bd9-836b-a2f6d8ec359e') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:23.947487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6a6c571-78cf-4bd9-836b-a2f6d8ec359e') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:23.955731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Port fcb4397a-5ed0-4101-b848-9e726ab0f233 was not found and therefore no delete operation was performed {{(pid=103264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:57:23.963620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] Calling delete_port for 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:23.967839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.969414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.974086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] For port c566e81d-10be-4c72-8ef1-8d428dca0a7a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c566e81d-10be-4c72-8ef1-8d428dca0a7a,segment=NetworkSegment(9bfcc369-9ca4-407e-b07e-1dd84479d6eb),segment_id=9bfcc369-9ca4-407e-b07e-1dd84479d6eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:23.974606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.985457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.993817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Releasing vlan 195 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:23.993817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:23.994196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] Calling delete_port for c566e81d-10be-4c72-8ef1-8d428dca0a7a owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:23.999096 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:24.088535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.099453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.106379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=fcb4397a-5ed0-4101-b848-9e726ab0f233,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.106959 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/networks/64ab162b-decd-4a94-8cc2-0175051d4dd7 HTTP/1.1" status: 204 len: 168 time: 0.4168501 Jan 04 13:57:24.108661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36662) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:24.123430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port fcb4397a-5ed0-4101-b848-9e726ab0f233 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:24.138896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c12e8-639f-4c0a-b531-5ea2e4675ec0 tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Network': ['ID=64ab162b-decd-4a94-8cc2-0175051d4dd7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.140786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.171935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.202936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] Pushing event deleted for resources: {'Port': ['ID=30cb05c1-dfd7-46cd-abef-d0c3c0c2c090,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.205417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2259b32d-8470-4358-9a69-6413f66e1c92 None None] No DVR routers for this DVR port 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:24.223703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.236684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] No DVR routers for this DVR port c566e81d-10be-4c72-8ef1-8d428dca0a7a on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:24.258002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4a4d92-20d8-4203-a9c8-d42530fd9f6d None None] Pushing event deleted for resources: {'Port': ['ID=c566e81d-10be-4c72-8ef1-8d428dca0a7a,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.276228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.320643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.367701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.380511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.389945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c57010ce-5f00-4918-96f4-8bda21c0d4ca']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.401891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '347bc47e-6870-4666-a5d5-437a6eb8a9bf') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.402257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '347bc47e-6870-4666-a5d5-437a6eb8a9bf') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.409082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdc1f1b3-d6e4-4edc-8af9-c23bc1f06deb None None] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:24.413306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06146552-035f-418e-bd45-799e980a1767']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.413464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.418348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.429651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.437049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:24.437668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:24.441624 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:24.444655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a8576f-5614-4ebc-bccc-ae7681235c21') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.444655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a8576f-5614-4ebc-bccc-ae7681235c21') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.463066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33901b27-3dbf-4948-8cba-4d4d4916a142 req-65078452-51cb-409d-94d1-c13b86835b5b tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:24.464574 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-33901b27-3dbf-4948-8cba-4d4d4916a142 req-65078452-51cb-409d-94d1-c13b86835b5b tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2556846 Jan 04 13:57:24.516823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bf9490c1-3a39-486a-9c5b-d955831412f9 None None] Provisioning complete for port 51ef9de2-d0db-4767-b326-0e282baa6724 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:24.516823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf9490c1-3a39-486a-9c5b-d955831412f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.519857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.530329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.537158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=c566e81d-10be-4c72-8ef1-8d428dca0a7a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.538986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.539249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No DVR routers for this DVR port c566e81d-10be-4c72-8ef1-8d428dca0a7a on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:24.549484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] 10.222.0.30 "DELETE /v2.0/networks/c57010ce-5f00-4918-96f4-8bda21c0d4ca HTTP/1.1" status: 204 len: 168 time: 0.4195650 Jan 04 13:57:24.549484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489126b1-18e7-4c09-8775-45c02e80fdbc tempest-BulkNetworkOpsIpV6Test-95920546 tempest-BulkNetworkOpsIpV6Test-95920546-project] Pushing event deleted for resources: {'Network': ['ID=c57010ce-5f00-4918-96f4-8bda21c0d4ca,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.562828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.640823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.652216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d3609f-ec1f-4176-8f1d-0b11e4230609']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.676402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:24.677308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:24.680869 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:24.685799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '685fb39a-8234-4dc1-a323-7e9efdc77460') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.686247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '685fb39a-8234-4dc1-a323-7e9efdc77460') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.747890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.797851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf9490c1-3a39-486a-9c5b-d955831412f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.799499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.879887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-33901b27-3dbf-4948-8cba-4d4d4916a142 req-9c3b1ac7-0b98-440c-9189-e879980eadd4 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3864818 Jan 04 13:57:24.881093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.887911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.896618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-bf9490c1-3a39-486a-9c5b-d955831412f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:57:24.897505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-bf9490c1-3a39-486a-9c5b-d955831412f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:57:24.899842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 51ef9de2-d0db-4767-b326-0e282baa6724 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:24.928946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0437acf-b8cf-43dc-8b22-de1479ecbf64']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.941569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9bfcc369-9ca4-407e-b07e-1dd84479d6eb') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.941801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9bfcc369-9ca4-407e-b07e-1dd84479d6eb') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:24.959629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 51ef9de2-d0db-4767-b326-0e282baa6724 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:24.960223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.977653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.988489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:24.988884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:24.992823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Subnet': ['ID=7b0e8a25-d152-4155-84d6-dafe413e4f89,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:24.996538 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:24.998626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.000867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.004562 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/06146552-035f-418e-bd45-799e980a1767 HTTP/1.1" status: 204 len: 168 time: 1.9388263 Jan 04 13:57:25.007420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.007539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.011376 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4a5ee30f-fddc-4dae-a641-8665a49a110f tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/7b0e8a25-d152-4155-84d6-dafe413e4f89 HTTP/1.1" status: 204 len: 168 time: 1.5110729 Jan 04 13:57:25.016092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36670) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.043927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.048362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1c1f8-2dd3-4722-bd8e-6efbdf7d961f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=06146552-035f-418e-bd45-799e980a1767,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:25.091083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:25.091310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:25.095469 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:25.107674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.129523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.134216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network a6d3609f-ec1f-4176-8f1d-0b11e4230609 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jan 04 13:57:25.136762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.146574 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/networks/a6d3609f-ec1f-4176-8f1d-0b11e4230609 HTTP/1.1" status: 204 len: 168 time: 1.2393346 Jan 04 13:57:25.180875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 51ef9de2-d0db-4767-b326-0e282baa6724, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51ef9de2-d0db-4767-b326-0e282baa6724,segment=NetworkSegment(01534156-5171-4c57-8a6e-e8dfc27e51b1),segment_id=01534156-5171-4c57-8a6e-e8dfc27e51b1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:25.185011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36674) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.189892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.203564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c9505d-f4bd-4cfb-ba9a-1c4aed0e09b7 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event deleted for resources: {'Network': ['ID=a6d3609f-ec1f-4176-8f1d-0b11e4230609,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:25.215754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89cf12-7497-4021-ae58-17d60715f6c7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:25.223531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d89cf12-7497-4021-ae58-17d60715f6c7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:25.228849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.239829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.240345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2d89cf12-7497-4021-ae58-17d60715f6c7 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.2202199 Jan 04 13:57:25.251827 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/d0437acf-b8cf-43dc-8b22-de1479ecbf64 HTTP/1.1" status: 204 len: 168 time: 2.2283349 Jan 04 13:57:25.251827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36678) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.252130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.253707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36680) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.285236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2092383524'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:25.303381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c566e81d-10be-4c72-8ef1-8d428dca0a7a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:25.311186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81572eec-67f2-4c33-af7c-c8eef33e45f8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=d0437acf-b8cf-43dc-8b22-de1479ecbf64,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:25.354886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f69c1d4-8b4e-46ca-a8db-767aaceb8987 None None] Network 6934409e-0fdc-4bbe-8a8a-c99d67abae90 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:25.359000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c566e81d-10be-4c72-8ef1-8d428dca0a7a {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:25.359453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c566e81d-10be-4c72-8ef1-8d428dca0a7a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:25.360082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:25.439369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:25.439990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 30cb05c1-dfd7-46cd-abef-d0c3c0c2c090 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:25.446982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1f6957a3-4408-42c7-962c-16dbcb4d1efb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.460330 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f6957a3-4408-42c7-962c-16dbcb4d1efb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 04 13:57:25.460964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f6957a3-4408-42c7-962c-16dbcb4d1efb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:25.464733 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1f6957a3-4408-42c7-962c-16dbcb4d1efb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/6934409e-0fdc-4bbe-8a8a-c99d67abae90 HTTP/1.1" status: 409 len: 466 time: 0.1735966 Jan 04 13:57:25.470336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36686) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.480356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=51ef9de2-d0db-4767-b326-0e282baa6724,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:25.481765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-413367339'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:25.489176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:25.498999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.551697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:25.558826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.560806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.587582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:25.599849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6b3d6f0-ed6e-4140-bd61-697e350c2cdb']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:25.617407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:25.632907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.633885 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Added segment e147b6e8-643e-40de-8566-dae20e9202a9 of type vlan for network 1f49eeed-371d-4836-a3da-63fa4149f343 Jan 04 13:57:25.638577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.639361 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Added segment 4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29 of type vlan for network f5bb61bf-eafa-4485-bc19-58c0f7daf433 Jan 04 13:57:25.642593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36688) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.650134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'name': 'tempest-router--1106967697', 'project_id': '6cb6139c11354b999909a5d6ff1a664c'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:25.658200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2358cf00-bcbf-47fc-bbf4-ca6293c1582f') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:25.658685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2358cf00-bcbf-47fc-bbf4-ca6293c1582f') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:25.680546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.698865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] DHCP port deletion for 6934409e-0fdc-4bbe-8a8a-c99d67abae90 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:25.710447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.742288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d83b3c39-9ce0-4866-a8df-adc9d108edb6 None None] Provisioning complete for port 6d3d8bfc-55c5-463d-9f07-95a312ca8d97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:25.742708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d83b3c39-9ce0-4866-a8df-adc9d108edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.744411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.744684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.754156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:25.754959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.789554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36692) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.790064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d83b3c39-9ce0-4866-a8df-adc9d108edb6 None None] Port 6d3d8bfc-55c5-463d-9f07-95a312ca8d97 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:25.790451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.3139012 Jan 04 13:57:25.798788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'subnet': {'network_id': '1f49eeed-371d-4836-a3da-63fa4149f343', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:25.814294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d83b3c39-9ce0-4866-a8df-adc9d108edb6 None None] Provisioning complete for port 51ef9de2-d0db-4767-b326-0e282baa6724 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:25.814294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d83b3c39-9ce0-4866-a8df-adc9d108edb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.814577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.817027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] Deleting port 51ef9de2-d0db-4767-b326-0e282baa6724 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:25.817420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.822254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:25.822550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.828612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.852962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d50968-69fc-48a4-9d58-5a0c6cf48744 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Network': ['ID=1f49eeed-371d-4836-a3da-63fa4149f343,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:25.872656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 1f49eeed-371d-4836-a3da-63fa4149f343 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:25.886484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:25.886800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:25.892402 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:25.943344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.944923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.948917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] For port 51ef9de2-d0db-4767-b326-0e282baa6724, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=51ef9de2-d0db-4767-b326-0e282baa6724,segment=NetworkSegment(01534156-5171-4c57-8a6e-e8dfc27e51b1),segment_id=01534156-5171-4c57-8a6e-e8dfc27e51b1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:25.949314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:25.991403 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7200544 Jan 04 13:57:25.994223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36696) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:25.999800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:25.999966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] Calling delete_port for 51ef9de2-d0db-4767-b326-0e282baa6724 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:26.065549 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3e46bbc3-c621-4170-b1d4-72eb4fc81c11 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5ab88ff76996456db9bc2752215a1444&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8764873 Jan 04 13:57:26.066313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda8ce24-8fb0-4b31-ba40-f057596e2256 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Network': ['ID=f5bb61bf-eafa-4485-bc19-58c0f7daf433,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:26.081754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36698) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:26.081972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:26.104020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.120423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.127210 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/d6b3d6f0-ed6e-4140-bd61-697e350c2cdb HTTP/1.1" status: 204 len: 168 time: 1.1151319 Jan 04 13:57:26.128346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36700) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:26.137067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1013774524'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:26.163658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:26.168747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.189216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.198457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:26.202644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.217322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] Pushing event deleted for resources: {'Port': ['ID=51ef9de2-d0db-4767-b326-0e282baa6724,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:26.220995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e41fa3-8fff-42e9-b102-a80e87497898 None None] No DVR routers for this DVR port 51ef9de2-d0db-4767-b326-0e282baa6724 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:26.288745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:26.305328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.305674 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 39a66705-fe0e-44ca-864f-42b9fbfb6f38 of type vlan for network a265fa4a-4f3d-41ac-814b-57562114628a Jan 04 13:57:26.379695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.441589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.447283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:26.447868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.451007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8000a3f6-eb72-414f-a8f8-3fe3faac45b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=d6b3d6f0-ed6e-4140-bd61-697e350c2cdb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:26.482754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.489311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3601811 Jan 04 13:57:26.493225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36702) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:26.495092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.500935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:26.504442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.505565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d9ed3-5d07-4f07-ba9e-751edbf65e52 req-ddbc30b8-5d25-485c-a81a-e3251caea4ba tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:26.507131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-445d9ed3-5d07-4f07-ba9e-751edbf65e52 req-ddbc30b8-5d25-485c-a81a-e3251caea4ba tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.5199237 Jan 04 13:57:26.512152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:26.515529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.560522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7c27b467-6fe8-4d6e-a2f8-a42e16b48ff6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.563981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.565155 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9335214d-a56f-415e-8d51-06ea9e3551f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.9213743 Jan 04 13:57:26.569906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36704) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:26.597989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd2abb5-7dc5-4b43-b598-636475acc9fc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=a265fa4a-4f3d-41ac-814b-57562114628a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:26.609415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a265fa4a-4f3d-41ac-814b-57562114628a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:26.674259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=1d07c821-4b69-4dd9-8741-2ad863352f32,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:26.690945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Checking segment: {'id': '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:26.691313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network hostable DHCP agents. Network: f5bb61bf-eafa-4485-bc19-58c0f7daf433, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:26.705155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:26.708765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.714364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7c27b467-6fe8-4d6e-a2f8-a42e16b48ff6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.732983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.773646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 51ef9de2-d0db-4767-b326-0e282baa6724 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:26.796409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 51ef9de2-d0db-4767-b326-0e282baa6724 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:26.796906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 51ef9de2-d0db-4767-b326-0e282baa6724 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:26.807752 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-445d9ed3-5d07-4f07-ba9e-751edbf65e52 req-621ee322-c3ba-45e7-879d-45fed4164039 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855797 Jan 04 13:57:26.989926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7c27b467-6fe8-4d6e-a2f8-a42e16b48ff6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.992503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7c27b467-6fe8-4d6e-a2f8-a42e16b48ff6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:26.996258 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7c27b467-6fe8-4d6e-a2f8-a42e16b48ff6 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2792c063-8f69-4610-a06b-88f43a6f6004 HTTP/1.1" status: 204 len: 168 time: 0.9101639 Jan 04 13:57:26.996258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.001593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.022202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c27b467-6fe8-4d6e-a2f8-a42e16b48ff6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2792c063-8f69-4610-a06b-88f43a6f6004,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:27.095598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:27.096194 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.096300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 39b6acf6-8b03-4681-8540-a26d1537ffc0 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:27.101792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.103004 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4563eddd-be7b-42ef-b31b-0a96d5f0eb4a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/routers/39b6acf6-8b03-4681-8540-a26d1537ffc0 HTTP/1.1" status: 204 len: 168 time: 0.5307083 Jan 04 13:57:27.140402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, f5bb61bf-eafa-4485-bc19-58c0f7daf433) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:27.148978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0e6bdd5-fd5c-4d67-8a3d-09c8ff88c0d9 None None] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:27.151591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:27.152261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.173852 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-48706ed3-7f59-43b2-907e-c28ec79eca1d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1783144 Jan 04 13:57:27.176805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36710) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:27.184276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-365136395', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:27.255537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:57:27.280953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.297013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.298828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.317683 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.364877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-f5bb61bf-eafa-4485-bc19-58c0f7daf433', 'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': '1d07c821-4b69-4dd9-8741-2ad863352f32'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:27.365795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.412807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36716) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:27.427579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.430788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Subnet': ['ID=76eb95a9-c918-434c-b62d-b437dae63509,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:27.439704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Checking segment: {'id': 'e147b6e8-643e-40de-8566-dae20e9202a9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '1f49eeed-371d-4836-a3da-63fa4149f343'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:27.440084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network hostable DHCP agents. Network: 1f49eeed-371d-4836-a3da-63fa4149f343, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:27.441207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=b9e18f38-14a8-4bed-bf73-2236704489b7,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:27.446601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '39a66705-fe0e-44ca-864f-42b9fbfb6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:27.446803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.447195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: a265fa4a-4f3d-41ac-814b-57562114628a, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:27.469976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network a265fa4a-4f3d-41ac-814b-57562114628a is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:27.471242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network 1f49eeed-371d-4836-a3da-63fa4149f343 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:27.477153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.479211 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e2ae3fb4-ec86-4664-92e3-3cc6ffaf7540 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.3010578 Jan 04 13:57:27.482269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36720) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:27.483369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a265fa4a-4f3d-41ac-814b-57562114628a) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:27.485436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1f49eeed-371d-4836-a3da-63fa4149f343) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:27.489748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:27.490900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.503356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433', 'name': 'tempest-PortsTestJSON-2100447800'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:27.518412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:27.519443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.525660 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6d7dd9ff-d5c5-4234-8da6-7d93e6cf19dd tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.7312214 Jan 04 13:57:27.526296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07267af1-b8bf-49a5-9100-bc02263e1d81 None None] Network a265fa4a-4f3d-41ac-814b-57562114628a requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:27.526679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36724) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:27.529328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08890190-350b-4558-b255-e7353a02e2d1 None None] Network 1f49eeed-371d-4836-a3da-63fa4149f343 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:27.602931 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c717f74c-9df7-4028-b945-e91cc4bae9b8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1085596 Jan 04 13:57:27.605708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36728) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:27.613435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1794321311', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:27.683542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.685235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.714210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.764148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Allocated IP 172.20.0.2 (f5bb61bf-eafa-4485-bc19-58c0f7daf433/1d07c821-4b69-4dd9-8741-2ad863352f32/c01e842d-de8a-4d67-978d-d9eb27c91f8c) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:27.770623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-468634035', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:27.776238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a265fa4a-4f3d-41ac-814b-57562114628a', 'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': 'b9e18f38-14a8-4bed-bf73-2236704489b7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:27.778046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.779477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.804804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.826764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.827766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.833499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.836875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:27.840824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.848408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18828a33-d83e-4961-8144-f15222b4f299 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1f49eeed-371d-4836-a3da-63fa4149f343', 'network_id': '1f49eeed-371d-4836-a3da-63fa4149f343', 'project_id': '5e0e1ec06ba746aaa8a07c5e9a9aba93', 'fixed_ips': [{'subnet_id': '76eb95a9-c918-434c-b62d-b437dae63509'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:27.850237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-18828a33-d83e-4961-8144-f15222b4f299 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.867864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:27.869254 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ccfbe44-3950-4ec1-b33f-0f22013fcd62 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2619226 Jan 04 13:57:27.873275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port a79f089f-5487-423e-a405-0001e241aa6e yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:27.875813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36736) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:27.884710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'port': {'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a', 'name': 'tempest-RoutersIpV6Test-2041158382'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:27.994484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.071225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.108051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029cb40c-5bab-4d51-a6bd-389158c6dc53 req-6313e725-644b-466b-9c75-eff464ecead9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:28.108051 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-029cb40c-5bab-4d51-a6bd-389158c6dc53 req-6313e725-644b-466b-9c75-eff464ecead9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1474230 Jan 04 13:57:28.136338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Subnet': ['ID=76eb95a9-c918-434c-b62d-b437dae63509,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:28.141599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:28.145076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.189021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.199862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.223888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f49eeed-371d-4836-a3da-63fa4149f343']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:28.236226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e147b6e8-643e-40de-8566-dae20e9202a9') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:28.236534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e147b6e8-643e-40de-8566-dae20e9202a9') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:28.248394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36744) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:28.256799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.259386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] device_id is not set on port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:28.261045 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-029cb40c-5bab-4d51-a6bd-389158c6dc53 req-43b3cdcd-af11-48cb-b79b-a68dbaaf9389 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132002 Jan 04 13:57:28.338667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.354107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:28.354634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:28.358693 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:28.371395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1363139909'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:28.393288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Allocated IP 2001:db8::2 (a265fa4a-4f3d-41ac-814b-57562114628a/b9e18f38-14a8-4bed-bf73-2236704489b7/c99b2134-d852-4423-afc8-24d012497bcf) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:28.426867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.432090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.438951 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/1f49eeed-371d-4836-a3da-63fa4149f343 HTTP/1.1" status: 204 len: 168 time: 0.9077446 Jan 04 13:57:28.439490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36748) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-18828a33-d83e-4961-8144-f15222b4f299 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76eb95a9-c918-434c-b62d-b437dae63509: This subnet is being modified by another concurrent operation. Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:57:28.441070 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 76eb95a9-c918-434c-b62d-b437dae63509: This subnet is being modified by another concurrent operation. Jan 04 13:57:28.446674 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:57:28.451791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-692858855'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:28.475343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d3d10-e5f3-45c0-9af5-9d9a5837daea None None] Network 1f49eeed-371d-4836-a3da-63fa4149f343 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:28.480895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.481442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dacbbdcf-e742-4992-a125-f0518b944ab0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Network': ['ID=1f49eeed-371d-4836-a3da-63fa4149f343,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:28.500860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.503128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:28.506609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.507967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:28.512095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.515295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9d3d10-e5f3-45c0-9af5-9d9a5837daea None None] Network 1f49eeed-371d-4836-a3da-63fa4149f343 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:57:28.522228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.539788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:28.542163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.550075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.550557 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Added segment 43c4cec1-aeff-4953-a160-757ab23d6210 of type vlan for network 73738afc-15af-476a-b177-31c696a5148c Jan 04 13:57:28.554173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.593475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.623231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.629221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:28.629655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:28.630354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.632929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Pushing event updated for resources: {'Port': ['ID=c01e842d-de8a-4d67-978d-d9eb27c91f8c,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:28.638785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:28.659354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:28.664806 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2241931 Jan 04 13:57:28.669096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36750) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:28.670895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.14 (f5bb61bf-eafa-4485-bc19-58c0f7daf433/1d07c821-4b69-4dd9-8741-2ad863352f32/a79f089f-5487-423e-a405-0001e241aa6e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:28.677699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'subnet': {'network_id': '73738afc-15af-476a-b177-31c696a5148c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:28.721646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.724670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Allocated IP 172.36.2.93 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/310ea34d-6ec7-4b5b-a5ef-1948f1843ade) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:28.732562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Attempting to bind port c01e842d-de8a-4d67-978d-d9eb27c91f8c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:28.733212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Attempting to bind port c01e842d-de8a-4d67-978d-d9eb27c91f8c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:28.733579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Attempting to bind port c01e842d-de8a-4d67-978d-d9eb27c91f8c on network f5bb61bf-eafa-4485-bc19-58c0f7daf433 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:28.736261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.767739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:28.767739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Checking segment: {'id': '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:28.768358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.768358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Bound using segment: {'id': '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:28.768738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Bound port: c01e842d-de8a-4d67-978d-d9eb27c91f8c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'f5bb61bf-eafa-4485-bc19-58c0f7daf433'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:28.769121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.783201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dac8529-e03a-4890-adc8-ae5ff1a93588 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Network': ['ID=73738afc-15af-476a-b177-31c696a5148c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:28.804540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Network a265fa4a-4f3d-41ac-814b-57562114628a is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:28.809828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:28.838842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:28.842446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 73738afc-15af-476a-b177-31c696a5148c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:28.851693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Pushing event updated for resources: {'Port': ['ID=c99b2134-d852-4423-afc8-24d012497bcf,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:28.854275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8::9d (a265fa4a-4f3d-41ac-814b-57562114628a/b9e18f38-14a8-4bed-bf73-2236704489b7/6d744bde-fcb0-458d-ab65-a8ad2194ca8a) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:28.880341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.894877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:28.899046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.913040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.957807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:28.988958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.989308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment 510a2ef5-0f2f-414f-90a0-7e8c6784d07f of type vlan for network 822478c4-d3b1-4a59-9816-213903b38ef4 Jan 04 13:57:28.996726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Attempting to bind port c99b2134-d852-4423-afc8-24d012497bcf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:28.997041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:28.997241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Attempting to bind port c99b2134-d852-4423-afc8-24d012497bcf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '39a66705-fe0e-44ca-864f-42b9fbfb6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:28.997675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Attempting to bind port c99b2134-d852-4423-afc8-24d012497bcf on network a265fa4a-4f3d-41ac-814b-57562114628a {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:29.009316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] For port c01e842d-de8a-4d67-978d-d9eb27c91f8c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:29.015267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:29.016046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Checking segment: {'id': '39a66705-fe0e-44ca-864f-42b9fbfb6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:29.016193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.016642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Bound using segment: {'id': '39a66705-fe0e-44ca-864f-42b9fbfb6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:29.017187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Bound port: c99b2134-d852-4423-afc8-24d012497bcf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39a66705-fe0e-44ca-864f-42b9fbfb6f38', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'a265fa4a-4f3d-41ac-814b-57562114628a'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:29.017946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.023923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a350e6ad-72fd-44c8-af0f-c59285b82888,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.036413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] For port c01e842d-de8a-4d67-978d-d9eb27c91f8c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c01e842d-de8a-4d67-978d-d9eb27c91f8c,segment=NetworkSegment(4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29),segment_id=4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:29.043786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.075390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.078872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.151322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.151920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.157860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc19b9d1-9604-41eb-bf48-ed8e44dfdb33 None None] Pushing event updated for resources: {'Port': ['ID=c01e842d-de8a-4d67-978d-d9eb27c91f8c,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.159387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:29.159897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.164469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] For port c99b2134-d852-4423-afc8-24d012497bcf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:29.166239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.168430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] For port c99b2134-d852-4423-afc8-24d012497bcf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99b2134-d852-4423-afc8-24d012497bcf,segment=NetworkSegment(39a66705-fe0e-44ca-864f-42b9fbfb6f38),segment_id=39a66705-fe0e-44ca-864f-42b9fbfb6f38)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:29.176405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.244675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.248734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.263342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c26d46e-9a88-47f9-a6e9-b8c4d1165410 None None] Pushing event updated for resources: {'Port': ['ID=c99b2134-d852-4423-afc8-24d012497bcf,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.269183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.270462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:29.277837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0276604 Jan 04 13:57:29.282589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36752) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:29.322787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'name': 'tempest-PortsIpV6TestJSON-884379045'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:29.326234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:29.328633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:29.341185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ef138cf-0c66-4cb5-919c-5a30d8c643a2 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:29.351920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b4ef5-a22f-47b7-88d1-702f6ef93176 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=822478c4-d3b1-4a59-9816-213903b38ef4,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.354656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event updated for resources: {'Port': ['ID=310ea34d-6ec7-4b5b-a5ef-1948f1843ade,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.363370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:29.392304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=6d744bde-fcb0-458d-ab65-a8ad2194ca8a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.426560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Subnet': ['ID=0a91c675-efe4-47d4-b9ce-74bd38b914ae,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.443503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network a265fa4a-4f3d-41ac-814b-57562114628a is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:29.447251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:29.458774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:29.486804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9c763439-3895-4900-adc4-6de0c3cd159f None None] Provisioning complete for port 310ea34d-6ec7-4b5b-a5ef-1948f1843ade triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:29.487176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c763439-3895-4900-adc4-6de0c3cd159f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.488346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:29.495275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:29.495978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.530027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9b749864-35f6-4e55-804b-17aa3d7fe48c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.6529021 Jan 04 13:57:29.534325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36756) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:29.538183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:29.551644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9c763439-3895-4900-adc4-6de0c3cd159f None None] Port 310ea34d-6ec7-4b5b-a5ef-1948f1843ade cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:29.556364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:29.566196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=a79f089f-5487-423e-a405-0001e241aa6e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:29.592319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Checking segment: {'id': '43c4cec1-aeff-4953-a160-757ab23d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '73738afc-15af-476a-b177-31c696a5148c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:29.592697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network hostable DHCP agents. Network: 73738afc-15af-476a-b177-31c696a5148c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:29.682944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0419ac8-8524-4d6d-91b7-5abe4e3d9531 req-d5faaa2f-b72f-4d96-a573-4fb8aa2520e0 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:29.684556 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0419ac8-8524-4d6d-91b7-5abe4e3d9531 req-d5faaa2f-b72f-4d96-a573-4fb8aa2520e0 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2609715 Jan 04 13:57:29.739912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:29.740614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.746213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:29.752429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:29.786313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network 73738afc-15af-476a-b177-31c696a5148c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:29.790874 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d33284f6-2fc9-4ac7-8a9b-5c5051bf2ecc tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.2928414 Jan 04 13:57:29.791054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36758) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:29.796558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port a928e354-edbb-4d8d-b484-cbb0835bc66b yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:29.886031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 73738afc-15af-476a-b177-31c696a5148c) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:29.895163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37ec661-cf71-46d0-bf44-bd7750edefa3 None None] Network 73738afc-15af-476a-b177-31c696a5148c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:29.927167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:29.927398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.028692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-73738afc-15af-476a-b177-31c696a5148c', 'network_id': '73738afc-15af-476a-b177-31c696a5148c', 'project_id': '5e0e1ec06ba746aaa8a07c5e9a9aba93', 'fixed_ips': [{'subnet_id': '0a91c675-efe4-47d4-b9ce-74bd38b914ae'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:30.030190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.032432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.091278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.190997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.201927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Allocated IP 2001:db8::2 (73738afc-15af-476a-b177-31c696a5148c/0a91c675-efe4-47d4-b9ce-74bd38b914ae/a3c35c1b-88fc-46be-86a8-a29a229fbab6) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:30.276672 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0419ac8-8524-4d6d-91b7-5abe4e3d9531 req-cffb09de-8bdf-49e1-b545-795e4df88376 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5554271 Jan 04 13:57:30.354251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=a928e354-edbb-4d8d-b484-cbb0835bc66b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:30.365003 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cf978519-8ff2-4b2a-904b-d803fa4755aa tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6944430 Jan 04 13:57:30.368545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36760) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:30.391724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.401584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.409204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.411858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': '510a2ef5-0f2f-414f-90a0-7e8c6784d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:30.413527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: 822478c4-d3b1-4a59-9816-213903b38ef4, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:30.461135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Network 73738afc-15af-476a-b177-31c696a5148c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:30.468565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:30.475359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:30.531528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.547272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Pushing event updated for resources: {'Port': ['ID=a3c35c1b-88fc-46be-86a8-a29a229fbab6,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:30.550386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Attempting to bind port a3c35c1b-88fc-46be-86a8-a29a229fbab6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:30.551116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Attempting to bind port a3c35c1b-88fc-46be-86a8-a29a229fbab6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '43c4cec1-aeff-4953-a160-757ab23d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '73738afc-15af-476a-b177-31c696a5148c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:30.551116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Attempting to bind port a3c35c1b-88fc-46be-86a8-a29a229fbab6 on network 73738afc-15af-476a-b177-31c696a5148c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:30.560320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:30.560795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Checking segment: {'id': '43c4cec1-aeff-4953-a160-757ab23d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '73738afc-15af-476a-b177-31c696a5148c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:30.561210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.561656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Bound using segment: {'id': '43c4cec1-aeff-4953-a160-757ab23d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '73738afc-15af-476a-b177-31c696a5148c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:30.562170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Bound port: a3c35c1b-88fc-46be-86a8-a29a229fbab6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43c4cec1-aeff-4953-a160-757ab23d6210', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '73738afc-15af-476a-b177-31c696a5148c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:30.562579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.588216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:30.636168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.641362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 822478c4-d3b1-4a59-9816-213903b38ef4) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:30.646228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:30.653833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:30.654576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.685811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] For port a3c35c1b-88fc-46be-86a8-a29a229fbab6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:30.688985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36764) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:30.690149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] For port a3c35c1b-88fc-46be-86a8-a29a229fbab6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3c35c1b-88fc-46be-86a8-a29a229fbab6,segment=NetworkSegment(43c4cec1-aeff-4953-a160-757ab23d6210),segment_id=43c4cec1-aeff-4953-a160-757ab23d6210)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:30.694183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6940d3d5-95fc-4bd2-98f9-9441b8c1a981 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.4061272 Jan 04 13:57:30.696510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36766) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:30.697246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099fe84d-4994-416b-bd14-7060e5d5c7f5 None None] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:30.700625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ef06d-97a7-45ac-b49d-5c04f13d5c26 None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:30.709527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.713509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-217948349'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:30.828253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.836227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting port a3c35c1b-88fc-46be-86a8-a29a229fbab6 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:30.836560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.955092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Router 24048082-2d98-4006-a4e6-b441e81e4045 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:30.973820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c4d6e38f-00d2-4852-a7c7-78deedfaafd6 None None] Provisioning complete for port c01e842d-de8a-4d67-978d-d9eb27c91f8c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:30.974508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e38f-00d2-4852-a7c7-78deedfaafd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:30.982707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] For port a3c35c1b-88fc-46be-86a8-a29a229fbab6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3c35c1b-88fc-46be-86a8-a29a229fbab6,segment=NetworkSegment(43c4cec1-aeff-4953-a160-757ab23d6210),segment_id=43c4cec1-aeff-4953-a160-757ab23d6210)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:30.983070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.076448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c99b2134-d852-4423-afc8-24d012497bcf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:31.190716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c451b045-884f-4f3d-a5b1-4b0f09e10a1c None None] Pushing event updated for resources: {'Port': ['ID=a3c35c1b-88fc-46be-86a8-a29a229fbab6,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:31.301998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c99b2134-d852-4423-afc8-24d012497bcf triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:31.302370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.335698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e38f-00d2-4852-a7c7-78deedfaafd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.371677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:31.376075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.379829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3199148f-fd61-42ae-ad31-7e08a82c78ee None None] Network a265fa4a-4f3d-41ac-814b-57562114628a requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:31.425666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c4d6e38f-00d2-4852-a7c7-78deedfaafd6 None None] For port c01e842d-de8a-4d67-978d-d9eb27c91f8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c01e842d-de8a-4d67-978d-d9eb27c91f8c,segment=NetworkSegment(4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29),segment_id=4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:31.445917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4d6e38f-00d2-4852-a7c7-78deedfaafd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.539843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:31.565358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.584825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.595580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.595924 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment 21a0b22f-7b13-4fa8-96fa-aea1a422b7be of type vlan for network 481dd1f4-ad92-4ded-9679-283f4a6e45af Jan 04 13:57:31.608038 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d6e38f-00d2-4852-a7c7-78deedfaafd6 None None] Pushing event updated for resources: {'Port': ['ID=c01e842d-de8a-4d67-978d-d9eb27c91f8c,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:31.621783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Calling delete_port for a3c35c1b-88fc-46be-86a8-a29a229fbab6 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:31.629476 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3425b9eb-f8e5-4e9f-a801-cdea1ddc2084 None None] Provisioning complete for port c99b2134-d852-4423-afc8-24d012497bcf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:31.630328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3425b9eb-f8e5-4e9f-a801-cdea1ddc2084 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.677021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.724841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.729816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=6d744bde-fcb0-458d-ab65-a8ad2194ca8a,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:31.766937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-185e4762-7f71-4ff4-bc18-9641d5ab18ef req-c71af61f-9741-4aa3-8bb4-3ad9d8efe2fc tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:31.768541 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-185e4762-7f71-4ff4-bc18-9641d5ab18ef req-c71af61f-9741-4aa3-8bb4-3ad9d8efe2fc tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2000463 Jan 04 13:57:31.830144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.839591 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-185e4762-7f71-4ff4-bc18-9641d5ab18ef req-c23d95e3-ecd8-4673-a43e-dc8aefaf03e3 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600557 Jan 04 13:57:31.841856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:31.844383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Deleting port 04eefcff-641e-4e25-988e-bc0eaa9072f5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:31.845261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.853229 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] Sync routers for ids ['24048082-2d98-4006-a4e6-b441e81e4045'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:31.859555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.866039 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] Routers {'24048082-2d98-4006-a4e6-b441e81e4045'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:31.866666 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['24048082-2d98-4006-a4e6-b441e81e4045'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:31.914264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.915771 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-98472c2f-1ab1-4dd9-98c1-c3d07c04ea1c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 4.4991186 Jan 04 13:57:31.920321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36772) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:31.957050 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:31.963008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port c99b2134-d852-4423-afc8-24d012497bcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99b2134-d852-4423-afc8-24d012497bcf,segment=NetworkSegment(39a66705-fe0e-44ca-864f-42b9fbfb6f38),segment_id=39a66705-fe0e-44ca-864f-42b9fbfb6f38)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:31.967529 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] Routers {'24048082-2d98-4006-a4e6-b441e81e4045'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:31.968357 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['24048082-2d98-4006-a4e6-b441e81e4045'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:31.973176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:31.973176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c01e842d-de8a-4d67-978d-d9eb27c91f8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:32.077106 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:32.078062 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10813a8a-cc26-45c3-b992-7d453e9f386b None None] The sync data for ids ['24048082-2d98-4006-a4e6-b441e81e4045'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:32.246419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=a79f089f-5487-423e-a405-0001e241aa6e,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:32.257554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.263831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c01e842d-de8a-4d67-978d-d9eb27c91f8c triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:32.264367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.270948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:32.271825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.324168 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f1a15f77-489e-4e25-8810-29ad59501e2e tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/24048082-2d98-4006-a4e6-b441e81e4045 HTTP/1.1" status: 200 len: 923 time: 0.4018133 Jan 04 13:57:32.324360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=c99b2134-d852-4423-afc8-24d012497bcf,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:32.324660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36776) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:32.414003 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-89fd4e41-654a-40bc-a3ff-4b4b100de20f tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=24048082-2d98-4006-a4e6-b441e81e4045 HTTP/1.1" status: 200 len: 205 time: 0.0596766 Jan 04 13:57:32.417299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36778) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:32.426684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.455762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b4d9-13f7-4f4c-85cf-a5416d0ac82b None None] Provisioning complete for port c01e842d-de8a-4d67-978d-d9eb27c91f8c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:32.456134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b4d9-13f7-4f4c-85cf-a5416d0ac82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.523574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=481dd1f4-ad92-4ded-9679-283f4a6e45af,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:32.528170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-8668735c-d003-420e-963d-8fb6a6c7005b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:32.529742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-8668735c-d003-420e-963d-8fb6a6c7005b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.2273765 Jan 04 13:57:32.533627 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-54ebd5e3-9409-47c6-8857-e743b32a9ca3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8291321 Jan 04 13:57:32.559504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 481dd1f4-ad92-4ded-9679-283f4a6e45af details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:32.560885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36780) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:32.572569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'ports': [{'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'}, {'network_id': '481dd1f4-ad92-4ded-9679-283f4a6e45af'}]} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:32.572885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:32.573361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '481dd1f4-ad92-4ded-9679-283f4a6e45af'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:32.604409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c4f5b2-efe0-4246-b6e4-bf21ff4d98b9 req-c3520c9e-069f-4574-9fe6-fdcf4646ba59 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:32.606133 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-37c4f5b2-efe0-4246-b6e4-bf21ff4d98b9 req-c3520c9e-069f-4574-9fe6-fdcf4646ba59 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.3860505 Jan 04 13:57:32.617428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Port': ['ID=a3c35c1b-88fc-46be-86a8-a29a229fbab6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:32.666234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No DVR routers for this DVR port a3c35c1b-88fc-46be-86a8-a29a229fbab6 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:32.667779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b142ab3b-1f8d-458a-b204-965862a3de68 None None] Network 73738afc-15af-476a-b177-31c696a5148c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:32.713570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3cc3b4d9-13f7-4f4c-85cf-a5416d0ac82b None None] Provisioning complete for port a79f089f-5487-423e-a405-0001e241aa6e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:32.714067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3cc3b4d9-13f7-4f4c-85cf-a5416d0ac82b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.750621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.751076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.808036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.864610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c99b2134-d852-4423-afc8-24d012497bcf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:32.866805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3cc3b4d9-13f7-4f4c-85cf-a5416d0ac82b None None] Port a79f089f-5487-423e-a405-0001e241aa6e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:32.895270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Calling delete_port for 04eefcff-641e-4e25-988e-bc0eaa9072f5 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:32.925433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.932776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c99b2134-d852-4423-afc8-24d012497bcf triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:32.933153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.976776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-37c4f5b2-efe0-4246-b6e4-bf21ff4d98b9 req-0a6a325f-fa62-4230-b17d-e7f76637123a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3553071 Jan 04 13:57:32.983752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:32.995006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-b0ae4231-3345-4f00-ada6-1afec794e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:32.996404 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-b0ae4231-3345-4f00-ada6-1afec794e948 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.4284110 Jan 04 13:57:33.006678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Provisioning complete for port a79f089f-5487-423e-a405-0001e241aa6e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:33.007055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.059702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Port a79f089f-5487-423e-a405-0001e241aa6e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:33.073475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.084595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Could not find standard attr ID for object a3c35c1b-88fc-46be-86a8-a29a229fbab6. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:33.111438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c01e842d-de8a-4d67-978d-d9eb27c91f8c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:33.115836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Provisioning complete for port c99b2134-d852-4423-afc8-24d012497bcf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:33.115836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.199045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c01e842d-de8a-4d67-978d-d9eb27c91f8c triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:33.199568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.243773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.244156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7979d603-5b70-4110-bad5-8f120298e796 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:57:33.260832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.289156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Subnet': ['ID=0a91c675-efe4-47d4-b9ce-74bd38b914ae,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:33.342163 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-1846ae16-0097-4d55-a693-28f01cb88d83 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1002 time: 0.2895100 Jan 04 13:57:33.359615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Provisioning complete for port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:33.360228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.416025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.449201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73738afc-15af-476a-b177-31c696a5148c']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:33.451744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7979d603-5b70-4110-bad5-8f120298e796 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:57:33.464658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43c4cec1-aeff-4953-a160-757ab23d6210') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:33.464952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43c4cec1-aeff-4953-a160-757ab23d6210') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:33.467881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0bf24220-869c-4cb6-84f2-3fa76bdaf48e None None] Port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:33.468205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-9e9d48cb-a0b3-46cd-b369-2f0e3e341eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:33.469692 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-9e9d48cb-a0b3-46cd-b369-2f0e3e341eb1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.1156464 Jan 04 13:57:33.492109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.515588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Deleting port 310ea34d-6ec7-4b5b-a5ef-1948f1843ade {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:33.515838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.534416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.546773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:33.547172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:33.556217 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:33.559915 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:33.569791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 2} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:33.574255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.608458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.617969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-37368f04-d975-407a-a511-2a662a1ae57c None None] Provisioning complete for port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:33.618880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37368f04-d975-407a-a511-2a662a1ae57c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.619592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.648659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-42cca08c-2a22-4c9e-8560-9d1327458b65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:33.650194 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-42cca08c-2a22-4c9e-8560-9d1327458b65 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1735611 Jan 04 13:57:33.686306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-37368f04-d975-407a-a511-2a662a1ae57c None None] Port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:33.701791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.723833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.731615 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/73738afc-15af-476a-b177-31c696a5148c HTTP/1.1" status: 204 len: 168 time: 3.3565996 Jan 04 13:57:33.731615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.734105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d5196a-1699-48e4-9619-65fb29335afb tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Network': ['ID=73738afc-15af-476a-b177-31c696a5148c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:33.735290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36782) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:33.744128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.760450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2084819788'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:33.801705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Calling delete_port for 310ea34d-6ec7-4b5b-a5ef-1948f1843ade owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:33.814878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3cecc-eb49-4190-86dc-3636e7e5137c None None] Network 73738afc-15af-476a-b177-31c696a5148c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:33.829744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4be3cecc-eb49-4190-86dc-3636e7e5137c None None] Network 73738afc-15af-476a-b177-31c696a5148c could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:57:33.889680 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-d78143e6-0e64-467e-9157-c02fb62de6f1 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2262876 Jan 04 13:57:33.890353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:33.893801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:33.895611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e959e2d7-6fd2-4ca9-8586-0c0cd8080661 None None] DHCP port deletion for 73738afc-15af-476a-b177-31c696a5148c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:34.023415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:34.049623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.050050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Added segment 5044bad8-3bba-42e4-9107-585b814eea6e of type vlan for network 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 Jan 04 13:57:34.088823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port f4d1802b-ba30-40d3-abdd-2f239a140057 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:34.102886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6829e519-5e66-4888-8fc1-d1b29e5c97b1 req-cac71b7a-d8dc-45ff-b48f-b0550f674de5 service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039731 Jan 04 13:57:34.106153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.131710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.170810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.179421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.185133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:34.185713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.214785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'Port': ['ID=04eefcff-641e-4e25-988e-bc0eaa9072f5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:34.231886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event deleted for resources: {'Port': ['ID=310ea34d-6ec7-4b5b-a5ef-1948f1843ade,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:34.237961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0bdf9d-6fbd-4202-942f-a45a10bd4b63 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:34.268237 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5199957 Jan 04 13:57:34.274669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361f6414-8229-4e01-b3d6-d0f4ea08bcdc None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:34.285126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36786) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:34.310641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Request body: {'subnet': {'network_id': '2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:34.319102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd2fa0d4-5ab9-423c-83fc-d65abd0d1365 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Network': ['ID=2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:34.334271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:34.336046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.393653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1798ba-c8ef-4784-bc88-9f8eb77b9949 req-34f1134a-8650-480f-8f68-aa706e71e15d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:34.397139 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1798ba-c8ef-4784-bc88-9f8eb77b9949 req-34f1134a-8650-480f-8f68-aa706e71e15d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2940643 Jan 04 13:57:34.440610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.442925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.493261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.493798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Fanout notify agent at l3_agent the message router_deleted on router 24048082-2d98-4006-a4e6-b441e81e4045 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:34.506371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.511674 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-15f82a98-de78-4f49-801e-5d40d1e5f4a3 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/24048082-2d98-4006-a4e6-b441e81e4045 HTTP/1.1" status: 204 len: 168 time: 2.0919929 Jan 04 13:57:34.512624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36788) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:34.517576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'name': 'tempest-snat-router-198548252', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': False}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:34.542631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.544422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.566572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.566910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Floating IP 8084aa99-115b-49e3-af85-4fe78e53a93d disassociated (deleted). External IP: 172.36.2.65, port: c7713e90-2234-4825-9cc4-24d15b6c504d. Jan 04 13:57:34.600353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.679826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.708416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.709241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.732656 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1798ba-c8ef-4784-bc88-9f8eb77b9949 req-e3f27423-5f11-4cd9-887a-94b42d6a0a71 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3149738 Jan 04 13:57:34.756756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.768719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a3c35c1b-88fc-46be-86a8-a29a229fbab6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:34.800347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: a3c35c1b-88fc-46be-86a8-a29a229fbab6 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:34.801046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a3c35c1b-88fc-46be-86a8-a29a229fbab6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:34.834692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.873470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Made reservation on behalf of 5e0e1ec06ba746aaa8a07c5e9a9aba93 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:34.876997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.924339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.963722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:34.966422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=6d744bde-fcb0-458d-ab65-a8ad2194ca8a,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:35.000485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.019130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.062797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.124909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Allocated IP 172.36.2.91 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/ba5d6d98-afed-4909-ac5b-25303ac3fcef) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:35.235204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.268613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.308733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:35.311776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:35.314358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:35.326858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc38499-d924-4224-af44-233e4a3fafcf None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:35.345973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Port': ['ID=ba5d6d98-afed-4909-ac5b-25303ac3fcef,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:35.423962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e6366076-3a54-4452-a05b-e0388fdb3be9 None None] Provisioning complete for port ba5d6d98-afed-4909-ac5b-25303ac3fcef triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:35.424503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e6366076-3a54-4452-a05b-e0388fdb3be9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.449334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port d3393f6e-6ccf-4ee4-af7d-195dd7852a95 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:35.461144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e6366076-3a54-4452-a05b-e0388fdb3be9 None None] Port ba5d6d98-afed-4909-ac5b-25303ac3fcef cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:35.487353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.495186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=a79f089f-5487-423e-a405-0001e241aa6e,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:35.512204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network a265fa4a-4f3d-41ac-814b-57562114628a is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:35.522738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:35.780972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:35.801707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-375a5193-94e4-4534-b9e6-b46b831e63fc None None] Provisioning complete for port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:35.803060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-375a5193-94e4-4534-b9e6-b46b831e63fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.840929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-375a5193-94e4-4534-b9e6-b46b831e63fc None None] Port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:35.853608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:35.885514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:35.960884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44a0548-402a-4c73-b3bf-dddc980e58ea req-1fa7be5e-6718-41a7-af64-8d85e193dda4 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:35.961434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:35.962509 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e44a0548-402a-4c73-b3bf-dddc980e58ea req-1fa7be5e-6718-41a7-af64-8d85e193dda4 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1262352 Jan 04 13:57:35.993267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.119763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e44a0548-402a-4c73-b3bf-dddc980e58ea req-31d5d2e5-c328-49d9-9c79-88c794fb7462 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1482167 Jan 04 13:57:36.135738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router ee481d61-9a86-4922-8408-2782f239a534 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:36.175804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c254a5e7-0ef7-4188-9d71-83051a077375 None None] Provisioning complete for port a79f089f-5487-423e-a405-0001e241aa6e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:36.178456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c254a5e7-0ef7-4188-9d71-83051a077375 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.189640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.228493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.238952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c254a5e7-0ef7-4188-9d71-83051a077375 None None] Port a79f089f-5487-423e-a405-0001e241aa6e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:36.267608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:36.274858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.277898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] Sync routers for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:36.288226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:36.288861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.310896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:57:36.369919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Router 3c40760d-4664-4988-bff9-52634d5fedfb is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:36.377830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.397593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:36.401988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:36.438895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:36.443019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:36.444409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.454027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=f4d1802b-ba30-40d3-abdd-2f239a140057,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:36.470141 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7ea28439-ddb5-4899-b4fd-e01537d91da5 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "DELETE /v2.0/floatingips/8084aa99-115b-49e3-af85-4fe78e53a93d HTTP/1.1" status: 204 len: 168 time: 5.7795393 Jan 04 13:57:36.486212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:57:36.488244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-888933d2-ad93-4d6a-9f5a-8e4618f657b5" -d '{"events": [{"name": "network-changed", "server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:57:36.497974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:36.518027 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Sync routers for ids ['3c40760d-4664-4988-bff9-52634d5fedfb'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:36.521227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.525389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-84d69e77-84b3-4f4f-8325-fc99309305f6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.0115762 Jan 04 13:57:36.526028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36798) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:36.542022 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Routers {'3c40760d-4664-4988-bff9-52634d5fedfb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:36.543143 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3c40760d-4664-4988-bff9-52634d5fedfb'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.546629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:36.556679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Router 85b34892-9296-4e98-9aa9-f3d5d24da66b is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:36.567046 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cac4d55c-a519-462d-b8a6-28e2458c67f8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/ee481d61-9a86-4922-8408-2782f239a534/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0295966 Jan 04 13:57:36.571541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] Sync routers for ids ['ee481d61-9a86-4922-8408-2782f239a534'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:36.577544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646ed9fb-9b88-4b91-a322-142942d189cd req-adf85125-1d71-480a-a275-81bd92b3565f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:36.579176 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-646ed9fb-9b88-4b91-a322-142942d189cd req-adf85125-1d71-480a-a275-81bd92b3565f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.3134832 Jan 04 13:57:36.582024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36800) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:36.590162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event updated for resources: {'Subnet': ['ID=8ab99a45-fae6-458c-b994-168aa525af62,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:36.622857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] Routers {'ee481d61-9a86-4922-8408-2782f239a534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:36.623760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ee481d61-9a86-4922-8408-2782f239a534'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.651584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=d3393f6e-6ccf-4ee4-af7d-195dd7852a95,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:36.702218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.745220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-79e9e6f1-33fa-461e-8d22-372edb7692c3 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/3c40760d-4664-4988-bff9-52634d5fedfb HTTP/1.1" status: 200 len: 907 time: 0.2158818 Jan 04 13:57:36.745617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] Routers {'ee481d61-9a86-4922-8408-2782f239a534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:36.745617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ee481d61-9a86-4922-8408-2782f239a534'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.745776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36804) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:36.750373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Checking segment: {'id': '5044bad8-3bba-42e4-9107-585b814eea6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:36.751061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network hostable DHCP agents. Network: 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:36.770478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'name': 'tempest-snat-router-198548252', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': True}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:36.771176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40df95b-fd14-46bb-8ae6-7177a685f2f7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:36.772878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b40df95b-fd14-46bb-8ae6-7177a685f2f7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports/6d744bde-fcb0-458d-ab65-a8ad2194ca8a HTTP/1.1" status: 200 len: 983 time: 0.1839681 Jan 04 13:57:36.778586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36806) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:36.784171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.784837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b01b2bd3-b7e5-4190-9ff0-b4c4016fb36b None None] The sync data for ids ['ee481d61-9a86-4922-8408-2782f239a534'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:36.833248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d47ecd5-6797-4fd4-b2a4-b38f06e7f5c3 x-openstack-request-id: req-5d47ecd5-6797-4fd4-b2a4-b38f06e7f5c3 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:57:36.833690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:57:36.834133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d47ecd5-6797-4fd4-b2a4-b38f06e7f5c3 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:57:36.834636 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'status': 'completed', 'code': 200} Jan 04 13:57:36.848533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:42Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.850955 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Set router 3c40760d-4664-4988-bff9-52634d5fedfb gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:36.851368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': '21a0b22f-7b13-4fa8-96fa-aea1a422b7be', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '481dd1f4-ad92-4ded-9679-283f4a6e45af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:36.851853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: 481dd1f4-ad92-4ded-9679-283f4a6e45af, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:36.867211 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-646ed9fb-9b88-4b91-a322-142942d189cd req-6d52642a-64ea-4b5a-b7bb-84ee728cbd5c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2745607 Jan 04 13:57:36.886164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Network 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:36.890467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:36.906710 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-df70f5cb-b06f-4ac7-80e3-d71faad2c33b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/routers/85b34892-9296-4e98-9aa9-f3d5d24da66b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1124589 Jan 04 13:57:36.914071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36810) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:36.923450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] Checking router: f91eb4eb-60fa-4564-b7b9-1ac18e7df786 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:57:36.929964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:36.934799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 481dd1f4-ad92-4ded-9679-283f4a6e45af is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:36.943457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-432a99bf-6180-4a81-8f07-d0676d1c0bb5 None None] Network 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:36.945908 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] Sync routers for ids ['85b34892-9296-4e98-9aa9-f3d5d24da66b'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:36.954393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.956758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:36.957939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:36.958591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:36.993452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:36.994094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.002329 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] Routers {'85b34892-9296-4e98-9aa9-f3d5d24da66b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:37.003355 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['85b34892-9296-4e98-9aa9-f3d5d24da66b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.005234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 481dd1f4-ad92-4ded-9679-283f4a6e45af) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:37.032440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:37.038898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.044201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.044883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.071369 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f62e0bfb-59cb-455f-b55d-068b30e0f156 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7620497 Jan 04 13:57:37.076226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36812) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:37.095936 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d4ed0537-a2a9-43be-b1b4-6688061f374b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.5294495 Jan 04 13:57:37.100971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36814) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:37.103688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0845c1e1-7886-4eca-a9cd-04c950bf9e0f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.107712 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0845c1e1-7886-4eca-a9cd-04c950bf9e0f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports?device_id=85b34892-9296-4e98-9aa9-f3d5d24da66b HTTP/1.1" status: 200 len: 983 time: 0.1901813 Jan 04 13:57:37.111844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36816) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:37.114620 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.133380 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] Routers {'85b34892-9296-4e98-9aa9-f3d5d24da66b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:37.134077 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['85b34892-9296-4e98-9aa9-f3d5d24da66b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.136166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c360351-d58f-4637-bebb-6fac90d4fcc9 req-fe7bc3a7-3aed-4570-99b6-d086de9c0f8f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.144529 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7c360351-d58f-4637-bebb-6fac90d4fcc9 req-fe7bc3a7-3aed-4570-99b6-d086de9c0f8f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1569335 Jan 04 13:57:37.175538 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.176354 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-401f0470-fe9c-403e-b46d-3a0ab23fdea5 None None] The sync data for ids ['85b34892-9296-4e98-9aa9-f3d5d24da66b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:37.225506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:37.233556 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c40760d-4664-4988-bff9-52634d5fedfb', 'name': 'tempest-snat-router-198548252', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.91'}], 'enable_snat': False}, 'gw_port_id': 'ba5d6d98-afed-4909-ac5b-25303ac3fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:34Z', 'updated_at': '2022-01-04T13:57:35Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'ba5d6d98-afed-4909-ac5b-25303ac3fcef', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c40760d-4664-4988-bff9-52634d5fedfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:35Z', 'updated_at': '2022-01-04T13:57:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.267452 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7c360351-d58f-4637-bebb-6fac90d4fcc9 req-87c5ac91-02c0-43ad-a458-894460f2c7a3 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1072357 Jan 04 13:57:37.267910 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Checking router: 3c40760d-4664-4988-bff9-52634d5fedfb for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:57:37.267910 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Updating router 3c40760d-4664-4988-bff9-52634d5fedfb port ba5d6d98-afed-4909-ac5b-25303ac3fcef binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:57:37.277994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca272f4c-ea62-4b8b-8963-7c6177e5cc88 None None] Network 481dd1f4-ad92-4ded-9679-283f4a6e45af requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:37.280024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.296651 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.302945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.306522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-722565cb-b148-430d-b5bc-e5145c86357c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.308051 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-722565cb-b148-430d-b5bc-e5145c86357c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=e41acd9aa6d84489838119265e50a5e6&device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 1099 time: 0.4197457 Jan 04 13:57:37.319410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdb2493-28d3-44c0-89e8-2134dd1bfdbd req-9230738d-e864-4d6b-8139-0517eee64ae2 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.328686 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ffdb2493-28d3-44c0-89e8-2134dd1bfdbd req-9230738d-e864-4d6b-8139-0517eee64ae2 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.4387808 Jan 04 13:57:37.345383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.455770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.533959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Subnet': ['ID=8ab99a45-fae6-458c-b994-168aa525af62,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:37.579519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec970e0-98b4-48c3-b8b3-faa002b9c111 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8', 'network_id': '2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8', 'project_id': '5e0e1ec06ba746aaa8a07c5e9a9aba93', 'fixed_ips': [{'subnet_id': '8ab99a45-fae6-458c-b994-168aa525af62'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:37.581003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0ec970e0-98b4-48c3-b8b3-faa002b9c111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.656983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.659449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.680314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.710038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5044bad8-3bba-42e4-9107-585b814eea6e') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.710246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5044bad8-3bba-42e4-9107-585b814eea6e') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:37.719422 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.728784 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.739589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.768078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.779012 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ffdb2493-28d3-44c0-89e8-2134dd1bfdbd req-61964390-d90e-43cf-8621-8be70ca24d7d tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/security-groups?id=90993fab-6af6-4a29-9c0f-3b3a1865d21f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4493978 Jan 04 13:57:37.779167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30eabd1-3d7c-404d-b19b-7bcc0505a373 req-faf8b981-5c61-4ac5-8063-47002437ce2f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:37.780917 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b30eabd1-3d7c-404d-b19b-7bcc0505a373 req-faf8b981-5c61-4ac5-8063-47002437ce2f tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.0920277 Jan 04 13:57:37.799346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:37.799774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.803296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:37.805958 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:37.897212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0181c655-71f2-495d-a79d-944c60cbd76b None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:37.909899 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386216e-f671-4009-9784-22c53b272ffe None None] Pushing event updated for resources: {'Port': ['ID=ba5d6d98-afed-4909-ac5b-25303ac3fcef,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:37.916648 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b30eabd1-3d7c-404d-b19b-7bcc0505a373 req-a0297764-9317-4445-a155-a5e2269c954d tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1175175 Jan 04 13:57:37.919437 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Attempting to bind port ba5d6d98-afed-4909-ac5b-25303ac3fcef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:37.920370 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Attempting to bind port ba5d6d98-afed-4909-ac5b-25303ac3fcef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:37.920761 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Attempting to bind port ba5d6d98-afed-4909-ac5b-25303ac3fcef on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:37.933236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.936290 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:37.936941 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:37.937081 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.937367 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:37.940010 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Bound port: ba5d6d98-afed-4909-ac5b-25303ac3fcef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:37.940437 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.940670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port d3393f6e-6ccf-4ee4-af7d-195dd7852a95 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:37.941168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.942340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:37.949652 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 HTTP/1.1" status: 204 len: 168 time: 0.8726108 Jan 04 13:57:37.954579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36822) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:37.965310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35988a-735a-4caf-a02f-105c47a6a4be None None] Network 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:37.981710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc08326-24f5-4de2-bc9b-74b993c347a3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Network': ['ID=2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:37.990949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c35988a-735a-4caf-a02f-105c47a6a4be None None] Network 2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:57:38.008865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4045f2c2-a83f-4a48-82a3-721b72b0ed23 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.009363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4045f2c2-a83f-4a48-82a3-721b72b0ed23 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.012983 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4045f2c2-a83f-4a48-82a3-721b72b0ed23 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/8ab99a45-fae6-458c-b994-168aa525af62 HTTP/1.1" status: 404 len: 337 time: 0.0572047 Jan 04 13:57:38.014456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-e7482208-09d0-4bdf-86cb-40281f5e3143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:38.015236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36824) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.016096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-e7482208-09d0-4bdf-86cb-40281f5e3143 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5ffeb3b7-8933-422e-a32a-388f6a457a0e HTTP/1.1" status: 200 len: 898 time: 0.6803064 Jan 04 13:57:38.017044 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8c4aebde-0a9d-4075-9271-606ca3a82a2e None None] Provisioning complete for port ba5d6d98-afed-4909-ac5b-25303ac3fcef triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:38.017568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8c4aebde-0a9d-4075-9271-606ca3a82a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.035493 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b018253b-42f3-4ea0-bd4c-e1a2500c30f3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.036416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b018253b-42f3-4ea0-bd4c-e1a2500c30f3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.040021 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b018253b-42f3-4ea0-bd4c-e1a2500c30f3 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/2c30dd4e-94d3-4fe0-b6e8-7940bafa22a8 HTTP/1.1" status: 404 len: 339 time: 0.0236406 Jan 04 13:57:38.042826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36826) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.062894 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] For port ba5d6d98-afed-4909-ac5b-25303ac3fcef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:38.066731 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] For port ba5d6d98-afed-4909-ac5b-25303ac3fcef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5d6d98-afed-4909-ac5b-25303ac3fcef,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:38.067782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:42Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:38.070434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8c4aebde-0a9d-4075-9271-606ca3a82a2e None None] Port ba5d6d98-afed-4909-ac5b-25303ac3fcef cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:38.075290 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.107695 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8eadfae8-c3a9-4249-a9cc-4b6758330255 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.108713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8eadfae8-c3a9-4249-a9cc-4b6758330255 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.112174 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8eadfae8-c3a9-4249-a9cc-4b6758330255 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/0a91c675-efe4-47d4-b9ce-74bd38b914ae HTTP/1.1" status: 404 len: 337 time: 0.0681314 Jan 04 13:57:38.116464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.129066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21031179-25e3-4423-863b-28eeb2317e33 None None] The sync data for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv is: [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:55:37Z', 'revision_number': 4, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '16619e33-f764-4b77-b480-83ed8c69d1aa', 'name': '', 'network_id': '5ffeb3b7-8933-422e-a32a-388f6a457a0e', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'mac_address': 'fa:16:3e:08:a5:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_interface', 'standard_attr_id': 368, 'fixed_ips': [{'subnet_id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:36Z', 'updated_at': '2022-01-04T13:55:42Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'subnets': [{'id': '64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:38.148261 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-643d736f-acf7-4ce2-a997-0bd375eab36e tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.156528 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f386216e-f671-4009-9784-22c53b272ffe None None] Pushing event updated for resources: {'Port': ['ID=ba5d6d98-afed-4909-ac5b-25303ac3fcef,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:38.163864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d31ce7b-787a-48db-aeea-cf6b5216f367 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:38.169270 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Routers {'3c40760d-4664-4988-bff9-52634d5fedfb'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:38.170127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-643d736f-acf7-4ce2-a997-0bd375eab36e tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.170723 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3c40760d-4664-4988-bff9-52634d5fedfb'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:38.181726 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-643d736f-acf7-4ce2-a997-0bd375eab36e tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/73738afc-15af-476a-b177-31c696a5148c HTTP/1.1" status: 404 len: 339 time: 0.0623481 Jan 04 13:57:38.182685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36830) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.231728 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-834c09be-3ee1-44ca-afc8-a9983df18667 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.232368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-834c09be-3ee1-44ca-afc8-a9983df18667 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.237317 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-834c09be-3ee1-44ca-afc8-a9983df18667 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/76eb95a9-c918-434c-b62d-b437dae63509 HTTP/1.1" status: 404 len: 337 time: 0.0525939 Jan 04 13:57:38.247813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-0dd3641a-3c4e-48cc-a6c3-ff1fc6f1dd3a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:38.249711 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-0dd3641a-3c4e-48cc-a6c3-ff1fc6f1dd3a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.13 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 946 time: 0.1971838 Jan 04 13:57:38.250420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36832) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.292585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a74676f5-c239-4ecb-91e5-bac1a3a5a1ec None None] Provisioning complete for port ba5d6d98-afed-4909-ac5b-25303ac3fcef triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:38.292960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a74676f5-c239-4ecb-91e5-bac1a3a5a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.308032 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a207e2d-c72e-4dae-b282-ff912e506341 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.308657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a207e2d-c72e-4dae-b282-ff912e506341 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.314574 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4a207e2d-c72e-4dae-b282-ff912e506341 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/1f49eeed-371d-4836-a3da-63fa4149f343 HTTP/1.1" status: 404 len: 339 time: 0.0608826 Jan 04 13:57:38.315690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36834) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.324935 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] Set router 3c40760d-4664-4988-bff9-52634d5fedfb gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:38.432305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a74676f5-c239-4ecb-91e5-bac1a3a5a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.459301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a74676f5-c239-4ecb-91e5-bac1a3a5a1ec None None] For port ba5d6d98-afed-4909-ac5b-25303ac3fcef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5d6d98-afed-4909-ac5b-25303ac3fcef,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:38.465132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Deleting port c7713e90-2234-4825-9cc4-24d15b6c504d {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:38.465693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.469286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a74676f5-c239-4ecb-91e5-bac1a3a5a1ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.551754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74676f5-c239-4ecb-91e5-bac1a3a5a1ec None None] Pushing event updated for resources: {'Port': ['ID=ba5d6d98-afed-4909-ac5b-25303ac3fcef,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:38.558277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting port 6d3d8bfc-55c5-463d-9f07-95a312ca8d97 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:38.558638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.583424 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c40760d-4664-4988-bff9-52634d5fedfb', 'name': 'tempest-snat-router-198548252', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.91'}], 'enable_snat': False}, 'gw_port_id': 'ba5d6d98-afed-4909-ac5b-25303ac3fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:34Z', 'updated_at': '2022-01-04T13:57:35Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'ba5d6d98-afed-4909-ac5b-25303ac3fcef', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c40760d-4664-4988-bff9-52634d5fedfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:35Z', 'updated_at': '2022-01-04T13:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:38.592493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79089f3d-10a6-4211-9f41-0ef0194379b7 None None] New status for floating IP 8084aa99-115b-49e3-af85-4fe78e53a93d: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:57:38.623462 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eee82c86-2fbf-4375-b5f3-d8bf0f58d667 None None] The sync data for ids ['3c40760d-4664-4988-bff9-52634d5fedfb'] in dv-neutron-master-2-hyperv is: [{'id': '3c40760d-4664-4988-bff9-52634d5fedfb', 'name': 'tempest-snat-router-198548252', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.91'}], 'enable_snat': False}, 'gw_port_id': 'ba5d6d98-afed-4909-ac5b-25303ac3fcef', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:34Z', 'updated_at': '2022-01-04T13:57:35Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'ba5d6d98-afed-4909-ac5b-25303ac3fcef', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:af:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c40760d-4664-4988-bff9-52634d5fedfb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 746, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:35Z', 'updated_at': '2022-01-04T13:57:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:38.632962 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-fe63b037-398e-4044-84e7-e24eff4a5d48 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c7713e90-2234-4825-9cc4-24d15b6c504d HTTP/1.1" status: 200 len: 217 time: 0.5972550 Jan 04 13:57:38.653922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] For port c7713e90-2234-4825-9cc4-24d15b6c504d, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c7713e90-2234-4825-9cc4-24d15b6c504d,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:38.653922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.653922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.685076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Calling delete_port for c7713e90-2234-4825-9cc4-24d15b6c504d owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:38.687073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Calling delete_port for 6d3d8bfc-55c5-463d-9f07-95a312ca8d97 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:38.725562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.778402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for d3393f6e-6ccf-4ee4-af7d-195dd7852a95 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:38.857107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.905323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-8956b79e-ccda-4d41-820e-1513ba47c5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:38.907530 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-8956b79e-ccda-4d41-820e-1513ba47c5b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f HTTP/1.1" status: 200 len: 834 time: 0.2180707 Jan 04 13:57:38.911753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Port': ['ID=6d3d8bfc-55c5-463d-9f07-95a312ca8d97,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:38.928332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.934084 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b2e06b67-605d-4fa5-a71f-302ab161aa0a tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/ports/6d3d8bfc-55c5-463d-9f07-95a312ca8d97 HTTP/1.1" status: 204 len: 168 time: 0.6154652 Jan 04 13:57:38.935375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36838) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:38.948041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:38.977764 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-01bc21f2-dbbc-4acb-8212-dff75bdce8c0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:38.978264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01bc21f2-dbbc-4acb-8212-dff75bdce8c0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:38.983674 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-01bc21f2-dbbc-4acb-8212-dff75bdce8c0 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/7b0e8a25-d152-4155-84d6-dafe413e4f89 HTTP/1.1" status: 404 len: 337 time: 0.0449982 Jan 04 13:57:38.985976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36842) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:39.027225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'Port': ['ID=c7713e90-2234-4825-9cc4-24d15b6c504d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:39.037802 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3731262c-a915-48d7-9ac0-08c218e7f7e2 req-86dc0bd4-5372-46cd-8b4c-3dbf7cee9513 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 210 time: 0.1281359 Jan 04 13:57:39.126156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-301c1523-cb20-4002-8690-2bce72709ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:39.127711 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-301c1523-cb20-4002-8690-2bce72709ac5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5ffeb3b7-8933-422e-a32a-388f6a457a0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1956596 Jan 04 13:57:39.288775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.323362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.441276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=d3393f6e-6ccf-4ee4-af7d-195dd7852a95,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:39.441469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] No DVR routers for this DVR port c7713e90-2234-4825-9cc4-24d15b6c504d on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:39.449835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.453262 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-986fb198-2fb1-4cb8-a14e-6e179d6868c2 req-7c67b613-138a-4798-962f-77dffe4eaeff tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.13 "DELETE /v2.0/ports/c7713e90-2234-4825-9cc4-24d15b6c504d HTTP/1.1" status: 204 len: 173 time: 1.1924400 Jan 04 13:57:39.455533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-deleted', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:57:39.457828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc696e73-28a4-4197-9ebf-9475c96cb4d8" -d '{"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-deleted", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:57:39.467214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.490399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48527b1d-75ec-4647-b141-5c4c1dba6ce0 req-6c237f17-a664-4c35-a725-42b44daf3f70 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:39.497659 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-48527b1d-75ec-4647-b141-5c4c1dba6ce0 req-6c237f17-a664-4c35-a725-42b44daf3f70 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.4835269 Jan 04 13:57:39.534329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:57:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e443c304-2fdb-47d2-8a50-297da2500c7c x-openstack-request-id: req-e443c304-2fdb-47d2-8a50-297da2500c7c {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:57:39.534620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39a24caa-8b17-4693-8e59-2c7cf05b353f", "name": "network-vif-deleted", "tag": "c7713e90-2234-4825-9cc4-24d15b6c504d", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:57:39.534875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e443c304-2fdb-47d2-8a50-297da2500c7c {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:57:39.535276 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39a24caa-8b17-4693-8e59-2c7cf05b353f', 'name': 'network-vif-deleted', 'tag': 'c7713e90-2234-4825-9cc4-24d15b6c504d', 'status': 'completed', 'code': 200} Jan 04 13:57:39.553727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.557359 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-437d417e-2a0e-493d-a0d0-d30a5a3aeea5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/d3393f6e-6ccf-4ee4-af7d-195dd7852a95 HTTP/1.1" status: 204 len: 168 time: 2.4473302 Jan 04 13:57:39.560239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.561968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36846) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:39.625015 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-6db09afd-aac3-4be8-ac56-532683644fdb service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4729612 Jan 04 13:57:39.630666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.648288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-48527b1d-75ec-4647-b141-5c4c1dba6ce0 req-ef91ee35-abd5-4d86-a46f-68e75ce0c701 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445677 Jan 04 13:57:39.690102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6934409e-0fdc-4bbe-8a8a-c99d67abae90']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:39.713691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01534156-5171-4c57-8a6e-e8dfc27e51b1') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:39.714094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01534156-5171-4c57-8a6e-e8dfc27e51b1') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:39.729162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.744280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.776397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.791418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:39.791806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:39.795491 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:39.823334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.885026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.897648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:39.901114 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/6934409e-0fdc-4bbe-8a8a-c99d67abae90 HTTP/1.1" status: 204 len: 168 time: 0.9125648 Jan 04 13:57:39.911214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36856) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:39.931687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ea5e2c-8c15-46f6-b1e2-77fd9fd21de2 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Network': ['ID=6934409e-0fdc-4bbe-8a8a-c99d67abae90,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:40.009820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18fc28-fde5-4b8f-917c-0953b5029ede tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.018332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a18fc28-fde5-4b8f-917c-0953b5029ede tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.019953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9a18fc28-fde5-4b8f-917c-0953b5029ede tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.4499681 Jan 04 13:57:40.027303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36858) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:40.095480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6cb88d-2243-4915-bb47-51555d0e7ecb req-e91dec4f-c30e-493f-a03b-1e91c995e3c4 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.097011 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8e6cb88d-2243-4915-bb47-51555d0e7ecb req-e91dec4f-c30e-493f-a03b-1e91c995e3c4 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2013669 Jan 04 13:57:40.098800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-bbbd657c-d5e7-4782-afda-d687416e4d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.100384 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-bbbd657c-d5e7-4782-afda-d687416e4d3e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 1099 time: 0.1708198 Jan 04 13:57:40.203178 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-888933d2-ad93-4d6a-9f5a-8e4618f657b5 req-5e21e04d-b2be-4814-b20d-2ce03fa93f33 service neutron] 10.222.0.13 "GET /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5492349 Jan 04 13:57:40.209129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dd7bc555-01ec-46b1-b7ec-1e0cbd9c84d5 req-0a7b00d4-b4ff-4430-8a4a-a474576678fd tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "GET /v2.0/ports?device_id=39a24caa-8b17-4693-8e59-2c7cf05b353f HTTP/1.1" status: 200 len: 210 time: 0.0988669 Jan 04 13:57:40.275895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting port 1ae5b692-7824-487b-9e04-e1e09e47eba2 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:40.276152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.277025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Allocated IP 172.36.2.253 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/e94d61bb-359f-42d8-9736-912026829eb6) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:40.292107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8e6cb88d-2243-4915-bb47-51555d0e7ecb req-caffbd59-127c-467f-827b-f33292e91fd5 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1847293 Jan 04 13:57:40.342484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port f4d1802b-ba30-40d3-abdd-2f239a140057 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:40.342829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.347849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-7fd5f6a3-6e02-42b1-98e6-3d39379ad230 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.350028 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-7fd5f6a3-6e02-42b1-98e6-3d39379ad230 service neutron] 10.222.0.13 "GET /v2.0/networks?id=43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 200 len: 912 time: 0.2399125 Jan 04 13:57:40.470552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.506560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 6d744bde-fcb0-458d-ab65-a8ad2194ca8a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:40.506895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.511660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.514475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Calling delete_port for 1ae5b692-7824-487b-9e04-e1e09e47eba2 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:40.546048 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-3864da28-b74b-4d11-8d10-480f47b2c55c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 200 len: 1002 time: 0.1871533 Jan 04 13:57:40.553349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for f4d1802b-ba30-40d3-abdd-2f239a140057 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:40.569511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.647091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-a1be199a-4cb1-46c2-b7f2-747d598f2b44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.648547 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-a1be199a-4cb1-46c2-b7f2-747d598f2b44 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 200 len: 850 time: 0.0692685 Jan 04 13:57:40.660796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port a79f089f-5487-423e-a405-0001e241aa6e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:40.661142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.711393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.760677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Port': ['ID=1ae5b692-7824-487b-9e04-e1e09e47eba2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:40.773971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.782896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-88dec874-cd6a-4171-b705-abcfc12bf12b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:40.784585 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-88dec874-cd6a-4171-b705-abcfc12bf12b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=43763ccd-b497-4d69-94f4-30927d47500e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1259632 Jan 04 13:57:40.785652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:40.789829 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-865644c7-a601-4e74-b912-4c210a956b0b tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/ports/1ae5b692-7824-487b-9e04-e1e09e47eba2 HTTP/1.1" status: 204 len: 168 time: 0.8694839 Jan 04 13:57:40.796049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36862) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:40.810666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 6d744bde-fcb0-458d-ab65-a8ad2194ca8a owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:40.862960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5d6d98-afed-4909-ac5b-25303ac3fcef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:40.895960 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-e38b7723-d5dd-4c26-a63f-51e2bc204fed service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1042159 Jan 04 13:57:40.920662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ba5d6d98-afed-4909-ac5b-25303ac3fcef triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:40.921366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.020116 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb425af9-94cf-47ef-9d9c-86631737e6f7 req-72262ebb-3b77-41c8-be9b-dd19fced430b service neutron] 10.222.0.13 "GET /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1144567 Jan 04 13:57:41.181855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e7fc154-dba4-48dd-bb4c-bc2d6b439066 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:41.182344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0e7fc154-dba4-48dd-bb4c-bc2d6b439066 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:41.185614 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0e7fc154-dba4-48dd-bb4c-bc2d6b439066 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/a333e005-8ae0-4a77-b94c-200d675dbf7a HTTP/1.1" status: 404 len: 337 time: 0.3805289 Jan 04 13:57:41.186714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.188324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36864) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.264436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.265898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.268290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.270967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36868) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.299540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for a79f089f-5487-423e-a405-0001e241aa6e owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:41.316339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:41.332328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:41.334498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Port': ['ID=e94d61bb-359f-42d8-9736-912026829eb6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:41.336673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:41.341562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.347276 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/f4d1802b-ba30-40d3-abdd-2f239a140057 HTTP/1.1" status: 204 len: 168 time: 1.3123183 Jan 04 13:57:41.352289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f1c5536-cb8d-432e-b081-9691a741149d None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:41.368866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36872) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.414153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9503f61f-2d4b-4784-95fe-c4b8cc40199d None None] Provisioning complete for port e94d61bb-359f-42d8-9736-912026829eb6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:41.414534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9503f61f-2d4b-4784-95fe-c4b8cc40199d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.431751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1c5fe7-190b-481a-aa9d-b2732088be23 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=f4d1802b-ba30-40d3-abdd-2f239a140057,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:41.451865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9503f61f-2d4b-4784-95fe-c4b8cc40199d None None] Port e94d61bb-359f-42d8-9736-912026829eb6 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:41.486634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.540650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c637dd-ed1c-4356-ad05-bd46639325e9']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:41.564064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b931675c-7d00-45bd-9b26-7b9ea37ea849') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:41.564275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b931675c-7d00-45bd-9b26-7b9ea37ea849') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:41.580755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-867805f8-6667-4f99-b031-81b66b19f352 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:41.582267 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-867805f8-6667-4f99-b031-81b66b19f352 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.2124658 Jan 04 13:57:41.607439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36874) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.617322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.643515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb248f6-545c-4dbe-b4a7-d259e58751db req-5d43ede2-15a0-4f6d-aaf4-96b316592d87 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:41.644268 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cdb248f6-545c-4dbe-b4a7-d259e58751db req-5d43ede2-15a0-4f6d-aaf4-96b316592d87 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.2500153 Jan 04 13:57:41.655359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.671135 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:41.671537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:41.680012 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:41.694069 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f976ab60-ef37-413d-810f-53fce4d3d3fc tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:57:41.698057 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f976ab60-ef37-413d-810f-53fce4d3d3fc tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/d3393f6e-6ccf-4ee4-af7d-195dd7852a95 HTTP/1.1" status: 404 len: 333 time: 0.0840664 Jan 04 13:57:41.704086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36876) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.745127 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f4e96ea-e3f2-4b9d-8495-b402d2019ea7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:57:41.746565 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7f4e96ea-e3f2-4b9d-8495-b402d2019ea7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/f4d1802b-ba30-40d3-abdd-2f239a140057 HTTP/1.1" status: 404 len: 333 time: 0.0415480 Jan 04 13:57:41.752935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36878) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.780632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.805405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.813795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:41.816976 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/d4c637dd-ed1c-4356-ad05-bd46639325e9 HTTP/1.1" status: 204 len: 168 time: 0.6276350 Jan 04 13:57:41.823599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cdb248f6-545c-4dbe-b4a7-d259e58751db req-13c0ff2f-ef44-4748-9561-8d4815f7b539 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1660171 Jan 04 13:57:41.841443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36880) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:41.859440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442a7adf-1d5b-4831-913c-617bf47ce66c tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Network': ['ID=d4c637dd-ed1c-4356-ad05-bd46639325e9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:41.883017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=6d744bde-fcb0-458d-ab65-a8ad2194ca8a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:41.980507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.009733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.124492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=a79f089f-5487-423e-a405-0001e241aa6e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:42.126115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.131228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.202508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting subnet 8bcf6c27-e7b6-4ad2-8dcd-3a4f5b7933fe {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:42.222083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.269922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.395972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.413361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.435724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:42.450914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.462108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: c7713e90-2234-4825-9cc4-24d15b6c504d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:42.462719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c7713e90-2234-4825-9cc4-24d15b6c504d not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:42.501435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.511930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['481dd1f4-ad92-4ded-9679-283f4a6e45af']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:42.538018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Subnet': ['ID=8bcf6c27-e7b6-4ad2-8dcd-3a4f5b7933fe,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:42.543564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.549087 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a9a65052-40fb-4780-9bad-7ca39fde69f8 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/subnets/8bcf6c27-e7b6-4ad2-8dcd-3a4f5b7933fe HTTP/1.1" status: 204 len: 168 time: 0.6970747 Jan 04 13:57:42.552162 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e295a0d4-494e-4a15-86b7-10f8499184e2 None None] Network e0023d2a-6af9-44f2-9a03-fcf6fcec6354 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:42.578087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21a0b22f-7b13-4fa8-96fa-aea1a422b7be') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:42.578486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21a0b22f-7b13-4fa8-96fa-aea1a422b7be') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:42.579307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36882) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:42.593734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.624444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.635987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router ee481d61-9a86-4922-8408-2782f239a534 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:42.654893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.703131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:42.703526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:42.706729 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:42.720555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.745556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] DHCP port deletion for e0023d2a-6af9-44f2-9a03-fcf6fcec6354 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:42.819934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] Deleting port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:42.820583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.840177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Deleting port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:42.840554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.868548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:42.917593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] For port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,segment=NetworkSegment(1ef1fa23-dc29-4394-b437-f540ccc6f556),segment_id=1ef1fa23-dc29-4394-b437-f540ccc6f556)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:42.918027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.928268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:42.930166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.938665 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] Sync routers for ids ['ee481d61-9a86-4922-8408-2782f239a534'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:42.941494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Calling delete_port for 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:42.953463 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] Routers {'ee481d61-9a86-4922-8408-2782f239a534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:42.955222 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ee481d61-9a86-4922-8408-2782f239a534'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:42.964361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] For port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,segment=NetworkSegment(1ef1fa23-dc29-4394-b437-f540ccc6f556),segment_id=1ef1fa23-dc29-4394-b437-f540ccc6f556)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:42.964963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.965985 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f5f477ba-4cc2-4768-90b6-f33d79bd9864 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/ee481d61-9a86-4922-8408-2782f239a534/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1857128 Jan 04 13:57:42.980828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:42.982398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36886) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:42.998142 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.004323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.007552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/481dd1f4-ad92-4ded-9679-283f4a6e45af HTTP/1.1" status: 204 len: 168 time: 1.2506261 Jan 04 13:57:43.010697 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] Routers {'ee481d61-9a86-4922-8408-2782f239a534'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:43.011667 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ee481d61-9a86-4922-8408-2782f239a534'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.034702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36888) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:43.037504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.043315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1395924620'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:43.053030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.053974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] Calling delete_port for 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:43.059415 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.060469 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8c5b19a-f7e5-4a19-b199-891b5544fc07 None None] The sync data for ids ['ee481d61-9a86-4922-8408-2782f239a534'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:43.112115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Port': ['ID=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:43.114026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] No DVR routers for this DVR port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:43.119376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Deleting port 16619e33-f764-4b77-b480-83ed8c69d1aa {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:43.119716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.166559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:43.170160 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.179243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.204993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] Pushing event deleted for resources: {'Port': ['ID=340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:43.213114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb8d8fdb-8299-4bac-b003-7d7bcfd352f0 None None] No DVR routers for this DVR port 340c2ad9-746f-4b5b-b3fd-6ab23ec72b6a on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:43.279212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:43.304303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.331781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.332188 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment ab884e0c-25eb-443e-9555-ed3ab3d7fb7e of type vlan for network d109286d-33d3-40a2-a8cb-0e11a6942af5 Jan 04 13:57:43.352800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0023d2a-6af9-44f2-9a03-fcf6fcec6354']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.355938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] For port 16619e33-f764-4b77-b480-83ed8c69d1aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=16619e33-f764-4b77-b480-83ed8c69d1aa,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:43.356305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.391095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ef1fa23-dc29-4394-b437-f540ccc6f556') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.391398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ef1fa23-dc29-4394-b437-f540ccc6f556') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.407138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Calling delete_port for 16619e33-f764-4b77-b480-83ed8c69d1aa owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:43.412353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.418624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.453944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.455157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fbc215-1c2c-4d8b-b924-dd4d998d13b9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=481dd1f4-ad92-4ded-9679-283f4a6e45af,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:43.490863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:43.491206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:43.494259 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:43.497445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Router 85b34892-9296-4e98-9aa9-f3d5d24da66b has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:43.507058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.512761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:43.513350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.561925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca28f59b-ac4d-4353-b1b5-9e6a9f76fd5f req-3a6b2096-15bf-4c7a-a4b5-98d22243846c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:43.563420 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ca28f59b-ac4d-4353-b1b5-9e6a9f76fd5f req-3a6b2096-15bf-4c7a-a4b5-98d22243846c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.6527116 Jan 04 13:57:43.596414 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5603273 Jan 04 13:57:43.601289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36890) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:43.609139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:43.632771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.645372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.648603 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] 10.222.0.30 "DELETE /v2.0/networks/e0023d2a-6af9-44f2-9a03-fcf6fcec6354 HTTP/1.1" status: 204 len: 168 time: 1.0683680 Jan 04 13:57:43.710404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba18eba2-1f72-4062-a16e-74d0875c21f9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=d109286d-33d3-40a2-a8cb-0e11a6942af5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:43.726109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:43.756739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:43.768494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3909557a-b760-4c31-9002-c08d7baeb5a9 tempest-NetworksIpV6TestAttrs-1675090264 tempest-NetworksIpV6TestAttrs-1675090264-project] Pushing event deleted for resources: {'Network': ['ID=e0023d2a-6af9-44f2-9a03-fcf6fcec6354,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:43.782768 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2d2316ad-315a-4a51-8c5f-26272646afa3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/routers/85b34892-9296-4e98-9aa9-f3d5d24da66b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6122925 Jan 04 13:57:43.785146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36894) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:43.787176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-e8f0df0e-3695-4848-a163-cda0506548d0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] remove_router_interface failed (client error): The resource could not be found. Jan 04 13:57:43.788330 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e8f0df0e-3695-4848-a163-cda0506548d0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/ee481d61-9a86-4922-8408-2782f239a534/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.8017642 Jan 04 13:57:43.792130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] Sync routers for ids ['85b34892-9296-4e98-9aa9-f3d5d24da66b'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:43.794783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36896) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:43.816308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ca28f59b-ac4d-4353-b1b5-9e6a9f76fd5f req-6a31760d-cdd4-4677-b3df-6efbea4f3f78 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2452054 Jan 04 13:57:43.827261 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-45dd19f4-ed69-4d3c-b346-b61b60600ee1 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:57:43.828736 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-45dd19f4-ed69-4d3c-b346-b61b60600ee1 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/a79f089f-5487-423e-a405-0001e241aa6e HTTP/1.1" status: 404 len: 333 time: 0.0425346 Jan 04 13:57:43.831957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36898) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:43.835262 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f6ada32e-3bd1-43cc-914b-912f3f4b0934 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee481d61-9a86-4922-8408-2782f239a534 HTTP/1.1" status: 200 len: 205 time: 0.0365696 Jan 04 13:57:43.838697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36900) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:43.863693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] Routers {'85b34892-9296-4e98-9aa9-f3d5d24da66b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:43.864248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['85b34892-9296-4e98-9aa9-f3d5d24da66b'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.927650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.952056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] Routers {'85b34892-9296-4e98-9aa9-f3d5d24da66b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:43.952821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['85b34892-9296-4e98-9aa9-f3d5d24da66b'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:43.958366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:43.962203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.972896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:43.988593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.001390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:44.005254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25c611a6-0cfb-4bad-8e0d-c3b95c7c85cd None None] The sync data for ids ['85b34892-9296-4e98-9aa9-f3d5d24da66b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:44.032609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36906) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:44.046067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Router 7196c60d-82db-4f9a-8082-2fd5b59b8484 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:44.123750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Performing IP validity checks on allocation pools {{(pid=103265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:57:44.126475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103265) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:57:44.206186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.221654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.225906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.269756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.276432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.279867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'Port': ['ID=16619e33-f764-4b77-b480-83ed8c69d1aa,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:44.294062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9088d1eb-6c20-4c13-b049-d6d581fce910 req-c3a18427-cff7-4556-8721-fa4e38932387 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:44.294909 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9088d1eb-6c20-4c13-b049-d6d581fce910 req-c3a18427-cff7-4556-8721-fa4e38932387 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.3378377 Jan 04 13:57:44.320827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.321329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router ee481d61-9a86-4922-8408-2782f239a534 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:44.332786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.334484 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fe201114-d994-4e11-860b-66156e0d3e9f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/ee481d61-9a86-4922-8408-2782f239a534 HTTP/1.1" status: 204 len: 168 time: 0.4941654 Jan 04 13:57:44.337089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36910) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:44.348472 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a86a7434-a5a9-4d87-87e6-ee61cd69993d admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e0e1ec06ba746aaa8a07c5e9a9aba93&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3146305 Jan 04 13:57:44.352009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36912) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:44.397230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:44.399937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.400659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Fanout notify agent at l3_agent the message router_deleted on router 85b34892-9296-4e98-9aa9-f3d5d24da66b {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:44.412733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Sync routers for ids ['7196c60d-82db-4f9a-8082-2fd5b59b8484'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:44.426730 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Routers {'7196c60d-82db-4f9a-8082-2fd5b59b8484'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:44.428934 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['7196c60d-82db-4f9a-8082-2fd5b59b8484'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:44.429858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.431002 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5c854332-f62c-4a93-9405-0510e04065b9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/routers/85b34892-9296-4e98-9aa9-f3d5d24da66b HTTP/1.1" status: 204 len: 168 time: 0.5981464 Jan 04 13:57:44.433914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36914) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:44.456363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.457977 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a0e30b59-2abe-4e48-90f5-b721b635c33d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.7115304 Jan 04 13:57:44.468518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36916) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:44.484575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet b9e18f38-14a8-4bed-bf73-2236704489b7 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:44.495632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.535758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9088d1eb-6c20-4c13-b049-d6d581fce910 req-37603880-31ea-4e87-94ba-5fff4ae9083b tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2279758 Jan 04 13:57:44.559166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 1d07c821-4b69-4dd9-8741-2ad863352f32 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:44.578247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.595720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4eeefbe-cfad-4774-9295-8f831d9baf8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.602765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.609715 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Set router 7196c60d-82db-4f9a-8082-2fd5b59b8484 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:44.684840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.706586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.711234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4eeefbe-cfad-4774-9295-8f831d9baf8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.804630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.846951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.862400 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a22d6df2-070c-46ac-b231-0c41e853fe5b tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/7196c60d-82db-4f9a-8082-2fd5b59b8484 HTTP/1.1" status: 200 len: 907 time: 0.3924780 Jan 04 13:57:44.868953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36922) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:44.932375 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196c60d-82db-4f9a-8082-2fd5b59b8484', 'name': 'tempest-snat-router-198548252', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e94d61bb-359f-42d8-9736-912026829eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:36Z', 'updated_at': '2022-01-04T13:57:41Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'e94d61bb-359f-42d8-9736-912026829eb6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196c60d-82db-4f9a-8082-2fd5b59b8484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:39Z', 'updated_at': '2022-01-04T13:57:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:44.956645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.965597 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Checking router: 7196c60d-82db-4f9a-8082-2fd5b59b8484 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:57:44.965980 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Updating router 7196c60d-82db-4f9a-8082-2fd5b59b8484 port e94d61bb-359f-42d8-9736-912026829eb6 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:57:44.983390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4eeefbe-cfad-4774-9295-8f831d9baf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.985549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4eeefbe-cfad-4774-9295-8f831d9baf8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:44.989224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f4eeefbe-cfad-4774-9295-8f831d9baf8e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6167d255-4cfd-4292-91fd-694670e90dbe HTTP/1.1" status: 204 len: 168 time: 0.6296558 Jan 04 13:57:45.000459 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.007901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeefbe-cfad-4774-9295-8f831d9baf8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6167d255-4cfd-4292-91fd-694670e90dbe,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:45.145850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.165587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.172357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/b9e18f38-14a8-4bed-bf73-2236704489b7 HTTP/1.1" status: 204 len: 168 time: 0.8340857 Jan 04 13:57:45.175632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ef8597-0101-4baf-8475-699b5a84803e None None] Network a265fa4a-4f3d-41ac-814b-57562114628a requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:45.176125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36928) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:45.207598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.250126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad98081-43ea-4176-8eb3-847c224f38b3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=b9e18f38-14a8-4bed-bf73-2236704489b7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:45.303055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.309412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/1d07c821-4b69-4dd9-8741-2ad863352f32 HTTP/1.1" status: 204 len: 168 time: 0.8742387 Jan 04 13:57:45.310161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36930) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:45.313274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1a324-a1f7-4de2-8be5-c6f2f3f059bd None None] Network f5bb61bf-eafa-4485-bc19-58c0f7daf433 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:45.344232 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.358626 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.379436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.398669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] DHCP port deletion for a265fa4a-4f3d-41ac-814b-57562114628a request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:45.418256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e80ea806-e0bc-43d5-b361-bc5f5761a2c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=1d07c821-4b69-4dd9-8741-2ad863352f32,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:45.445709 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d2f05-a0f5-40fd-b613-37bc874867c5 None None] Pushing event updated for resources: {'Port': ['ID=e94d61bb-359f-42d8-9736-912026829eb6,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:45.480734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.484825 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Attempting to bind port e94d61bb-359f-42d8-9736-912026829eb6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:45.486311 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Attempting to bind port e94d61bb-359f-42d8-9736-912026829eb6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:45.486846 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Attempting to bind port e94d61bb-359f-42d8-9736-912026829eb6 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:45.488841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42199511-cffb-4b25-9668-97d6f9a5c2f2 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:45.490845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:45.491522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: d109286d-33d3-40a2-a8cb-0e11a6942af5, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:45.494323 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:45.494961 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:45.495539 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.496478 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:45.497103 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Bound port: e94d61bb-359f-42d8-9736-912026829eb6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:45.497693 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.514139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.540466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24e1d1e-b5fc-471c-a47b-22b488d13ff4 req-54189ab1-8ae2-4215-9be7-e2e0073f4a44 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:45.542050 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f24e1d1e-b5fc-471c-a47b-22b488d13ff4 req-54189ab1-8ae2-4215-9be7-e2e0073f4a44 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.6190615 Jan 04 13:57:45.546370 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=a5a9287c-9c47-4c26-82ca-d7cfb84a26e6,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:45.586831 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] For port e94d61bb-359f-42d8-9736-912026829eb6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:45.591929 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] For port e94d61bb-359f-42d8-9736-912026829eb6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e94d61bb-359f-42d8-9736-912026829eb6,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:45.601534 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.607531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f24e1d1e-b5fc-471c-a47b-22b488d13ff4 req-1c0c44d4-bd6d-4d3a-baae-ee626100ce85 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555367 Jan 04 13:57:45.613280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:45.627031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d109286d-33d3-40a2-a8cb-0e11a6942af5) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:45.636284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c8294c2-e382-4948-b773-2b4e7dea3286 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.649446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65a1a038-f9c2-4c48-a36b-f8d87d76cba6 None None] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:45.678805 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1d2f05-a0f5-40fd-b613-37bc874867c5 None None] Pushing event updated for resources: {'Port': ['ID=e94d61bb-359f-42d8-9736-912026829eb6,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:45.692577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:45.692729 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Routers {'7196c60d-82db-4f9a-8082-2fd5b59b8484'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:45.693834 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['7196c60d-82db-4f9a-8082-2fd5b59b8484'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:45.695548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.700200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.720880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51002cba-7b0e-4f9b-b7bb-9d417f296ea6 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:45.723458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b1ffe950-9041-4980-b5a7-a2535b00896c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1192508 Jan 04 13:57:45.727718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36940) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:45.733907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5', 'name': 'tempest-PortsIpV6TestJSON-1881690146'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:45.741649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port c99b2134-d852-4423-afc8-24d012497bcf {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:45.742156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.799958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port c01e842d-de8a-4d67-978d-d9eb27c91f8c {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:45.800386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.808097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7cefb84c-1633-46ab-958c-60753045a6ce None None] Provisioning complete for port e94d61bb-359f-42d8-9736-912026829eb6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:45.809337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7cefb84c-1633-46ab-958c-60753045a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.846904 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] Set router 7196c60d-82db-4f9a-8082-2fd5b59b8484 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:45.906838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] Deleting port c99b2134-d852-4423-afc8-24d012497bcf {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:45.907478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.914902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] DHCP port deletion for f5bb61bf-eafa-4485-bc19-58c0f7daf433 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:45.934927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port c99b2134-d852-4423-afc8-24d012497bcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99b2134-d852-4423-afc8-24d012497bcf,segment=NetworkSegment(39a66705-fe0e-44ca-864f-42b9fbfb6f38),segment_id=39a66705-fe0e-44ca-864f-42b9fbfb6f38)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:45.935291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.952211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] For port c01e842d-de8a-4d67-978d-d9eb27c91f8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c01e842d-de8a-4d67-978d-d9eb27c91f8c,segment=NetworkSegment(4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29),segment_id=4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:45.952568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:45.974168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for c99b2134-d852-4423-afc8-24d012497bcf owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:45.989855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for c01e842d-de8a-4d67-978d-d9eb27c91f8c owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:46.016167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Deleting port e94d61bb-359f-42d8-9736-912026829eb6 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:46.016167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.016361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d109286d-33d3-40a2-a8cb-0e11a6942af5', 'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': 'a5a9287c-9c47-4c26-82ca-d7cfb84a26e6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:46.016361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.145130 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7196c60d-82db-4f9a-8082-2fd5b59b8484', 'name': 'tempest-snat-router-198548252', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e94d61bb-359f-42d8-9736-912026829eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:36Z', 'updated_at': '2022-01-04T13:57:41Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'e94d61bb-359f-42d8-9736-912026829eb6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196c60d-82db-4f9a-8082-2fd5b59b8484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:39Z', 'updated_at': '2022-01-04T13:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:46.173088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36950) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:46.182201 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb388310-6fe4-4bc6-aa36-665a944ea61b None None] The sync data for ids ['7196c60d-82db-4f9a-8082-2fd5b59b8484'] in dv-neutron-master-2-hyperv is: [{'id': '7196c60d-82db-4f9a-8082-2fd5b59b8484', 'name': 'tempest-snat-router-198548252', 'tenant_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.253'}], 'enable_snat': True}, 'gw_port_id': 'e94d61bb-359f-42d8-9736-912026829eb6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:57:36Z', 'updated_at': '2022-01-04T13:57:41Z', 'revision_number': 3, 'project_id': '2016c3670dee4a7b9b8baed2348ad2c8', 'gw_port': {'id': 'e94d61bb-359f-42d8-9736-912026829eb6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:23:be:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7196c60d-82db-4f9a-8082-2fd5b59b8484', 'device_owner': 'network:router_gateway', 'standard_attr_id': 751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:57:39Z', 'updated_at': '2022-01-04T13:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:46.183537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:46.188766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.238760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port d55912c0-6444-400d-8128-f832504770fc yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:46.257405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:46.302124 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] For port c99b2134-d852-4423-afc8-24d012497bcf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c99b2134-d852-4423-afc8-24d012497bcf,segment=NetworkSegment(39a66705-fe0e-44ca-864f-42b9fbfb6f38),segment_id=39a66705-fe0e-44ca-864f-42b9fbfb6f38)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:46.303289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.331952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] Calling delete_port for c99b2134-d852-4423-afc8-24d012497bcf owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:46.376176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--381768169'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:46.476284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7cefb84c-1633-46ab-958c-60753045a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.503768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] Deleting port c01e842d-de8a-4d67-978d-d9eb27c91f8c {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:46.504157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.507210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.512777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7cefb84c-1633-46ab-958c-60753045a6ce None None] For port e94d61bb-359f-42d8-9736-912026829eb6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e94d61bb-359f-42d8-9736-912026829eb6,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:46.532098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7cefb84c-1633-46ab-958c-60753045a6ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.540853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.544528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::172 (d109286d-33d3-40a2-a8cb-0e11a6942af5/a5a9287c-9c47-4c26-82ca-d7cfb84a26e6/d55912c0-6444-400d-8128-f832504770fc) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:46.585520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:46.599613 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-41d81a56-1815-41f7-a1df-9beac69d343b tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "PUT /v2.0/routers/f91eb4eb-60fa-4564-b7b9-1ac18e7df786/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3265219 Jan 04 13:57:46.605039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36954) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:46.654324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] Sync routers for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:46.674748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] For port c01e842d-de8a-4d67-978d-d9eb27c91f8c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c01e842d-de8a-4d67-978d-d9eb27c91f8c,segment=NetworkSegment(4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29),segment_id=4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:46.675145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.732331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.743891 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] Calling delete_port for c01e842d-de8a-4d67-978d-d9eb27c91f8c owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:46.765024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:46.765458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:46.772652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.795256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4d5fc8bd-6679-41af-8bc9-cfab9b33bdde None None] Provisioning complete for port e94d61bb-359f-42d8-9736-912026829eb6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:46.795626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4d5fc8bd-6679-41af-8bc9-cfab9b33bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:46.797547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] No DVR routers for this DVR port c99b2134-d852-4423-afc8-24d012497bcf on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:46.850268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port c99b2134-d852-4423-afc8-24d012497bcf on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:46.852057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cefb84c-1633-46ab-958c-60753045a6ce None None] Pushing event updated for resources: {'Port': ['ID=e94d61bb-359f-42d8-9736-912026829eb6,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:46.890497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=c99b2134-d852-4423-afc8-24d012497bcf,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:46.899090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Deleting subnet 64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:46.928899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.005344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] For port e94d61bb-359f-42d8-9736-912026829eb6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e94d61bb-359f-42d8-9736-912026829eb6,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:47.006750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.022357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.035651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.035651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.043431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Calling delete_port for e94d61bb-359f-42d8-9736-912026829eb6 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:47.081006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.081307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.089847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e94d61bb-359f-42d8-9736-912026829eb6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:47.092537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.093474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9b9cfd-9a57-4773-84db-4ac4ce09a1ed None None] Pushing event deleted for resources: {'Port': ['ID=c99b2134-d852-4423-afc8-24d012497bcf,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.101564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585ddc71-1deb-4170-a8c3-7bd74f835e7d req-6cb7236e-6f44-4fce-a4a1-733f6427fc35 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:47.108882 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-585ddc71-1deb-4170-a8c3-7bd74f835e7d req-6cb7236e-6f44-4fce-a4a1-733f6427fc35 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.3812826 Jan 04 13:57:47.149446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.152042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=c01e842d-de8a-4d67-978d-d9eb27c91f8c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.157654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=441fcf6a-b51c-4e78-ace1-500708408bea,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.159884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No DVR routers for this DVR port c01e842d-de8a-4d67-978d-d9eb27c91f8c on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:47.171470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a265fa4a-4f3d-41ac-814b-57562114628a']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.218319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39a66705-fe0e-44ca-864f-42b9fbfb6f38') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.219799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39a66705-fe0e-44ca-864f-42b9fbfb6f38') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.241959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] No DVR routers for this DVR port c01e842d-de8a-4d67-978d-d9eb27c91f8c on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:47.256211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8fff09-c067-4135-af55-f37b2b9d47a5 None None] Pushing event deleted for resources: {'Port': ['ID=c01e842d-de8a-4d67-978d-d9eb27c91f8c,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.259581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.269856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-2c364d9b-b4dc-4894-aa50-e4fe5a4326fa tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:47.271878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-2c364d9b-b4dc-4894-aa50-e4fe5a4326fa tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.13 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.1443591 Jan 04 13:57:47.295264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.298486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:47.337003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.349355 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-585ddc71-1deb-4170-a8c3-7bd74f835e7d req-f386378a-b58b-4eac-958b-2139e27ea826 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2395031 Jan 04 13:57:47.424619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.451926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:47.463627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Allocated IP 2001:db8::2 (d109286d-33d3-40a2-a8cb-0e11a6942af5/a5a9287c-9c47-4c26-82ca-d7cfb84a26e6/94743ded-4f31-44a3-b533-ce1577a2d83c) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:47.466266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.490764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.493560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.495121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:47.500921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e94d61bb-359f-42d8-9736-912026829eb6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:47.501296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.512402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:47.512813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.514579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:47.516048 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:47.522120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:47.522829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.543839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5bb61bf-eafa-4485-bc19-58c0f7daf433']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.556017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=d55912c0-6444-400d-8128-f832504770fc,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.574837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.576291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.4020259 Jan 04 13:57:47.579702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36958) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:47.581824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.582159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c7ecf5f-527a-4bcc-a74f-d5a46c7b2a29') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.598507 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2a4d09bd-95f2-4140-9328-18f42cf7e260 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.8671918 Jan 04 13:57:47.598507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58afdd8f-5233-4002-8bde-793cbd66859a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf5cbd-fc7e-4dec-a375-5f14f15127c4,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.599381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36960) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:47.609236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.650431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.674689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.678450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.710936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.714165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/a265fa4a-4f3d-41ac-814b-57562114628a HTTP/1.1" status: 204 len: 168 time: 2.5355473 Jan 04 13:57:47.715383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:47.718200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.722130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3620e7fb-da74-4133-b372-96bcb3d73eab tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=a265fa4a-4f3d-41ac-814b-57562114628a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:47.723884 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:47.726624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36962) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:47.742437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'Subnet': ['ID=64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.747026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.748290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.751980 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2eeae695-d90f-4c1b-b16d-b898ea6cdd9a tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "DELETE /v2.0/subnets/64f4ad4f-a3c7-45c9-8d5b-28f713ad3a5f HTTP/1.1" status: 204 len: 168 time: 1.1458392 Jan 04 13:57:47.758417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36964) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:47.764071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1865881770'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:47.776926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bfa47ba-c738-4c9d-852d-35ce76eb8d3f None None] Network 5ffeb3b7-8933-422e-a32a-388f6a457a0e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:47.797782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9f9d7da-8f20-4ee6-a952-c73d4e4bf462 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:47.830954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Deleting port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:47.831610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.867756 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1be78722-ee95-45d4-9e12-655a23782ddb tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2866313 Jan 04 13:57:47.874589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36966) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:47.876150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0298f8f5-b6b2-4eb8-aad0-e0b8008b6283 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.881301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event deleted for resources: {'Port': ['ID=e94d61bb-359f-42d8-9736-912026829eb6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:47.883100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-security--687766368', 'description': 'tempest-security-description-1475152983'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:47.913546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:47.920831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.921018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.936501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.940247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:57:43Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:47.942676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:47.947520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/f5bb61bf-eafa-4485-bc19-58c0f7daf433 HTTP/1.1" status: 204 len: 168 time: 2.6081777 Jan 04 13:57:47.959127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36968) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:47.967104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0886d2ab-d19e-4a00-9467-9ba8cdc33f08 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=f5bb61bf-eafa-4485-bc19-58c0f7daf433,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:48.015751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.044862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c99b2134-d852-4423-afc8-24d012497bcf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:48.050828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] Checking router: f91eb4eb-60fa-4564-b7b9-1ac18e7df786 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:57:48.051348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.072833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e18c332-8840-4c15-a003-8440cfb77157 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:48.078022 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9e18c332-8840-4c15-a003-8440cfb77157 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/1d98fbcd-5a50-403b-bba5-101880f0ba6f HTTP/1.1" status: 200 len: 841 time: 0.1139362 Jan 04 13:57:48.078022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:48.084162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36970) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:48.090539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.094240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] For port e3a4032c-3b29-4321-84c3-1e7ba523a9d7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:48.094666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.095023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.100635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c99b2134-d852-4423-afc8-24d012497bcf {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:48.100635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c99b2134-d852-4423-afc8-24d012497bcf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:48.100635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c01e842d-de8a-4d67-978d-d9eb27c91f8c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:48.117004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port d55912c0-6444-400d-8128-f832504770fc {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:48.117495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.139427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] Routers {'f91eb4eb-60fa-4564-b7b9-1ac18e7df786'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:48.140155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:48.141853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c01e842d-de8a-4d67-978d-d9eb27c91f8c {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:48.142606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c01e842d-de8a-4d67-978d-d9eb27c91f8c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:48.144493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.144918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 48b44d04-0062-4525-858c-0d65caa4a707 of type vlan for network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf Jan 04 13:57:48.146955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:48.159237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.164023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.200982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:48.204127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:48.221351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Pushing event updated for resources: {'Port': ['ID=94743ded-4f31-44a3-b533-ce1577a2d83c,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:48.229408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.230077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7196c60d-82db-4f9a-8082-2fd5b59b8484 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:48.274284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.275517 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-71b16501-6945-4c03-bfd4-b0f1e0b91ac2 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/routers/7196c60d-82db-4f9a-8082-2fd5b59b8484 HTTP/1.1" status: 204 len: 168 time: 3.3842349 Jan 04 13:57:48.278448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36972) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:48.292880 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cc95835a-cf4f-4efb-b7b7-a518e10a961a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/1d98fbcd-5a50-403b-bba5-101880f0ba6f?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.2045109 Jan 04 13:57:48.339653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36974) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:48.355499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Attempting to bind port 94743ded-4f31-44a3-b533-ce1577a2d83c on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:48.355929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:48.356080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Attempting to bind port 94743ded-4f31-44a3-b533-ce1577a2d83c by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:48.356455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Attempting to bind port 94743ded-4f31-44a3-b533-ce1577a2d83c on network d109286d-33d3-40a2-a8cb-0e11a6942af5 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:48.361974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] DHCP port deletion for 5ffeb3b7-8933-422e-a32a-388f6a457a0e request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:48.376200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.379994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.381700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.395148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:48.395638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Checking segment: {'id': 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:48.396655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.397256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Bound using segment: {'id': 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:48.397836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Bound port: 94743ded-4f31-44a3-b533-ce1577a2d83c, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'd109286d-33d3-40a2-a8cb-0e11a6942af5'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:48.398338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.404658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] Set router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:48.407760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.410637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.412861 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "PUT /v2.0/security-groups/4cdf5cbd-fc7e-4dec-a375-5f14f15127c4 HTTP/1.1" status: 200 len: 1794 time: 0.5342925 Jan 04 13:57:48.416362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36978) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:48.488429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.557672 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8d3175c5-27b7-40e9-be0c-261282399c87 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups/4cdf5cbd-fc7e-4dec-a375-5f14f15127c4 HTTP/1.1" status: 200 len: 1794 time: 0.1400669 Jan 04 13:57:48.558481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36980) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:48.562695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.612516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for d55912c0-6444-400d-8128-f832504770fc owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:48.617283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.623180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:48.623798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.626312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62e6570-a3c2-4c53-8b37-b32d1c92d619 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4cdf5cbd-fc7e-4dec-a375-5f14f15127c4,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:48.630700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Deleting port bfe0d189-30ba-4865-8eb5-a3843e87db0d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:48.631028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.706937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-99918012-5c6b-4ab7-8c26-61dad1cb16af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.766551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-99918012-5c6b-4ab7-8c26-61dad1cb16af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.837793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.849781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] For port 94743ded-4f31-44a3-b533-ce1577a2d83c, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:48.869261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] Deleting port 83a9d7fc-9e61-44ea-8899-11e4966d575a {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:48.870070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.893084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] For port 94743ded-4f31-44a3-b533-ce1577a2d83c, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94743ded-4f31-44a3-b533-ce1577a2d83c,segment=NetworkSegment(ab884e0c-25eb-443e-9555-ed3ab3d7fb7e),segment_id=ab884e0c-25eb-443e-9555-ed3ab3d7fb7e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:48.915742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.923862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] For port bfe0d189-30ba-4865-8eb5-a3843e87db0d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bfe0d189-30ba-4865-8eb5-a3843e87db0d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:48.924304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.934628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-99918012-5c6b-4ab7-8c26-61dad1cb16af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.941289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-99918012-5c6b-4ab7-8c26-61dad1cb16af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:48.948311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-99918012-5c6b-4ab7-8c26-61dad1cb16af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/4cdf5cbd-fc7e-4dec-a375-5f14f15127c4 HTTP/1.1" status: 204 len: 168 time: 0.3852043 Jan 04 13:57:48.951898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36982) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:48.967312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Calling delete_port for bfe0d189-30ba-4865-8eb5-a3843e87db0d owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:48.984998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 83a9d7fc-9e61-44ea-8899-11e4966d575a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:48.988616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99918012-5c6b-4ab7-8c26-61dad1cb16af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cdf5cbd-fc7e-4dec-a375-5f14f15127c4,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:49.093855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Deleting port ba5d6d98-afed-4909-ac5b-25303ac3fcef {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:49.094539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.103841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] For port 83a9d7fc-9e61-44ea-8899-11e4966d575a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83a9d7fc-9e61-44ea-8899-11e4966d575a,segment=NetworkSegment(49b8ac97-2bfe-40d3-bef0-d3025519e63f),segment_id=49b8ac97-2bfe-40d3-bef0-d3025519e63f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:49.103841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.124464 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-607fbcc0-6e7e-4ebf-b735-e64712b2e664 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1662199 Jan 04 13:57:49.135164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36984) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:49.160067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] Calling delete_port for 83a9d7fc-9e61-44ea-8899-11e4966d575a owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:49.174829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23da96f1-3d02-414b-afa9-92949aaef7a9 None None] Pushing event updated for resources: {'Port': ['ID=94743ded-4f31-44a3-b533-ce1577a2d83c,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:49.182676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.210542 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-eb7510f2-5350-4b45-bb6d-4e0d1c49ce08 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] delete failed (client error): The resource could not be found. Jan 04 13:57:49.211874 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-eb7510f2-5350-4b45-bb6d-4e0d1c49ce08 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/4cdf5cbd-fc7e-4dec-a375-5f14f15127c4 HTTP/1.1" status: 404 len: 347 time: 0.0737133 Jan 04 13:57:49.220144 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4750047 Jan 04 13:57:49.228491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5926f28-bacd-4401-9e2d-f9b8fdb40265 req-fd0161aa-5544-4948-981d-400e969cb0c9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:49.229588 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e5926f28-bacd-4401-9e2d-f9b8fdb40265 req-fd0161aa-5544-4948-981d-400e969cb0c9 tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 946 time: 0.7288289 Jan 04 13:57:49.230116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36986) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:49.230431 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36988) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:49.246165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--862058108'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:49.254822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] For port ba5d6d98-afed-4909-ac5b-25303ac3fcef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5d6d98-afed-4909-ac5b-25303ac3fcef,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:49.255309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.259163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:49.268995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Calling delete_port for ba5d6d98-afed-4909-ac5b-25303ac3fcef owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:49.272083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:57:43Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:49.310395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.310994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.311473 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Floating IP 9cd9b88f-e17e-484c-8cab-e895e20c23af disassociated. External IP: 172.36.2.229, port: e3a4032c-3b29-4321-84c3-1e7ba523a9d7. Jan 04 13:57:49.311994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Calling delete_port for e3a4032c-3b29-4321-84c3-1e7ba523a9d7 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:49.321190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf8e3c58-90ef-4a12-8789-4333a26a7b71 None None] The sync data for ids ['f91eb4eb-60fa-4564-b7b9-1ac18e7df786'] in dv-neutron-master-2-hyperv is: [{'id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1298923277', 'tenant_id': 'e41acd9aa6d84489838119265e50a5e6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206'}], 'enable_snat': True}, 'gw_port_id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:55:28Z', 'updated_at': '2022-01-04T13:57:43Z', 'revision_number': 5, 'project_id': 'e41acd9aa6d84489838119265e50a5e6', 'gw_port': {'id': 'bfe0d189-30ba-4865-8eb5-a3843e87db0d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1e:f9:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f91eb4eb-60fa-4564-b7b9-1ac18e7df786', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:55:29Z', 'updated_at': '2022-01-04T13:55:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:49.334154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.337103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798f7a74-b7b3-4953-9d25-ba0ec566b2db tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=8fcca8f9-18c0-482b-b42d-ed711bf6c6cf,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:49.356898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:49.393764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.442133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:49.445997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.474632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] Pushing event deleted for resources: {'Port': ['ID=83a9d7fc-9e61-44ea-8899-11e4966d575a,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:49.481478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87bd0df0-8869-48a8-afb2-8384274416cc None None] No DVR routers for this DVR port 83a9d7fc-9e61-44ea-8899-11e4966d575a on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:49.528150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.566667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.571288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e5926f28-bacd-4401-9e2d-f9b8fdb40265 req-37890c34-e4d2-41cc-8e94-fba35eb7efea tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups?id=69bd3a0f-6edf-42fc-b882-7f0afad0a427&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3082860 Jan 04 13:57:49.618469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event deleted for resources: {'Port': ['ID=ba5d6d98-afed-4909-ac5b-25303ac3fcef,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:49.644779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ed6587-e605-487c-ba25-ca310cf7fb81 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:49.652299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.708881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'Port': ['ID=bfe0d189-30ba-4865-8eb5-a3843e87db0d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:49.742461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b26062-46c6-4caa-b9fc-b412dd05c415 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:49.772397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.808470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:49.812158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.854722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.891323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.892583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.895582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.946461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.951231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:49.985738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=d55912c0-6444-400d-8128-f832504770fc,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:50.008305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.022024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.027011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.032668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.033285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3c40760d-4664-4988-bff9-52634d5fedfb {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:50.068519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.073938 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-eed56306-21fa-41a2-a3ae-687101fe9c65 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "DELETE /v2.0/routers/3c40760d-4664-4988-bff9-52634d5fedfb HTTP/1.1" status: 204 len: 168 time: 1.7943945 Jan 04 13:57:50.075401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36990) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.082284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event deleted for resources: {'Port': ['ID=e3a4032c-3b29-4321-84c3-1e7ba523a9d7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:50.085592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1076083379', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:50.107624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.108180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Fanout notify agent at l3_agent the message router_deleted on router f91eb4eb-60fa-4564-b7b9-1ac18e7df786 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:57:50.119669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.120917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.127764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-74610ee8-a692-4dec-a275-9263db842c41 tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "DELETE /v2.0/routers/f91eb4eb-60fa-4564-b7b9-1ac18e7df786 HTTP/1.1" status: 204 len: 168 time: 2.3519704 Jan 04 13:57:50.127929 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dfeabd4e-732d-49d8-9f54-c72aca024dd7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/d55912c0-6444-400d-8128-f832504770fc HTTP/1.1" status: 204 len: 168 time: 2.5152862 Jan 04 13:57:50.128052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36992) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.132374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 36994) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.163445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.164722 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9229383 Jan 04 13:57:50.172359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36996) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.184854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': '754a8a70-5f7c-44e7-ac22-957dcd05f03d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:50.205192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d0d04ea-3096-4220-a442-d702bd7faa5f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=754a8a70-5f7c-44e7-ac22-957dcd05f03d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:50.265680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.266813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.279908 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f25fa665-ee32-4d5d-84da-dce4f4e8d9a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:57:50.280552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f25fa665-ee32-4d5d-84da-dce4f4e8d9a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:50.283758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f25fa665-ee32-4d5d-84da-dce4f4e8d9a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/d55912c0-6444-400d-8128-f832504770fc HTTP/1.1" status: 404 len: 333 time: 0.1436205 Jan 04 13:57:50.287962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.293758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 36998) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.344172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.352578 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2871d475-d254-4d7d-8d88-87aff5f70dc6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:57:50.354069 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2871d475-d254-4d7d-8d88-87aff5f70dc6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/d55912c0-6444-400d-8128-f832504770fc HTTP/1.1" status: 404 len: 333 time: 0.0582938 Jan 04 13:57:50.362001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37000) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.450587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e3a4032c-3b29-4321-84c3-1e7ba523a9d7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:50.474380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.478773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.487965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.500990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: e3a4032c-3b29-4321-84c3-1e7ba523a9d7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:50.501407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e3a4032c-3b29-4321-84c3-1e7ba523a9d7 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:50.559122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet a5a9287c-9c47-4c26-82ca-d7cfb84a26e6 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:57:50.580330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.673798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:50.693285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:50.696826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:50.697425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.704409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde1484c-f6fa-4807-9180-46bd7060bf13 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:50.721304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=5e8353e4-1329-45f4-994c-546aeab60cb3,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:50.733308 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-66a58084-8dd6-428d-8d51-81a0cd548193 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3881574 Jan 04 13:57:50.740858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37004) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:50.757363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1021029927'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:50.771378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.775358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Router f111e0cf-e911-4a7e-a7b7-60aa98200121 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:50.797225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.831720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637319f2-2808-4701-b2c7-0440bb75d7d1 None None] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:50.860765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.958684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:50.999619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f6a1d422-9487-4c24-8444-8c2403dc3036 None None] Provisioning complete for port 94743ded-4f31-44a3-b533-ce1577a2d83c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:51.000001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d422-9487-4c24-8444-8c2403dc3036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.011420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'project_id': '799b3abcbda8470db97661e46333a05b', 'fixed_ips': [{'subnet_id': '5e8353e4-1329-45f4-994c-546aeab60cb3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:51.017023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.035231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ffeb3b7-8933-422e-a32a-388f6a457a0e']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:51.038497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:51.053668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49b8ac97-2bfe-40d3-bef0-d3025519e63f') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:51.053939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49b8ac97-2bfe-40d3-bef0-d3025519e63f') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:51.058466 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] Sync routers for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:51.066336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.076457 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:51.077084 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:51.082557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.122341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:51.123039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:51.127270 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:51.142809 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4a72faa7-2fb5-48b1-bc24-4fd6b8bfd41e req-73938938-812a-4ca4-9b20-354f80cf705c tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/ports?device_id=26af57ca-618e-4265-9534-8257855aefda HTTP/1.1" status: 200 len: 210 time: 0.1808732 Jan 04 13:57:51.156923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=b6722041-5088-4805-98af-74a01ecc94b6,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:51.185055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.188672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94743ded-4f31-44a3-b533-ce1577a2d83c up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:51.223071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] No DVR routers for this DVR port e3a4032c-3b29-4321-84c3-1e7ba523a9d7 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:51.239175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.243924 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0956471-0d9c-492d-9249-ff23f81dfbf8 req-707de4f4-556b-422b-bdaa-01fa39c3bf2a tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.13 "DELETE /v2.0/ports/e3a4032c-3b29-4321-84c3-1e7ba523a9d7 HTTP/1.1" status: 204 len: 173 time: 3.9469049 Jan 04 13:57:51.244646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'name': 'network-vif-deleted', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:57:51.248598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27f1ff13-a878-4b3d-8402-b94a1b4b2c6d" -d '{"events": [{"server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "name": "network-vif-deleted", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:57:51.272214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.279289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.316125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '48b44d04-0062-4525-858c-0d65caa4a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:51.316782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:51.342971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f6a1d422-9487-4c24-8444-8c2403dc3036 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.346677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.376863 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:51.403606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:51.423033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.426496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:57:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5201ed50-aeee-468f-af45-51b0d38e63dd x-openstack-request-id: req-5201ed50-aeee-468f-af45-51b0d38e63dd {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:57:51.426794 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "DELETE /v2.0/networks/5ffeb3b7-8933-422e-a32a-388f6a457a0e HTTP/1.1" status: 204 len: 168 time: 1.3004642 Jan 04 13:57:51.427300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "26af57ca-618e-4265-9534-8257855aefda", "name": "network-vif-deleted", "tag": "e3a4032c-3b29-4321-84c3-1e7ba523a9d7", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:57:51.427753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5201ed50-aeee-468f-af45-51b0d38e63dd {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:57:51.428074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43645d4-c93d-46b9-b8b3-7c46e3eab72f tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'Network': ['ID=5ffeb3b7-8933-422e-a32a-388f6a457a0e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:51.428496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '26af57ca-618e-4265-9534-8257855aefda', 'name': 'network-vif-deleted', 'tag': 'e3a4032c-3b29-4321-84c3-1e7ba523a9d7', 'status': 'completed', 'code': 200} Jan 04 13:57:51.429929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37008) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:51.432675 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.439218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=867a3162-28ed-48aa-9d6a-e5805c6706f6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:51.443104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.456728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 94743ded-4f31-44a3-b533-ce1577a2d83c triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:51.459612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.467354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.482273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.483415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:51.496843 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e5718a38-d252-44ce-b66e-07560eff83ce tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3182025 Jan 04 13:57:51.509755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37010) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:51.529608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:51.530177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.537080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee45865-ebb0-47ae-8c92-f6de40fb5f8f None None] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:51.577654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a636f1-9976-481f-b80c-889c792df8fe tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.578543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.580743 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8363276 Jan 04 13:57:51.585398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37012) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:51.600924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'security_group': {'name': 'tempest-secgroup-1861500994'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:51.603748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.632712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b0fb1-2b05-49da-9adb-6571113bf35f tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a72e264-e12d-4f15-9548-0e78b2c1c9f3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:51.680220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a636f1-9976-481f-b80c-889c792df8fe tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.685656 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c80343c1-eb2c-402b-b5e7-a92029704628 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4327765 Jan 04 13:57:51.693334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37014) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:51.711925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8fcca8f9-18c0-482b-b42d-ed711bf6c6cf', 'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': 'b6722041-5088-4805-98af-74a01ecc94b6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:51.712266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-592911367', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:51.720283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.723237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=a5a9287c-9c47-4c26-82ca-d7cfb84a26e6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:51.726958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.730899 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-42fb6865-5ab5-419e-a727-73e51d5c738d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/a5a9287c-9c47-4c26-82ca-d7cfb84a26e6 HTTP/1.1" status: 204 len: 168 time: 1.3379991 Jan 04 13:57:51.743658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.746551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37016) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:51.751784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e30b36d4-0363-414b-9733-a2627d515753 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.776040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Allocated IP 172.20.0.2 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/5e8353e4-1329-45f4-994c-546aeab60cb3/3271cf18-ddf6-4882-bb03-2713630fc006) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:51.797277 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:28Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:51.798573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e30b36d4-0363-414b-9733-a2627d515753 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.839262 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] Checking router: f111e0cf-e911-4a7e-a7b7-60aa98200121 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:57:51.853558 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:51.856133 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:51.884270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e30b36d4-0363-414b-9733-a2627d515753 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.896608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e30b36d4-0363-414b-9733-a2627d515753 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.898676 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e30b36d4-0363-414b-9733-a2627d515753 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/867a3162-28ed-48aa-9d6a-e5805c6706f6 HTTP/1.1" status: 204 len: 168 time: 0.3744521 Jan 04 13:57:51.901979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.903716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.916534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37018) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:51.984122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:51.992305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f18556-5b59-46e2-8a93-18a40efc479b None None] Network d109286d-33d3-40a2-a8cb-0e11a6942af5 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:51.992774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e30b36d4-0363-414b-9733-a2627d515753 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=867a3162-28ed-48aa-9d6a-e5805c6706f6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:51.995089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.008277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.024638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.029328 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4cd2e3d9-7354-4eee-8d42-77a803b8dedc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3222888 Jan 04 13:57:52.030651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37020) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:52.073454 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:57:52.153095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.170688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.234955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.239120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.270619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37026) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:52.291503 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d1fb3f95-2aed-4866-bb28-18745a04c407 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3578005 Jan 04 13:57:52.298737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37028) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:52.365931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-f6a1d422-9487-4c24-8444-8c2403dc3036 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:57:52.366297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-f6a1d422-9487-4c24-8444-8c2403dc3036 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:57:52.374980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a636f1-9976-481f-b80c-889c792df8fe tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.375200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.377953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a636f1-9976-481f-b80c-889c792df8fe tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.383550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7a636f1-9976-481f-b80c-889c792df8fe tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] 10.222.0.30 "DELETE /v2.0/security-groups/90993fab-6af6-4a29-9c0f-3b3a1865d21f HTTP/1.1" status: 204 len: 168 time: 0.9432821 Jan 04 13:57:52.414766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.419429 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8255935 Jan 04 13:57:52.419831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37032) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:52.426237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1853270499', 'security_groups': ['be80dc57-d43b-4a1d-b77e-9be36f462461'], 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '5e8353e4-1329-45f4-994c-546aeab60cb3'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:52.461798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.463753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d01bc8-59e4-49e6-88ae-b79f53f9516b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be80dc57-d43b-4a1d-b77e-9be36f462461,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:52.493356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 94743ded-4f31-44a3-b533-ce1577a2d83c {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:52.493988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.501943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b04313f2-e911-44eb-ac64-ecdca134351a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.502789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a636f1-9976-481f-b80c-889c792df8fe tempest-TestNetworkAdvancedServerOps-212085281 tempest-TestNetworkAdvancedServerOps-212085281-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90993fab-6af6-4a29-9c0f-3b3a1865d21f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:52.561795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-68b876b6-5603-4ae9-9c3e-96813535f4af tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.573703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 94743ded-4f31-44a3-b533-ce1577a2d83c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94743ded-4f31-44a3-b533-ce1577a2d83c,segment=NetworkSegment(ab884e0c-25eb-443e-9555-ed3ab3d7fb7e),segment_id=ab884e0c-25eb-443e-9555-ed3ab3d7fb7e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:52.574978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.576079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b04313f2-e911-44eb-ac64-ecdca134351a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.587864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.590342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Allocated IP 2001:db8::2 (8fcca8f9-18c0-482b-b42d-ed711bf6c6cf/b6722041-5088-4805-98af-74a01ecc94b6/c9b6f08f-c288-4002-95c6-7f6a25883dd4) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:52.602183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.642105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:52.665753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:52.671084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:52.672956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.690273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-68b876b6-5603-4ae9-9c3e-96813535f4af tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.694076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Allocated IP 172.36.2.127 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/f047dc91-8e60-4419-b543-3c643af6b27b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:52.698081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] For port 94743ded-4f31-44a3-b533-ce1577a2d83c, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=94743ded-4f31-44a3-b533-ce1577a2d83c,segment=NetworkSegment(ab884e0c-25eb-443e-9555-ed3ab3d7fb7e),segment_id=ab884e0c-25eb-443e-9555-ed3ab3d7fb7e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:52.698707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.755896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b80304-3d60-4a18-a809-51768981da6d None None] DHCP port deletion for d109286d-33d3-40a2-a8cb-0e11a6942af5 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:52.756302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 94743ded-4f31-44a3-b533-ce1577a2d83c owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:52.766315 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:28Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:52.799112 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a72b8905-0a42-4ced-8c07-beee2a384b04 None None] The sync data for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv is: [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:54:21Z', 'revision_number': 4, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '14ecce6e-e05a-4894-a87f-b2892023e82f', 'name': '', 'network_id': '43763ccd-b497-4d69-94f4-30927d47500e', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'mac_address': 'fa:16:3e:c7:35:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:19Z', 'updated_at': '2022-01-04T13:54:28Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'subnets': [{'id': 'cb40600b-3ab5-4ca8-be83-19beadf8746f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:52.803535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e94d61bb-359f-42d8-9736-912026829eb6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:52.868943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e94d61bb-359f-42d8-9736-912026829eb6 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:52.869304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e94d61bb-359f-42d8-9736-912026829eb6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:52.869739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bfe0d189-30ba-4865-8eb5-a3843e87db0d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:52.870802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b04313f2-e911-44eb-ac64-ecdca134351a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.873413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b04313f2-e911-44eb-ac64-ecdca134351a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.874603 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b04313f2-e911-44eb-ac64-ecdca134351a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/754a8a70-5f7c-44e7-ac22-957dcd05f03d HTTP/1.1" status: 204 len: 168 time: 0.5733230 Jan 04 13:57:52.879625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=94743ded-4f31-44a3-b533-ce1577a2d83c,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:52.882549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37038) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:52.948988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-68b876b6-5603-4ae9-9c3e-96813535f4af tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.951587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-68b876b6-5603-4ae9-9c3e-96813535f4af tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:52.955103 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-68b876b6-5603-4ae9-9c3e-96813535f4af tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "DELETE /v2.0/security-groups/69bd3a0f-6edf-42fc-b882-7f0afad0a427 HTTP/1.1" status: 204 len: 168 time: 0.6753528 Jan 04 13:57:52.968145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37040) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:52.968597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37042) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:53.005732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-43a6c6b3-e39e-450d-8886-2249eb313def tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] show failed (client error): The resource could not be found. Jan 04 13:57:53.009060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04313f2-e911-44eb-ac64-ecdca134351a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=754a8a70-5f7c-44e7-ac22-957dcd05f03d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.010125 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-43a6c6b3-e39e-450d-8886-2249eb313def tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "GET /v2.0/security-groups/69bd3a0f-6edf-42fc-b882-7f0afad0a427 HTTP/1.1" status: 404 len: 347 time: 0.0358899 Jan 04 13:57:53.010644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37046) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:53.011146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b876b6-5603-4ae9-9c3e-96813535f4af tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69bd3a0f-6edf-42fc-b882-7f0afad0a427,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.054196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.060430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.086404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: bfe0d189-30ba-4865-8eb5-a3843e87db0d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:53.086404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bfe0d189-30ba-4865-8eb5-a3843e87db0d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:53.086404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5d6d98-afed-4909-ac5b-25303ac3fcef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:53.088930 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-56d20a38-2d02-47ff-a491-eed78f339d81 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1187444 Jan 04 13:57:53.103312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37048) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:53.109920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1708677455'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:53.151388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ba5d6d98-afed-4909-ac5b-25303ac3fcef {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:53.151738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5d6d98-afed-4909-ac5b-25303ac3fcef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:53.152168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 16619e33-f764-4b77-b480-83ed8c69d1aa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:53.171381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=94743ded-4f31-44a3-b533-ce1577a2d83c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.172219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Attempting to bind port 3271cf18-ddf6-4882-bb03-2713630fc006 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:53.172602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Attempting to bind port 3271cf18-ddf6-4882-bb03-2713630fc006 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '8787229f-5a68-4b00-ad3f-816c4ba20969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:53.172974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Attempting to bind port 3271cf18-ddf6-4882-bb03-2713630fc006 on network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:53.182891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No DVR routers for this DVR port 94743ded-4f31-44a3-b533-ce1577a2d83c on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:53.186246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.228108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 16619e33-f764-4b77-b480-83ed8c69d1aa {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:53.228499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 16619e33-f764-4b77-b480-83ed8c69d1aa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:53.248515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:53.250745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:53.251143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Checking segment: {'id': '8787229f-5a68-4b00-ad3f-816c4ba20969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:53.251760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.252563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Bound using segment: {'id': '8787229f-5a68-4b00-ad3f-816c4ba20969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:53.253073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Bound port: 3271cf18-ddf6-4882-bb03-2713630fc006, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8787229f-5a68-4b00-ad3f-816c4ba20969', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:53.254352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.274044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:53.283789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Pushing event updated for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.314234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.317393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:53.318147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fb64f0-18d7-445f-b649-5506f1c6ad44 None None] New status for floating IP 9cd9b88f-e17e-484c-8cab-e895e20c23af: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 13:57:53.332964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:53.410338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2ab5c70-93e1-4afe-aaa8-7d9977396699 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:53.413498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94743ded-4f31-44a3-b533-ce1577a2d83c no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:57:53.426730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.470545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event updated for resources: {'Port': ['ID=f047dc91-8e60-4419-b543-3c643af6b27b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.488315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-19a4e098-9392-4772-bec1-cdf6009d2688 None None] Could not find standard attr ID for object 94743ded-4f31-44a3-b533-ce1577a2d83c. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:53.494077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Deleting port 94743ded-4f31-44a3-b533-ce1577a2d83c {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:53.494299 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d482680a-5c12-4061-ab4b-c2ff53c829ee admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=e41acd9aa6d84489838119265e50a5e6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5156136 Jan 04 13:57:53.494408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.497977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d109286d-33d3-40a2-a8cb-0e11a6942af5']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:53.500381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 94743ded-4f31-44a3-b533-ce1577a2d83c {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:57:53.500381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 94743ded-4f31-44a3-b533-ce1577a2d83c not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:57:53.503454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37050) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:53.542230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-19a4e098-9392-4772-bec1-cdf6009d2688 None None] Could not find standard attr ID for object d55912c0-6444-400d-8128-f832504770fc. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:57:53.568784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.577565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:53.578057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab884e0c-25eb-443e-9555-ed3ab3d7fb7e') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:53.594006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.616465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.663850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:53.695436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.699065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.706324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-12b80304-3d60-4a18-a809-51768981da6d None None] For port 94743ded-4f31-44a3-b533-ce1577a2d83c, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:53.706969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.717250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.720399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:57:53.720792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.727116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3271cf18-ddf6-4882-bb03-2713630fc006,segment=NetworkSegment(8787229f-5a68-4b00-ad3f-816c4ba20969),segment_id=8787229f-5a68-4b00-ad3f-816c4ba20969)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:57:53.730135 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:57:53.736649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:53.749786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Calling delete_port for 94743ded-4f31-44a3-b533-ce1577a2d83c owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:53.754758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.757638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:53.762547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Port 94743ded-4f31-44a3-b533-ce1577a2d83c was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:57:53.763791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Pushing event updated for resources: {'Port': ['ID=c9b6f08f-c288-4002-95c6-7f6a25883dd4,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.769706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:53.774615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8::1 (8fcca8f9-18c0-482b-b42d-ed711bf6c6cf/b6722041-5088-4805-98af-74a01ecc94b6/adea3416-f67f-425f-aac9-0ed170c24673) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:53.778022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.780263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.783532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-abcb53c3-6843-4903-aaf8-39fdfea68c0d None None] Provisioning complete for port f047dc91-8e60-4419-b543-3c643af6b27b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:53.784152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abcb53c3-6843-4903-aaf8-39fdfea68c0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.804763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Deleting port 220174bd-00f8-4d64-8707-314b3cea2647 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:53.805099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.810348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:53.830616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.835669 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7256010 Jan 04 13:57:53.838597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37052) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:53.868640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-263c49f3-6e7e-4738-959b-950aea591120 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.872653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91827fbe-704c-4a5c-b744-fc5309931859 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6aff879-a8cc-4177-b0c1-464b07d4bd90,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.875854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'e6aff879-a8cc-4177-b0c1-464b07d4bd90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:53.876660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12b80304-3d60-4a18-a809-51768981da6d None None] No DVR routers for this DVR port 94743ded-4f31-44a3-b533-ce1577a2d83c on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:57:53.891134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.904492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.907716 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/d109286d-33d3-40a2-a8cb-0e11a6942af5 HTTP/1.1" status: 204 len: 168 time: 2.1228371 Jan 04 13:57:53.929313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37054) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:53.929434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34c8beb0-c139-4a49-8d9c-c03376e65d31 None None] Pushing event updated for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.935269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-722377300'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:53.936398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-abcb53c3-6843-4903-aaf8-39fdfea68c0d None None] Port f047dc91-8e60-4419-b543-3c643af6b27b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:53.937635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-263c49f3-6e7e-4738-959b-950aea591120 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.939499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205dee2d-c308-41a1-8570-99e20c1f1cf6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=d109286d-33d3-40a2-a8cb-0e11a6942af5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.960855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Attempting to bind port c9b6f08f-c288-4002-95c6-7f6a25883dd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:53.961298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Attempting to bind port c9b6f08f-c288-4002-95c6-7f6a25883dd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '48b44d04-0062-4525-858c-0d65caa4a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:53.961755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Attempting to bind port c9b6f08f-c288-4002-95c6-7f6a25883dd4 on network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:53.965905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b80304-3d60-4a18-a809-51768981da6d None None] Pushing event deleted for resources: {'Port': ['ID=94743ded-4f31-44a3-b533-ce1577a2d83c,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:53.970251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:53.970728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Checking segment: {'id': '48b44d04-0062-4525-858c-0d65caa4a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:53.971197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:53.971653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Bound using segment: {'id': '48b44d04-0062-4525-858c-0d65caa4a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:53.972188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Bound port: c9b6f08f-c288-4002-95c6-7f6a25883dd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48b44d04-0062-4525-858c-0d65caa4a707', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '8fcca8f9-18c0-482b-b42d-ed711bf6c6cf'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:53.972641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.024852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.069366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] For port c9b6f08f-c288-4002-95c6-7f6a25883dd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:54.076541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] For port c9b6f08f-c288-4002-95c6-7f6a25883dd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9b6f08f-c288-4002-95c6-7f6a25883dd4,segment=NetworkSegment(48b44d04-0062-4525-858c-0d65caa4a707),segment_id=48b44d04-0062-4525-858c-0d65caa4a707)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:54.083326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.150024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:54.153522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.172802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.173130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.179184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-263c49f3-6e7e-4738-959b-950aea591120 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.181725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-263c49f3-6e7e-4738-959b-950aea591120 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.185147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9dc82d-b4f4-490a-9fb0-a1af991b7ef8 None None] Pushing event updated for resources: {'Port': ['ID=c9b6f08f-c288-4002-95c6-7f6a25883dd4,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:54.186131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-263c49f3-6e7e-4738-959b-950aea591120 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c8881b69-82d1-4e67-9fca-cca9b4abea58 HTTP/1.1" status: 204 len: 168 time: 0.6785257 Jan 04 13:57:54.201299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263c49f3-6e7e-4738-959b-950aea591120 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8881b69-82d1-4e67-9fca-cca9b4abea58,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:54.210321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.315811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Calling delete_port for 220174bd-00f8-4d64-8707-314b3cea2647 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:54.362896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.372989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.4 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/5e8353e4-1329-45f4-994c-546aeab60cb3/7904c9c4-77d4-4ebf-852a-beef66f04cc5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:54.397364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.446127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:54.509363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.509714 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment b183fde7-4a8f-4a41-b3ac-22671e73d68f of type vlan for network 5c0d2501-9df6-444b-904d-f0b709b37b55 Jan 04 13:57:54.593215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Router e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:54.594491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.616646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.678425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.685113 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8453066 Jan 04 13:57:54.685741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37060) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:54.686098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37062) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:54.695925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.717763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'e6aff879-a8cc-4177-b0c1-464b07d4bd90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:54.726300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:54.736471 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] Sync routers for ids ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:54.749191 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] Routers {'e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:54.750148 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:54.756001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6956bb-e925-4930-ab11-1f11392c1484 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5e8831f-8cf6-44d8-a1eb-aed1d698203d,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:54.764031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.772290 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3afa69f4-f07c-48b1-b2b7-c6fe2e897a8a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.6928470 Jan 04 13:57:54.772753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-279848ab-0e60-41ab-8187-3ad5573efabc admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.772999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37064) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:54.780420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': False}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:54.790686 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:54.799480 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] Routers {'e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:54.800184 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:54.812683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.833238 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:54.834393 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179acd01-429a-4641-b8b2-7e1eb324fd58 None None] The sync data for ids ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:54.934314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:54.941246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.946976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:54.947627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:54.982768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:55.006278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:55.006836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.014940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.031014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=adea3416-f67f-425f-aac9-0ed170c24673,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:55.095813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.106707 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1735241 Jan 04 13:57:55.127492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37066) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:55.128210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.145526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:55.251459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9029f3f-a197-4859-b678-dc223350d14d tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=5c0d2501-9df6-444b-904d-f0b709b37b55,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:55.276528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:55.341396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Pushing event deleted for resources: {'Port': ['ID=220174bd-00f8-4d64-8707-314b3cea2647,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:55.361720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04360117-ecab-42ab-a30a-ba212cc2563b None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:57:55.490123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c9b6f08f-c288-4002-95c6-7f6a25883dd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:55.520341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.534559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.551254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.555066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.559433 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4fc2ef22-d3d7-4ff2-ad62-1fb51a91a8ce tempest-ServerActionsTestJSON-1615491006 tempest-ServerActionsTestJSON-1615491006-project] 10.222.0.30 "DELETE /v2.0/floatingips/9cd9b88f-e17e-484c-8cab-e895e20c23af HTTP/1.1" status: 204 len: 168 time: 2.5166340 Jan 04 13:57:55.562640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37070) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:55.568664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.647105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b7dd98-5935-4caa-966c-b083ea2715ef,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:55.649245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.654998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-279848ab-0e60-41ab-8187-3ad5573efabc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.666654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.668108 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9427f3ae-6378-42e2-9092-467f33213dc8 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9697645 Jan 04 13:57:55.678244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.680026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37072) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:55.690366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'e6aff879-a8cc-4177-b0c1-464b07d4bd90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:55.694537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Provisioning complete for port 1d98fbcd-5a50-403b-bba5-101880f0ba6f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:55.695316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.695573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-279848ab-0e60-41ab-8187-3ad5573efabc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.755651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Port 1d98fbcd-5a50-403b-bba5-101880f0ba6f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:55.762865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ff2c31f-d8d0-49e9-99f1-374ce44def1e None None] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:55.802306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:55.807020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:55.807381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.843797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:55.847701 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-279848ab-0e60-41ab-8187-3ad5573efabc admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=77d8c620f6f240b898f7323113e3b5a1&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1482317 Jan 04 13:57:55.850436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37074) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:55.852989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:55.860624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:55.865074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c9b6f08f-c288-4002-95c6-7f6a25883dd4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:55.865277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.865786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:55.925760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279848ab-0e60-41ab-8187-3ad5573efabc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=484624c1-d457-49f4-8dd1-0fa8eb93cdbb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:55.946939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=7904c9c4-77d4-4ebf-852a-beef66f04cc5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.040484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ebd3d4-e4ed-43e2-9cbc-d321242a0b6f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.058199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.062953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:56.063757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.068199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.088629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.105165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ebd3d4-e4ed-43e2-9cbc-d321242a0b6f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.128501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3271cf18-ddf6-4882-bb03-2713630fc006,segment=NetworkSegment(8787229f-5a68-4b00-ad3f-816c4ba20969),segment_id=8787229f-5a68-4b00-ad3f-816c4ba20969)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:56.139819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.158136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port c9b6f08f-c288-4002-95c6-7f6a25883dd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9b6f08f-c288-4002-95c6-7f6a25883dd4,segment=NetworkSegment(48b44d04-0062-4525-858c-0d65caa4a707),segment_id=48b44d04-0062-4525-858c-0d65caa4a707)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:56.191285 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-026d6552-8813-4d3b-b45e-6a7a23f5a73c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.7649338 Jan 04 13:57:56.201159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37076) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:56.207654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:56.219288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46cc251-7de5-47c3-908a-96541de58883 None None] Pushing event updated for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.237252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.238365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:56.347120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-761f5d42-0367-44e2-9e11-9abe15e0c34c None None] Provisioning complete for port c9b6f08f-c288-4002-95c6-7f6a25883dd4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:56.348399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-761f5d42-0367-44e2-9e11-9abe15e0c34c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.350674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=c9b6f08f-c288-4002-95c6-7f6a25883dd4,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.382025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.404882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.413968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:56.414407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.441005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.505830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.570476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ebd3d4-e4ed-43e2-9cbc-d321242a0b6f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.573065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ebd3d4-e4ed-43e2-9cbc-d321242a0b6f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.573282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c822036-1d83-4ee7-ad3a-33a9cc82344c,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.577829 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-35ebd3d4-e4ed-43e2-9cbc-d321242a0b6f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/484624c1-d457-49f4-8dd1-0fa8eb93cdbb HTTP/1.1" status: 204 len: 168 time: 0.7229037 Jan 04 13:57:56.609323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ebd3d4-e4ed-43e2-9cbc-d321242a0b6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=484624c1-d457-49f4-8dd1-0fa8eb93cdbb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.610349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.612497 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2fa85b29-3f13-4c2f-9c62-5cd6641d9273 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9254889 Jan 04 13:57:56.616314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37080) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:56.627231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'e6aff879-a8cc-4177-b0c1-464b07d4bd90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:56.638862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Router e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:57:56.666812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:56.667537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Provisioning complete for port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:56.668015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.671385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.719146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:56.732628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Provisioning complete for port c9b6f08f-c288-4002-95c6-7f6a25883dd4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:56.733166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.739382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.741004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.752769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.832065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.848790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Provisioning complete for port adea3416-f67f-425f-aac9-0ed170c24673 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:56.850287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.859399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.860220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.903614 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 5e8353e4-1329-45f4-994c-546aeab60cb3 (CIDR: 172.20.0.0/28) Jan 04 13:57:56.912554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-54cfafbb-78a8-443f-9e67-1914a3f9ac8b None None] Port adea3416-f67f-425f-aac9-0ed170c24673 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:56.916172 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:57:56.916665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:57:56.918904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=3fcc6b4a-32a6-4d39-a548-b2513e37f049,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.949499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.952615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:56.959656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.963973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-919dae26-0874-496c-bba9-1f89300ade9a tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "PUT /v2.0/routers/e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f HTTP/1.1" status: 200 len: 926 time: 2.1868935 Jan 04 13:57:56.964793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:56.966049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37084) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:56.969460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=adea3416-f67f-425f-aac9-0ed170c24673,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:56.974428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': 'b183fde7-4a8f-4a41-b3ac-22671e73d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:56.974798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: 5c0d2501-9df6-444b-904d-f0b709b37b55, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:57:56.980438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] Sync routers for ids ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:56.988546 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7bf05226-6fd4-4788-a542-27cf0d256f5b tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7849061 Jan 04 13:57:56.994333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37086) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:56.996538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] Routers {'e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:56.999916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:57.034339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:57.043837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df722b83-08b2-4e14-ae5e-e22b2cfdcafb,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:57.051323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:57:57.078245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c0d2501-9df6-444b-904d-f0b709b37b55) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:57.080016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:57.086400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:57.090847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eea8d421-fe41-4b53-8ad0-a30e5862f1be None None] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:57.093455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:57.094720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.097634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:57.104248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.105463 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c8c8fa6d-fe82-47c9-aa32-1dd5de7b9275 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4870379 Jan 04 13:57:57.110711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37090) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.129229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'e6aff879-a8cc-4177-b0c1-464b07d4bd90', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:57.147292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-75d485db-a38b-4bd6-8270-4ab914d04a7a None None] Provisioning complete for port adea3416-f67f-425f-aac9-0ed170c24673 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:57.148058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75d485db-a38b-4bd6-8270-4ab914d04a7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.150309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] Routers {'e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:57.151209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:57.172775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f44defce-d4a0-4a88-bc83-040783a6884a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0419612 Jan 04 13:57:57.175654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37096) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.181143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1035048711'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:57.255482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:57.256066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c73152db-880b-4ff3-a7b8-73cbb9553575 None None] The sync data for ids ['e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:57.295526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-75d485db-a38b-4bd6-8270-4ab914d04a7a None None] Port adea3416-f67f-425f-aac9-0ed170c24673 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:57.362968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c0d2501-9df6-444b-904d-f0b709b37b55', 'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': '3fcc6b4a-32a6-4d39-a548-b2513e37f049'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:57:57.364727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.381379 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d19ce77e-2048-4235-8bef-3dc103a5e551 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f HTTP/1.1" status: 200 len: 926 time: 0.4043226 Jan 04 13:57:57.382595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37102) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.460275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c9b6f08f-c288-4002-95c6-7f6a25883dd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:57.507128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.531133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae115a6-8975-49ca-bc32-46cd83ce33f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:57.535914 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ae115a6-8975-49ca-bc32-46cd83ce33f8 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1483264 Jan 04 13:57:57.541442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37106) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.571854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8c2dc159-c7bc-42c4-8216-59cce3988f80 None None] Provisioning complete for port adea3416-f67f-425f-aac9-0ed170c24673 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:57.572237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8c2dc159-c7bc-42c4-8216-59cce3988f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.629208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Allocated IP 2001:db8::2 (5c0d2501-9df6-444b-904d-f0b709b37b55/3fcc6b4a-32a6-4d39-a548-b2513e37f049/df2cc9af-3f2b-47fa-921c-568d3c26b501) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:57.637899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8c2dc159-c7bc-42c4-8216-59cce3988f80 None None] Port adea3416-f67f-425f-aac9-0ed170c24673 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:57:57.642919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c9b6f08f-c288-4002-95c6-7f6a25883dd4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:57.643323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.682781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:57.687137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.747029 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 262b65a4-4b7a-4c12-a79f-da9e27fedbc1 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:57:57.812965 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:57.841548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.861808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.887754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37114) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.898443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:57.902474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.902653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.925621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.926320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.931328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.8118880 Jan 04 13:57:57.931328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Deleting port 14ecce6e-e05a-4894-a87f-b2892023e82f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:57.931579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:57.931676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37118) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.938348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30747d2-6cd7-4a8f-b9c0-2a2c0caecb58 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f5d6f4d-aa76-42d0-b675-f022bb207a84,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:57.940147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:57:57.945319 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0124ff8a-dd23-4e09-8e34-c4b4bf5134bc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/262b65a4-4b7a-4c12-a79f-da9e27fedbc1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9134650 Jan 04 13:57:57.950103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37120) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:57.962866 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] Sync routers for ids ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:57:57.971004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:57:57.972892 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f13edff-03c4-4bf8-8dce-1fc38d82c180 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:57.978572 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4f13edff-03c4-4bf8-8dce-1fc38d82c180 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.4351501 Jan 04 13:57:57.983798 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] Routers {'262b65a4-4b7a-4c12-a79f-da9e27fedbc1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:57.986128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:57.986752 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:57.987268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.003613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37124) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.016506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-187b3905-26a8-4248-ac6e-027bee65c19f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:58.017589 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-187b3905-26a8-4248-ac6e-027bee65c19f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports/adea3416-f67f-425f-aac9-0ed170c24673 HTTP/1.1" status: 200 len: 911 time: 0.0613623 Jan 04 13:57:58.026837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37126) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.046981 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:58.061631 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] Routers {'262b65a4-4b7a-4c12-a79f-da9e27fedbc1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:57:58.064060 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:58.077510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] For port 14ecce6e-e05a-4894-a87f-b2892023e82f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=14ecce6e-e05a-4894-a87f-b2892023e82f,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:58.077896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.086777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Pushing event updated for resources: {'Port': ['ID=df2cc9af-3f2b-47fa-921c-568d3c26b501,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.090780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Calling delete_port for 14ecce6e-e05a-4894-a87f-b2892023e82f owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:57:58.108383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c466ea09-1f3d-4f27-a3ec-4daf2b667e48 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.116592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:58.118512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:58.122048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:58.124483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c466ea09-1f3d-4f27-a3ec-4daf2b667e48 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.127314 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:57:58.128687 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b214852-dd33-4618-989a-7a0d43833937 None None] The sync data for ids ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:57:58.164747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-717708089-network', 'tenant_id': '8dfbde60fa824c31ae527cd288a30cb9'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:58.209556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Attempting to bind port df2cc9af-3f2b-47fa-921c-568d3c26b501 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:57:58.209962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Attempting to bind port df2cc9af-3f2b-47fa-921c-568d3c26b501 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b183fde7-4a8f-4a41-b3ac-22671e73d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:57:58.210336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Attempting to bind port df2cc9af-3f2b-47fa-921c-568d3c26b501 on network 5c0d2501-9df6-444b-904d-f0b709b37b55 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:57:58.216786 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-179ba64e-9421-46a6-bf1b-d709644c6eae tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f HTTP/1.1" status: 200 len: 205 time: 0.0563591 Jan 04 13:57:58.218896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:57:58.219077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37128) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.219302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Checking segment: {'id': 'b183fde7-4a8f-4a41-b3ac-22671e73d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:57:58.219684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.220082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Bound using segment: {'id': 'b183fde7-4a8f-4a41-b3ac-22671e73d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:57:58.220558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Bound port: df2cc9af-3f2b-47fa-921c-568d3c26b501, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b183fde7-4a8f-4a41-b3ac-22671e73d68f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '5c0d2501-9df6-444b-904d-f0b709b37b55'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:57:58.220942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.277005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c466ea09-1f3d-4f27-a3ec-4daf2b667e48 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.297469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] For port df2cc9af-3f2b-47fa-921c-568d3c26b501, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:57:58.301019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] For port df2cc9af-3f2b-47fa-921c-568d3c26b501, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df2cc9af-3f2b-47fa-921c-568d3c26b501,segment=NetworkSegment(b183fde7-4a8f-4a41-b3ac-22671e73d68f),segment_id=b183fde7-4a8f-4a41-b3ac-22671e73d68f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:57:58.304854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.312849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Made reservation on behalf of 8dfbde60fa824c31ae527cd288a30cb9 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:58.315347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.321899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c466ea09-1f3d-4f27-a3ec-4daf2b667e48 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.323034 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c466ea09-1f3d-4f27-a3ec-4daf2b667e48 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/2f5d6f4d-aa76-42d0-b675-f022bb207a84 HTTP/1.1" status: 204 len: 168 time: 0.3905075 Jan 04 13:57:58.332946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37130) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.340900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c466ea09-1f3d-4f27-a3ec-4daf2b667e48 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f5d6f4d-aa76-42d0-b675-f022bb207a84,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.347179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.377693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c420ef-947c-4388-8591-f5dd5856ff72 None None] Pushing event updated for resources: {'Port': ['ID=df2cc9af-3f2b-47fa-921c-568d3c26b501,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.387366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::3dd (5c0d2501-9df6-444b-904d-f0b709b37b55/3fcc6b4a-32a6-4d39-a548-b2513e37f049/76d00d56-7ea4-4bdb-8636-d6ef5d1728b1) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:58.471172 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-efff1c05-0d20-4320-be8b-234dd508ed9d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1349397 Jan 04 13:57:58.472303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.477832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37134) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.528434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.576329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:58.613574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:58.622408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:58.622998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.624709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b75ddc3-f216-4bfd-af62-d2e748925279 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:58.635741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbb01603-435f-4d93-920f-3caa81db345e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.652213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=d80a44ca-d4e7-4d86-8d48-d44bba7479f8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.665233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbb01603-435f-4d93-920f-3caa81db345e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.667275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.698899 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f57663d3-0b83-4a22-8f0d-b83c50caf48d tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7002218 Jan 04 13:57:58.713855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37136) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.723746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-7846572', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd80a44ca-d4e7-4d86-8d48-d44bba7479f8'}], 'security_groups': ['7a72e264-e12d-4f15-9548-0e78b2c1c9f3']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:58.761313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.774058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Pushing event deleted for resources: {'Port': ['ID=14ecce6e-e05a-4894-a87f-b2892023e82f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.794796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.827611 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:57:58.859417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.862745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbb01603-435f-4d93-920f-3caa81db345e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.874151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.879343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbb01603-435f-4d93-920f-3caa81db345e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.880772 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fbb01603-435f-4d93-920f-3caa81db345e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/df722b83-08b2-4e14-ae5e-e22b2cfdcafb HTTP/1.1" status: 204 len: 168 time: 0.3993247 Jan 04 13:57:58.891776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37138) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:58.910271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 178} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:57:58.926159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb01603-435f-4d93-920f-3caa81db345e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=df722b83-08b2-4e14-ae5e-e22b2cfdcafb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:58.931104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.938769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:58.939118 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Added segment 76358039-5a79-49cd-9290-60f983fde01c of type vlan for network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb Jan 04 13:57:58.947307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] Update dhcp port {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'fixed_ips': [{'subnet_id': '5e8353e4-1329-45f4-994c-546aeab60cb3', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd80a44ca-d4e7-4d86-8d48-d44bba7479f8'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '3271cf18-ddf6-4882-bb03-2713630fc006'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:57:58.981788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.033736 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.079930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.104359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.105386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:59.105990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.124154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.147620 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d423f81c-d041-4434-90cc-fb3d7387f736 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.2519186 Jan 04 13:57:59.149849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37140) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:59.162429 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2695644 Jan 04 13:57:59.179100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37142) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:59.189670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Request body: {'subnet': {'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-717708089-subnet', 'tenant_id': '8dfbde60fa824c31ae527cd288a30cb9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:57:59.212912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] Allocated IP 172.20.0.18 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/d80a44ca-d4e7-4d86-8d48-d44bba7479f8/3271cf18-ddf6-4882-bb03-2713630fc006) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:57:59.247437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:57:59.249255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.252241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:57:59.255733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:57:59.267608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:57:59.268556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.334026 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 2.1549258 Jan 04 13:57:59.334266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3271cf18-ddf6-4882-bb03-2713630fc006,segment=NetworkSegment(8787229f-5a68-4b00-ad3f-816c4ba20969),segment_id=8787229f-5a68-4b00-ad3f-816c4ba20969)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:59.346242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:59.372826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.380154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.396783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fb7353-8190-4133-ab1e-36d92f9af686 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=76d00d56-7ea4-4bdb-8636-d6ef5d1728b1,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:59.454562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7059094-49d6-42b9-8490-1212f61264eb None None] Pushing event updated for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:59.503560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Deleting port f047dc91-8e60-4419-b543-3c643af6b27b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:57:59.503871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.542320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device df2cc9af-3f2b-47fa-921c-568d3c26b501 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:57:59.579806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.605731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port df2cc9af-3f2b-47fa-921c-568d3c26b501 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:59.606493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.716951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.720026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Made reservation on behalf of 8dfbde60fa824c31ae527cd288a30cb9 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:57:59.722399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.722943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713cb13-78ed-490e-8b1d-65c298528c82 admin admin] Pushing event updated for resources: {'Network': ['ID=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:59.737450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:57:59.763658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65851446-0717-4608-9f87-7cb366c98a4c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.773277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65851446-0717-4608-9f87-7cb366c98a4c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.832875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65851446-0717-4608-9f87-7cb366c98a4c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.847586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65851446-0717-4608-9f87-7cb366c98a4c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.849461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-65851446-0717-4608-9f87-7cb366c98a4c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/7c822036-1d83-4ee7-ad3a-33a9cc82344c HTTP/1.1" status: 204 len: 168 time: 0.6964121 Jan 04 13:57:59.852285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65851446-0717-4608-9f87-7cb366c98a4c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7c822036-1d83-4ee7-ad3a-33a9cc82344c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:57:59.854153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37146) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:59.867807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77a14327-ebb9-4871-959a-d85f9e49c6ec None None] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:57:59.915861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port df2cc9af-3f2b-47fa-921c-568d3c26b501, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df2cc9af-3f2b-47fa-921c-568d3c26b501,segment=NetworkSegment(b183fde7-4a8f-4a41-b3ac-22671e73d68f),segment_id=b183fde7-4a8f-4a41-b3ac-22671e73d68f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:57:59.922197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d1fbbd95-c2bc-4b03-8769-36f281b8cb69 None None] Provisioning complete for port df2cc9af-3f2b-47fa-921c-568d3c26b501 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:57:59.922855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d1fbbd95-c2bc-4b03-8769-36f281b8cb69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:57:59.931941 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e506a816-d0b0-4697-8ce3-a1a3c8e7a261 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0639713 Jan 04 13:57:59.957324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37148) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:57:59.987666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.052094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Router f111e0cf-e911-4a7e-a7b7-60aa98200121 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:58:00.079404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=df2cc9af-3f2b-47fa-921c-568d3c26b501,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:00.191248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:00.197477 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-36d2d664-342f-481e-ad5e-74a7b294427e admin admin] 10.222.0.30 "PUT /v2.0/routers/f111e0cf-e911-4a7e-a7b7-60aa98200121/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6308053 Jan 04 13:58:00.200059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37150) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:00.284987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] Sync routers for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:00.315801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.319871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:00.320530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:00.436432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c70780cf-dcd4-4f35-8fc5-f9719ae5165d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.451409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.458572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Provisioning complete for port 1d98fbcd-5a50-403b-bba5-101880f0ba6f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:00.459156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.474832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.484228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c70780cf-dcd4-4f35-8fc5-f9719ae5165d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.495044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:00.495395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.500774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:58:00.519717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Deleting port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:00.520520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.562577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Port 1d98fbcd-5a50-403b-bba5-101880f0ba6f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:00.573954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.600563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:00.601610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.606986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8554f29b-7c47-4baf-8fcc-163f91496387,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:00.620462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c70780cf-dcd4-4f35-8fc5-f9719ae5165d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.625092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c70780cf-dcd4-4f35-8fc5-f9719ae5165d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.628541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c70780cf-dcd4-4f35-8fc5-f9719ae5165d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/d4b7dd98-5935-4caa-966c-b083ea2715ef HTTP/1.1" status: 204 len: 168 time: 0.6362460 Jan 04 13:58:00.636807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] For port 0340951f-7d0b-48b4-980d-f9f2cbaf4b17, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:00.637307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.642570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Calling delete_port for f047dc91-8e60-4419-b543-3c643af6b27b owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:00.644895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37152) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:00.661068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Calling delete_port for 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:00.733163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70780cf-dcd4-4f35-8fc5-f9719ae5165d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4b7dd98-5935-4caa-966c-b083ea2715ef,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:00.784936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Provisioning complete for port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:00.785418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.821172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79'}], 'enable_snat': True}, 'gw_port_id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:57:58Z', 'revision_number': 5, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port': {'id': '0340951f-7d0b-48b4-980d-f9f2cbaf4b17', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:bf:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'device_owner': 'network:router_gateway', 'standard_attr_id': 86, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:54:12Z', 'updated_at': '2022-01-04T13:54:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:00.853515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] Checking router: f111e0cf-e911-4a7e-a7b7-60aa98200121 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:58:00.864083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-20b5dd27-cfb7-4fff-bc0c-c1b7373cd409 None None] Port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:00.870510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] Routers {'f111e0cf-e911-4a7e-a7b7-60aa98200121'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:00.871297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['f111e0cf-e911-4a7e-a7b7-60aa98200121'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:00.876316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Checking segment: {'id': '76358039-5a79-49cd-9290-60f983fde01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:00.876687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Network hostable DHCP agents. Network: 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:00.887616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.898729 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6aa4a396-04d8-4c90-9992-6d8d23f56258 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2504828 Jan 04 13:58:00.903432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37154) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:00.950255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Pushing event deleted for resources: {'Port': ['ID=0340951f-7d0b-48b4-980d-f9f2cbaf4b17,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:00.965511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0347fa-579e-4947-bac0-32f693750fa7 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:00.992414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:00.993556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] Set router f111e0cf-e911-4a7e-a7b7-60aa98200121 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:58:01.009661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-424f945c-aa58-483a-9b5b-c6caa25ad095 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.023742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-424f945c-aa58-483a-9b5b-c6caa25ad095 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.026742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:01.032755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:01.049028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.057752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:58:00Z', 'revision_number': 6, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:01.061002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c410d754-ede1-4609-b330-89d18f1dba09 None None] Provisioning complete for port df2cc9af-3f2b-47fa-921c-568d3c26b501 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:01.061371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c410d754-ede1-4609-b330-89d18f1dba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.087263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:01.087484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4497312-2c04-4558-a5a9-02eb085f18c7 None None] The sync data for ids ['f111e0cf-e911-4a7e-a7b7-60aa98200121'] in dv-neutron-master-2-hyperv is: [{'id': 'f111e0cf-e911-4a7e-a7b7-60aa98200121', 'name': 'tempest-ServerActionsTestJSON-756909016-router', 'tenant_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:54:10Z', 'updated_at': '2022-01-04T13:58:00Z', 'revision_number': 6, 'project_id': '62a1fe447bb74228bc4d5c9cc31fdf04', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:01.091883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:01.092601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.115070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54a67364-6d28-49dc-8fff-36c91b33b862 None None] Network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:01.115314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-424f945c-aa58-483a-9b5b-c6caa25ad095 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.124565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-424f945c-aa58-483a-9b5b-c6caa25ad095 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.128850 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-424f945c-aa58-483a-9b5b-c6caa25ad095 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/e5e8831f-8cf6-44d8-a1eb-aed1d698203d HTTP/1.1" status: 204 len: 168 time: 0.1926410 Jan 04 13:58:01.135215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37156) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:01.147696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Delete allocated IP 172.20.0.4 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/5e8353e4-1329-45f4-994c-546aeab60cb3) {{(pid=103265) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 04 13:58:01.181998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.184636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424f945c-aa58-483a-9b5b-c6caa25ad095 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e5e8831f-8cf6-44d8-a1eb-aed1d698203d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:01.187311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.201015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.30 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/d80a44ca-d4e7-4d86-8d48-d44bba7479f8/7904c9c4-77d4-4ebf-852a-beef66f04cc5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:01.245670 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f55d2ee9-f675-4fed-aa13-f187bb8c3768 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0519719 Jan 04 13:58:01.254711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daa24e03-567d-4189-ac48-9ae9d1a58afe None None] Network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:01.292415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.293351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f111e0cf-e911-4a7e-a7b7-60aa98200121 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:01.305545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.309136 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-33f03611-5dc1-4bbc-bceb-dc39e5c2e552 admin admin] 10.222.0.30 "DELETE /v2.0/routers/f111e0cf-e911-4a7e-a7b7-60aa98200121 HTTP/1.1" status: 204 len: 168 time: 1.1078322 Jan 04 13:58:01.311738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37160) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:01.332401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c410d754-ede1-4609-b330-89d18f1dba09 None None] Provisioning complete for port 76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:01.332801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c410d754-ede1-4609-b330-89d18f1dba09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.336472 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bcc1a823-3b50-449f-84f5-aaa4ca96aa3e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2001247 Jan 04 13:58:01.339821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37162) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:01.364965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port adea3416-f67f-425f-aac9-0ed170c24673 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:01.365818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.381180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c410d754-ede1-4609-b330-89d18f1dba09 None None] Port 76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:01.406833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Deleting subnet cb40600b-3ab5-4ca8-be83-19beadf8746f {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:01.416363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.463241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.537096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.606063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event deleted for resources: {'Port': ['ID=f047dc91-8e60-4419-b543-3c643af6b27b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:01.622218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.625268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da94e865-2277-4763-8a35-91b121ec18a0 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:01.626556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.657083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.707939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb68a-ef7d-4207-942d-9855356911ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.716559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=76d00d56-7ea4-4bdb-8636-d6ef5d1728b1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:01.728926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for adea3416-f67f-425f-aac9-0ed170c24673 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:01.754853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb68a-ef7d-4207-942d-9855356911ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.760017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.792305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.796129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bed6228-1e4e-4581-a40a-515efc8189ba None None] Network 43763ccd-b497-4d69-94f4-30927d47500e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:01.798309 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ce8424b4-f215-413e-b6be-9bd934b62885 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 HTTP/1.1" status: 204 len: 168 time: 2.4428537 Jan 04 13:58:01.809373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:01.812687 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/cb40600b-3ab5-4ca8-be83-19beadf8746f HTTP/1.1" status: 204 len: 168 time: 0.4997482 Jan 04 13:58:01.813241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37174) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:01.823956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cebc90b-a9c2-4778-a601-8b96e234bc9f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb40600b-3ab5-4ca8-be83-19beadf8746f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:01.825694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37176) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:01.883223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-54b52563-9598-45d5-9cf3-8277bf27dffe tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:01.885053 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-54b52563-9598-45d5-9cf3-8277bf27dffe tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 HTTP/1.1" status: 404 len: 333 time: 0.0708642 Jan 04 13:58:01.888044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37180) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:01.981495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:02.003287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37182) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:02.018718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb68a-ef7d-4207-942d-9855356911ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.023010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc1eb68a-ef7d-4207-942d-9855356911ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.026000 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cc1eb68a-ef7d-4207-942d-9855356911ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/e6aff879-a8cc-4177-b0c1-464b07d4bd90 HTTP/1.1" status: 204 len: 168 time: 0.6825330 Jan 04 13:58:02.028240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.031780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1794183159-network', 'tenant_id': '2342946394694c4c8e39c08aca5e85ee'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:02.037487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37184) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:02.078357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.079641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.092412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:02.092996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.119244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 3fcc6b4a-32a6-4d39-a548-b2513e37f049 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:02.121523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.121727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1eb68a-ef7d-4207-942d-9855356911ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6aff879-a8cc-4177-b0c1-464b07d4bd90,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:02.131928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] DHCP port deletion for 43763ccd-b497-4d69-94f4-30927d47500e request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:02.138753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.144834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Made reservation on behalf of 2342946394694c4c8e39c08aca5e85ee for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:02.147714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.200157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.203989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.206552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-119256a4-4b33-4070-b6f8-dcdb253d9f13 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1629603 Jan 04 13:58:02.212561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.217511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37186) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:02.226851 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.230673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--619415095'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:02.255671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] Deleting port f03f31fb-3823-4987-a859-3800c56a91dc {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:02.256052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.258754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device df2cc9af-3f2b-47fa-921c-568d3c26b501 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:02.281555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=7904c9c4-77d4-4ebf-852a-beef66f04cc5,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:02.326213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.330517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.361934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.377390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=adea3416-f67f-425f-aac9-0ed170c24673,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:02.387424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] For port f03f31fb-3823-4987-a859-3800c56a91dc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f03f31fb-3823-4987-a859-3800c56a91dc,segment=NetworkSegment(1d449e49-997b-45e1-b070-39dbdb3f51e8),segment_id=1d449e49-997b-45e1-b070-39dbdb3f51e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:02.387787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.407384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] Calling delete_port for f03f31fb-3823-4987-a859-3800c56a91dc owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:02.429234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port df2cc9af-3f2b-47fa-921c-568d3c26b501 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:02.429561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.446075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.446847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Fanout notify agent at l3_agent the message router_deleted on router e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:02.449705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 151} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:02.494906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4812a418-4710-483b-a964-acaab62f0f6e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:02.503495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.512604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.513147 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-70c6face-7303-41f5-b6b0-a9d840d2f9f0 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f HTTP/1.1" status: 204 len: 168 time: 4.2925303 Jan 04 13:58:02.514778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37188) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:02.518076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] In _notify_port_updated(), no bound segment for port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 on network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:58:02.526875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:02.527919 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.536461 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b8853cdb-79c2-4d8c-8b12-288802030f6a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/ports/7904c9c4-77d4-4ebf-852a-beef66f04cc5 HTTP/1.1" status: 200 len: 918 time: 3.8191090 Jan 04 13:58:02.537536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.539527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37190) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:02.541085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2078752486', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:02.584164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.593984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.596014 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Added segment 395afae9-6641-406f-979c-ec7269b12770 of type vlan for network ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6 Jan 04 13:58:02.613087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] No DVR routers for this DVR port f03f31fb-3823-4987-a859-3800c56a91dc on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:02.636371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9156b-f2ea-4bc0-99aa-cb11d5ec0047 None None] Pushing event deleted for resources: {'Port': ['ID=f03f31fb-3823-4987-a859-3800c56a91dc,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:02.654960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 14ecce6e-e05a-4894-a87f-b2892023e82f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:02.655207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Deleting port f03f31fb-3823-4987-a859-3800c56a91dc {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:02.655517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.690924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 14ecce6e-e05a-4894-a87f-b2892023e82f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:02.690924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 14ecce6e-e05a-4894-a87f-b2892023e82f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:02.759806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.760840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.800677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.807106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.831059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 262b65a4-4b7a-4c12-a79f-da9e27fedbc1 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:58:02.844887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:02.845198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.850445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] For port f03f31fb-3823-4987-a859-3800c56a91dc, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:02.850998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.917357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a1465dd7-df0b-4085-af7c-fe0d16252ab3 None None] Provisioning complete for port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:02.917882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a1465dd7-df0b-4085-af7c-fe0d16252ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.933650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.934715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Calling delete_port for f03f31fb-3823-4987-a859-3800c56a91dc owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:02.943276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Port f03f31fb-3823-4987-a859-3800c56a91dc was not found and therefore no delete operation was performed {{(pid=103264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:58:02.951057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.951285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:02.956177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a1465dd7-df0b-4085-af7c-fe0d16252ab3 None None] Port 7904c9c4-77d4-4ebf-852a-beef66f04cc5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:02.959569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.966611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.967619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:02.968082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:02.972657 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] Sync routers for ids ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:02.982898 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f22e92bd-3fb4-4805-9d0f-4cb62ee0a067 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/262b65a4-4b7a-4c12-a79f-da9e27fedbc1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9533610 Jan 04 13:58:02.985639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37192) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:02.988737 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] Routers {'262b65a4-4b7a-4c12-a79f-da9e27fedbc1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:02.990235 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.019166 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-add8c4b8-ccad-499d-ad13-22b5cd7a3bce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=262b65a4-4b7a-4c12-a79f-da9e27fedbc1 HTTP/1.1" status: 200 len: 205 time: 0.0323775 Jan 04 13:58:03.021761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37194) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.028427 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.034169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Pushing event deleted for resources: {'Port': ['ID=f03f31fb-3823-4987-a859-3800c56a91dc,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.040360 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] Routers {'262b65a4-4b7a-4c12-a79f-da9e27fedbc1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:03.041755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.047135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.051252 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7a1d2a6e-cd89-429b-9587-84f83465127c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5275297 Jan 04 13:58:03.055486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.056200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37196) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.058903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] No DVR routers for this DVR port f03f31fb-3823-4987-a859-3800c56a91dc on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:03.071042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:03.079890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0733695 Jan 04 13:58:03.081080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37198) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.082482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.082813 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.083710 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-591b74e6-2b38-470c-9fdc-9d4e3421c6e0 None None] The sync data for ids ['262b65a4-4b7a-4c12-a79f-da9e27fedbc1'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:03.089791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Request body: {'subnet': {'network_id': 'ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1794183159-subnet', 'tenant_id': '2342946394694c4c8e39c08aca5e85ee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:03.095508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.132934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.134313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.178998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 7904c9c4-77d4-4ebf-852a-beef66f04cc5 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:03.202123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0de3cc1-0da8-4a98-aa3b-6749f8fddde7 admin admin] Pushing event updated for resources: {'Network': ['ID=ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.212488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:03.242735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=3fcc6b4a-32a6-4d39-a548-b2513e37f049,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.245093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.251214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a9a8718d-5d00-4acf-9ef8-0197c322297f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/3fcc6b4a-32a6-4d39-a548-b2513e37f049 HTTP/1.1" status: 204 len: 168 time: 1.3595898 Jan 04 13:58:03.259725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37200) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.292785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Made reservation on behalf of 2342946394694c4c8e39c08aca5e85ee for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:03.295176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.297412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.301092 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0795643 Jan 04 13:58:03.302878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbc20a-3b35-4cf0-8e0b-a55133c6721b None None] Network 5c0d2501-9df6-444b-904d-f0b709b37b55 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:03.342415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37202) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.351337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'bda69124-af21-4b7f-a98d-5384bc526fb3', 'direction': 'ingress', 'protocol': 17}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:03.360040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdce5bc5-bc3c-4f89-abf4-7a1800a6f9e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bda69124-af21-4b7f-a98d-5384bc526fb3,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.397310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f03f31fb-3823-4987-a859-3800c56a91dc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:03.422688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f03f31fb-3823-4987-a859-3800c56a91dc {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:03.423122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f03f31fb-3823-4987-a859-3800c56a91dc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:03.423627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:03.425135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.446819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:03.447111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0340951f-7d0b-48b4-980d-f9f2cbaf4b17 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:03.490467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43763ccd-b497-4d69-94f4-30927d47500e']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.539124 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] DHCP port deletion for 5c0d2501-9df6-444b-904d-f0b709b37b55 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:03.546884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.553410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d449e49-997b-45e1-b070-39dbdb3f51e8') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.553776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d449e49-997b-45e1-b070-39dbdb3f51e8') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:03.569695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.599151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] Deleting port df2cc9af-3f2b-47fa-921c-568d3c26b501 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:03.599534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.609159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.620977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.624377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.652895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:03.653129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:03.654803 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:03.670106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] For port df2cc9af-3f2b-47fa-921c-568d3c26b501, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=df2cc9af-3f2b-47fa-921c-568d3c26b501,segment=NetworkSegment(b183fde7-4a8f-4a41-b3ac-22671e73d68f),segment_id=b183fde7-4a8f-4a41-b3ac-22671e73d68f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:03.670730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.683596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] Calling delete_port for df2cc9af-3f2b-47fa-921c-568d3c26b501 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:03.734617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.743805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.789718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.791590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.799530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.806020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.811843 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] 10.222.0.30 "DELETE /v2.0/networks/43763ccd-b497-4d69-94f4-30927d47500e HTTP/1.1" status: 204 len: 168 time: 1.9739785 Jan 04 13:58:03.823589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] Pushing event deleted for resources: {'Port': ['ID=df2cc9af-3f2b-47fa-921c-568d3c26b501,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.825933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port df2cc9af-3f2b-47fa-921c-568d3c26b501 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:03.825933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.827325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.830169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4471006a-e28d-422b-aa89-20d7e893b32d None None] No DVR routers for this DVR port df2cc9af-3f2b-47fa-921c-568d3c26b501 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:03.832184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba692fb8-0bc8-4d19-9442-7991cfd5f763 admin admin] Pushing event deleted for resources: {'Network': ['ID=43763ccd-b497-4d69-94f4-30927d47500e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.856325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.856855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router 262b65a4-4b7a-4c12-a79f-da9e27fedbc1 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:03.865346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.869664 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-da78bcbe-669e-4bef-84ae-8bb8d4cda8bb tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/262b65a4-4b7a-4c12-a79f-da9e27fedbc1 HTTP/1.1" status: 204 len: 168 time: 0.8441644 Jan 04 13:58:03.869664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37206) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.901488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fcd5f5dc-d2b0-4a8e-951e-eb8db00ac0de,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:03.946153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.947623 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2347b16c-e8fa-488a-b601-178391f175a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6000192 Jan 04 13:58:03.950743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37208) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:03.968164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] For port df2cc9af-3f2b-47fa-921c-568d3c26b501, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:03.968164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:03.992554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet b6722041-5088-4805-98af-74a01ecc94b6 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:03.993689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for df2cc9af-3f2b-47fa-921c-568d3c26b501 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:03.999168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Port df2cc9af-3f2b-47fa-921c-568d3c26b501 was not found and therefore no delete operation was performed {{(pid=103264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:58:04.002466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.006345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.047038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=df2cc9af-3f2b-47fa-921c-568d3c26b501,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:04.055023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No DVR routers for this DVR port df2cc9af-3f2b-47fa-921c-568d3c26b501 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:04.077631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37210) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:04.121359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.128803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.142883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb936-9965-4169-ad31-ac50e73c067d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.157122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.200076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=7904c9c4-77d4-4ebf-852a-beef66f04cc5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:04.247366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b627067-5ffd-498f-b108-f9cca5d4b445 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=62a1fe447bb74228bc4d5c9cc31fdf04&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1677129 Jan 04 13:58:04.276440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37212) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:04.364958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c3e176c-bb1e-4806-b25b-8e9f2f863751,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:04.419047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Checking segment: {'id': '395afae9-6641-406f-979c-ec7269b12770', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:04.419390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Network hostable DHCP agents. Network: ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:04.423393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.428003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.431310 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9875124f-d696-48c5-a447-3266b336d1c8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/7904c9c4-77d4-4ebf-852a-beef66f04cc5 HTTP/1.1" status: 204 len: 168 time: 1.8894758 Jan 04 13:58:04.454159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37214) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:04.506165 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0462e6d-2f64-44b2-869f-89e72bcbeb8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:58:04.507520 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a0462e6d-2f64-44b2-869f-89e72bcbeb8a tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/7904c9c4-77d4-4ebf-852a-beef66f04cc5 HTTP/1.1" status: 404 len: 333 time: 0.0509572 Jan 04 13:58:04.512808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37216) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:04.529231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Network ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:04.537812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4ef12cbd-5c01-41e3-9741-fa5fde83914e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.569213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:04.577442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baea2638-2fa3-461d-a49a-7f456400d127 None None] Network ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:04.582389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.585398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.586976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:04.587590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.595933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4ef12cbd-5c01-41e3-9741-fa5fde83914e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.617204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.617559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb936-9965-4169-ad31-ac50e73c067d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.626586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.661505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0d2501-9df6-444b-904d-f0b709b37b55']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:04.673427 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d370a432-3554-4fe3-ad32-4c4e1b1b0bc6 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5891716 Jan 04 13:58:04.682510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=b6722041-5088-4805-98af-74a01ecc94b6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:04.685417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.691372 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-705c84d2-176a-431c-9388-4069694a26f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/b6722041-5088-4805-98af-74a01ecc94b6 HTTP/1.1" status: 204 len: 168 time: 0.8208718 Jan 04 13:58:04.692686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37220) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:04.694080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be5ec32e-2132-449c-ac55-e1e7bfe723a9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.750093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be5ec32e-2132-449c-ac55-e1e7bfe723a9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.750690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b183fde7-4a8f-4a41-b3ac-22671e73d68f') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:04.768828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b183fde7-4a8f-4a41-b3ac-22671e73d68f') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:04.785457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.808008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.811555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4ef12cbd-5c01-41e3-9741-fa5fde83914e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.814125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4ef12cbd-5c01-41e3-9741-fa5fde83914e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.815285 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4ef12cbd-5c01-41e3-9741-fa5fde83914e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/c0d53eb9-c1b3-4ee0-9a97-d77b7d2cb1b6 HTTP/1.1" status: 204 len: 168 time: 0.5327020 Jan 04 13:58:04.823363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:04.824297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.838149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e38b6d-fac2-4bed-ac18-4a2802445549 None None] Network 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:04.839764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.852762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef12cbd-5c01-41e3-9741-fa5fde83914e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d53eb9-c1b3-4ee0-9a97-d77b7d2cb1b6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:04.870289 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:04.900488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be5ec32e-2132-449c-ac55-e1e7bfe723a9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.903215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-be5ec32e-2132-449c-ac55-e1e7bfe723a9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.906935 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-be5ec32e-2132-449c-ac55-e1e7bfe723a9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/security-groups/be80dc57-d43b-4a1d-b77e-9be36f462461 HTTP/1.1" status: 204 len: 168 time: 0.3877156 Jan 04 13:58:04.908293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37226) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:04.925313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5ec32e-2132-449c-ac55-e1e7bfe723a9 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be80dc57-d43b-4a1d-b77e-9be36f462461,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:04.983893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-413e4e3c-0b12-4e6d-b072-630892e6d496 None None] Network ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:04.992022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb936-9965-4169-ad31-ac50e73c067d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.994875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e2bb936-9965-4169-ad31-ac50e73c067d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:04.996150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9e2bb936-9965-4169-ad31-ac50e73c067d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/bda69124-af21-4b7f-a98d-5384bc526fb3 HTTP/1.1" status: 204 len: 168 time: 1.0417297 Jan 04 13:58:05.007507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37228) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:05.035766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2bb936-9965-4169-ad31-ac50e73c067d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bda69124-af21-4b7f-a98d-5384bc526fb3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.042697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port c9b6f08f-c288-4002-95c6-7f6a25883dd4 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:05.043287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.043874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.054558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0ed43c6-5fad-4d49-b115-d0633b8b6bb0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.065676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.076394 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/5c0d2501-9df6-444b-904d-f0b709b37b55 HTTP/1.1" status: 204 len: 168 time: 1.8156877 Jan 04 13:58:05.081486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37230) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:05.086020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33bb5ba6-277c-4ee3-a749-c1cd5a5a5ed7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=5c0d2501-9df6-444b-904d-f0b709b37b55,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.094624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'name': 'tempest-PortsIpV6TestJSON-2091754440'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:05.124644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Allocated IP 172.36.2.72 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/143402f0-5752-4169-9d97-be8ccc62371f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:05.162555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] DHCP port deletion for 8fcca8f9-18c0-482b-b42d-ed711bf6c6cf request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:05.196120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.219189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0ed43c6-5fad-4d49-b115-d0633b8b6bb0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.244969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] Deleting port c9b6f08f-c288-4002-95c6-7f6a25883dd4 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:05.246960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.249385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port c9b6f08f-c288-4002-95c6-7f6a25883dd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9b6f08f-c288-4002-95c6-7f6a25883dd4,segment=NetworkSegment(48b44d04-0062-4525-858c-0d65caa4a707),segment_id=48b44d04-0062-4525-858c-0d65caa4a707)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:05.249900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.300419 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f14b9ad8-7687-47c0-8e05-fb2aabf47f01 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2876935 Jan 04 13:58:05.309912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.318654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37238) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:05.320382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for c9b6f08f-c288-4002-95c6-7f6a25883dd4 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:05.332654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1568742860'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:05.376096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] For port c9b6f08f-c288-4002-95c6-7f6a25883dd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c9b6f08f-c288-4002-95c6-7f6a25883dd4,segment=NetworkSegment(48b44d04-0062-4525-858c-0d65caa4a707),segment_id=48b44d04-0062-4525-858c-0d65caa4a707)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:05.376928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.388936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c9b6f08f-c288-4002-95c6-7f6a25883dd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:05.408128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.424159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] Calling delete_port for c9b6f08f-c288-4002-95c6-7f6a25883dd4 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:05.427117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0ed43c6-5fad-4d49-b115-d0633b8b6bb0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.429801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0ed43c6-5fad-4d49-b115-d0633b8b6bb0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.431080 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0ed43c6-5fad-4d49-b115-d0633b8b6bb0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/security-groups/7a72e264-e12d-4f15-9548-0e78b2c1c9f3 HTTP/1.1" status: 204 len: 168 time: 0.5193868 Jan 04 13:58:05.443351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37244) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:05.460579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:05.464161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.469985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ed43c6-5fad-4d49-b115-d0633b8b6bb0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a72e264-e12d-4f15-9548-0e78b2c1c9f3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.524691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 351e88de-dfba-4ca9-9a57-d1ea40cf3400 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:05.581270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.596155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.600993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.604287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 5e8353e4-1329-45f4-994c-546aeab60cb3 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:05.624272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.634651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] Pushing event deleted for resources: {'Port': ['ID=c9b6f08f-c288-4002-95c6-7f6a25883dd4,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.639361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af40489b-dd8b-4ad6-b69f-92007fad2466 None None] No DVR routers for this DVR port c9b6f08f-c288-4002-95c6-7f6a25883dd4 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:05.640542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.669486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device df2cc9af-3f2b-47fa-921c-568d3c26b501 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:05.691112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: df2cc9af-3f2b-47fa-921c-568d3c26b501 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:05.691596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device df2cc9af-3f2b-47fa-921c-568d3c26b501 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:05.720078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.734357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=c9b6f08f-c288-4002-95c6-7f6a25883dd4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.742115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.755991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port c9b6f08f-c288-4002-95c6-7f6a25883dd4 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:05.773049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:05.788968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:05.796950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:05.806673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event updated for resources: {'Port': ['ID=143402f0-5752-4169-9d97-be8ccc62371f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.818918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3f4e4-59fa-4ecc-b459-f4b37565150c None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:05.836970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.838475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.5188193 Jan 04 13:58:05.852922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af5a3be3-92aa-4c4a-ae6d-e14cc625feb5 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3227a0a6-ca9a-4c12-b39d-ebb24db1db1c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:05.855011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37268) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:05.864681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813825065'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:05.906966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.935437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.946665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-084bda8d-581e-4758-9de5-da4d16d7ebe8 None None] Provisioning complete for port 143402f0-5752-4169-9d97-be8ccc62371f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:05.947221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-084bda8d-581e-4758-9de5-da4d16d7ebe8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:05.978787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.007123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-084bda8d-581e-4758-9de5-da4d16d7ebe8 None None] Port 143402f0-5752-4169-9d97-be8ccc62371f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:06.025273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fcca8f9-18c0-482b-b42d-ed711bf6c6cf']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:06.062475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48b44d04-0062-4525-858c-0d65caa4a707') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:06.063079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48b44d04-0062-4525-858c-0d65caa4a707') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:06.135007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.142021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.176351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.193944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.217730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.219007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3597417 Jan 04 13:58:06.222900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37276) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.229173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': '3227a0a6-ca9a-4c12-b39d-ebb24db1db1c', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e54e881e-3001-4173-87f2-2e847b5de0e1', 'remote_ip_prefix': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:06.235837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0b91cc-9696-4800-804b-ab01a4e867b7 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e54e881e-3001-4173-87f2-2e847b5de0e1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:06.240634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.262744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.272807 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.275494 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.276341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-db3f9efa-a3c6-4c43-8050-edd3558bce19 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:06.278321 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-db3f9efa-a3c6-4c43-8050-edd3558bce19 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/networks?id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 200 len: 811 time: 0.4067135 Jan 04 13:58:06.297811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:06.298307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:06.302557 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:06.321897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.342687 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-5a589011-2654-4f06-b581-bb7b3c9aee06 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/quotas/8dfbde60fa824c31ae527cd288a30cb9 HTTP/1.1" status: 200 len: 375 time: 0.0496848 Jan 04 13:58:06.345848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.468784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.469778 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-14c0be99-d514-4ec4-b656-1b204a1a6a16 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1084902 Jan 04 13:58:06.479218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.490737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.492134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.513047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.523152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.526937 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/8fcca8f9-18c0-482b-b42d-ed711bf6c6cf HTTP/1.1" status: 204 len: 168 time: 1.8307607 Jan 04 13:58:06.530182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.531688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37286) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.543317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-390132343', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:06.563645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=737b313a-d18c-46fa-b0c9-b76da632589c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:06.590046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.591274 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-97dc492b-9cf3-4d4a-9b92-2a24219c0b8f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.3674169 Jan 04 13:58:06.596670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d220fa-10af-4995-a726-5ab03792994a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=8fcca8f9-18c0-482b-b42d-ed711bf6c6cf,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:06.600041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37290) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.610984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:06.647102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:06.649523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.651860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:06.656927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.658123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.658463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:06.659161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.677211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37292) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.681898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=351e88de-dfba-4ca9-9a57-d1ea40cf3400,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:06.694177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-497e7ac7-f2bb-4331-8cd3-a6d17f2bcf74 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.708719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-497e7ac7-f2bb-4331-8cd3-a6d17f2bcf74 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.712973 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=5e8353e4-1329-45f4-994c-546aeab60cb3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:06.715919 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.719684 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-62f31608-94c8-47b8-9ecd-0940de08a6c3 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/5e8353e4-1329-45f4-994c-546aeab60cb3 HTTP/1.1" status: 204 len: 168 time: 1.2741201 Jan 04 13:58:06.725814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37296) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.729093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e65e5c5-c4cc-47db-8995-9cb89c244787 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:06.737692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:06.751567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fe1c18af-1cf5-42ef-b421-daa6c8bd4b77 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6689701 Jan 04 13:58:06.772820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37298) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.781272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.791740 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-987bca47-191a-43b9-8ff6-b8d50341c121 service neutron] 10.222.0.30 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3119678 Jan 04 13:58:06.840765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-497e7ac7-f2bb-4331-8cd3-a6d17f2bcf74 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.845246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-497e7ac7-f2bb-4331-8cd3-a6d17f2bcf74 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:06.846713 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-497e7ac7-f2bb-4331-8cd3-a6d17f2bcf74 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/737b313a-d18c-46fa-b0c9-b76da632589c HTTP/1.1" status: 204 len: 168 time: 0.2454174 Jan 04 13:58:06.853916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:06.854081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37300) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:06.896801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Router fae024d9-6ef7-4b58-978f-0534c43f473e is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:06.898520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-497e7ac7-f2bb-4331-8cd3-a6d17f2bcf74 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=737b313a-d18c-46fa-b0c9-b76da632589c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:06.960267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.022013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.033564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-afdb7833-4d4a-4bca-a8ff-d5e1fefbed2c tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1451881 Jan 04 13:58:07.038356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37302) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.082868 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-a51606ec-d995-4506-90aa-06aa2061ba87 service neutron] 10.222.0.30 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2698140 Jan 04 13:58:07.094145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:07.101601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.147719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 351e88de-dfba-4ca9-9a57-d1ea40cf3400 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:07.148058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.163110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:07.175305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] Sync routers for ids ['fae024d9-6ef7-4b58-978f-0534c43f473e'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:07.194788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] Routers {'fae024d9-6ef7-4b58-978f-0534c43f473e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:07.195976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fae024d9-6ef7-4b58-978f-0534c43f473e'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:07.204471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.209307 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8d5b6be6-47c5-42b2-abaf-eebab117fc9b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "PUT /v2.0/routers/fae024d9-6ef7-4b58-978f-0534c43f473e HTTP/1.1" status: 200 len: 883 time: 4.1485367 Jan 04 13:58:07.211129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37304) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.241319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb4585b1-d6e1-4379-ac94-64921179a76a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.277571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:07.288093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] Routers {'fae024d9-6ef7-4b58-978f-0534c43f473e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:07.290560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fae024d9-6ef7-4b58-978f-0534c43f473e'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:07.304187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.347542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:07.349093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59fda1a-c28e-4543-892d-4ed473759033 None None] The sync data for ids ['fae024d9-6ef7-4b58-978f-0534c43f473e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:07.370368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 351e88de-dfba-4ca9-9a57-d1ea40cf3400 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:07.427270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1fcb22cb-834b-4492-80e1-933a8ab4a3b5 req-dfdbb708-7f7a-45fd-b4bb-9609c1353140 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 210 time: 0.0382018 Jan 04 13:58:07.462427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b648efa2-7a49-467c-b164-1e73e688f0cc tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/fae024d9-6ef7-4b58-978f-0534c43f473e HTTP/1.1" status: 200 len: 924 time: 0.2474034 Jan 04 13:58:07.463121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37310) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.475280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.475779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb4585b1-d6e1-4379-ac94-64921179a76a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.515453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.564839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=351e88de-dfba-4ca9-9a57-d1ea40cf3400,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:07.581858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb4585b1-d6e1-4379-ac94-64921179a76a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.585454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb4585b1-d6e1-4379-ac94-64921179a76a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.586638 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eb4585b1-d6e1-4379-ac94-64921179a76a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/e54e881e-3001-4173-87f2-2e847b5de0e1 HTTP/1.1" status: 204 len: 168 time: 0.5417757 Jan 04 13:58:07.591376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.593494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37316) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.599038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-25f16e8d-8970-4ac1-86c5-a84f2802b4a1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/351e88de-dfba-4ca9-9a57-d1ea40cf3400 HTTP/1.1" status: 204 len: 168 time: 0.8242569 Jan 04 13:58:07.599515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37318) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.604445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'mac_address': 'fa:16:3e:1c:80:2f', 'name': 'tempest-PortsIpV6TestJSON-2127813493'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:07.613978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4585b1-d6e1-4379-ac94-64921179a76a tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e54e881e-3001-4173-87f2-2e847b5de0e1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:07.701601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.705536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf9fd7a-a2da-4362-b3c3-ad21120fea2f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:07.707395 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0bf9fd7a-a2da-4362-b3c3-ad21120fea2f tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=fae024d9-6ef7-4b58-978f-0534c43f473e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2422140 Jan 04 13:58:07.711591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37320) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.754068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.775204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-06857c7e-65bc-4dd3-88db-994731fbe2ac None None] Provisioning complete for port 1d98fbcd-5a50-403b-bba5-101880f0ba6f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:07.775668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06857c7e-65bc-4dd3-88db-994731fbe2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.819956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-06857c7e-65bc-4dd3-88db-994731fbe2ac None None] Port 1d98fbcd-5a50-403b-bba5-101880f0ba6f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:07.831264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-06857c7e-65bc-4dd3-88db-994731fbe2ac None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:07.832195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06857c7e-65bc-4dd3-88db-994731fbe2ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:07.946277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:07.971246 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1fdf1542-6e9c-4af2-a4de-4de6da33a7e1 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.3730118 Jan 04 13:58:07.986945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37324) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:07.999237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Allocated IP 172.36.2.20 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/8d45c1de-55be-4ce2-acb7-a77537e0ce92) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:08.117808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.124629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.182131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:08.185978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f63ee506-8fc2-429a-98e2-e7465320a49d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:08.189987 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f63ee506-8fc2-429a-98e2-e7465320a49d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.4747591 Jan 04 13:58:08.190124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:08.190557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:08.192013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37326) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:08.198840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:08.199427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.200350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1526a316-9fe4-40ac-ae58-2bdcb33faf58 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:08.213023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=f4f3135b-18ed-4acb-8e3b-3cf88f263249,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:08.214208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1359ceab-8793-4869-86e4-1fa493de866b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.232862 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d0e17d1-03db-4f5c-b751-1b440c68f140 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae024d9-6ef7-4b58-978f-0534c43f473e HTTP/1.1" status: 200 len: 205 time: 0.0372672 Jan 04 13:58:08.235309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37328) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:08.248040 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a5396a54-42d2-42d0-a4bf-b010451d98ab tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5184031 Jan 04 13:58:08.260781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37330) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:08.269136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'security_group': {'name': 'tempest-secgroup-261762755'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:08.307003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1359ceab-8793-4869-86e4-1fa493de866b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.348139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.354914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.398358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] Update dhcp port {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'fixed_ips': [{'subnet_id': 'd80a44ca-d4e7-4d86-8d48-d44bba7479f8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f4f3135b-18ed-4acb-8e3b-3cf88f263249'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '3271cf18-ddf6-4882-bb03-2713630fc006'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:58:08.410016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.428734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.546659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.574004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1359ceab-8793-4869-86e4-1fa493de866b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.577109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1359ceab-8793-4869-86e4-1fa493de866b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.578569 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1359ceab-8793-4869-86e4-1fa493de866b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/3227a0a6-ca9a-4c12-b39d-ebb24db1db1c HTTP/1.1" status: 204 len: 168 time: 0.5811021 Jan 04 13:58:08.590404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37334) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:08.617080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.625274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1359ceab-8793-4869-86e4-1fa493de866b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3227a0a6-ca9a-4c12-b39d-ebb24db1db1c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:08.629267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.725642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] Allocated IP 172.20.0.2 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/f4f3135b-18ed-4acb-8e3b-3cf88f263249/3271cf18-ddf6-4882-bb03-2713630fc006) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:08.730366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-37042bff-d249-4712-b371-4d2ad098dc76 req-2b162cb5-acac-43b8-a69d-ffced80660fe tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 210 time: 0.1800926 Jan 04 13:58:08.769052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:08.806056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:08.809752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:08.811820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Pushing event updated for resources: {'Port': ['ID=8d45c1de-55be-4ce2-acb7-a77537e0ce92,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:08.841217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6f199817-2dd4-4529-bec3-0d66788cb6dc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2495630 Jan 04 13:58:08.847902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37340) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:08.854070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 172.36.2.166 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/d46ab654-52f8-4e88-9b61-443b56943884) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:08.855751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--364970905'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:08.875567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.889102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3271cf18-ddf6-4882-bb03-2713630fc006,segment=NetworkSegment(8787229f-5a68-4b00-ad3f-816c4ba20969),segment_id=8787229f-5a68-4b00-ad3f-816c4ba20969)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:08.890264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.895005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-3d8025cc-d55b-4408-a5d0-146f01bf2109 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:08.897719 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-3d8025cc-d55b-4408-a5d0-146f01bf2109 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.13 "GET /v2.0/networks?id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 200 len: 811 time: 0.4178312 Jan 04 13:58:08.907276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.918750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Request body: {'port': {'device_id': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb', 'admin_state_up': True, 'tenant_id': '8dfbde60fa824c31ae527cd288a30cb9'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:08.930775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:08.939161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.039254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076950cb-6ba6-4c9e-9656-8030e9281adc None None] Pushing event updated for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:09.071705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Deleting port 143402f0-5752-4169-9d97-be8ccc62371f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:09.072051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.089373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.189634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Made reservation on behalf of 8dfbde60fa824c31ae527cd288a30cb9 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:09.194948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.380389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:09.385972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.416252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.417563 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 1.1560326 Jan 04 13:58:09.418646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Calling delete_port for 143402f0-5752-4169-9d97-be8ccc62371f owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:09.425474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37342) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:09.437118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'security_group': {'name': 'tempest-secgroup-357886638'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:09.474489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdf42bc-b003-4db0-b387-88929a4eb16e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6491b45c-4021-4ad2-a5cf-31d7897c4ddf,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:09.480047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:09.496934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:09.497389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:09.497532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.498413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Allocated IP 172.20.0.11 (6b6f4b29-edcd-4f63-bdc4-207c92d40aeb/8554f29b-7c47-4baf-8fcc-163f91496387/b605d63a-472d-4aac-b326-1f00084460c9) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:09.500135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:09.507490 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:09.508138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.528367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:09.560659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.578028 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9b947135-a50f-42ad-a6ef-44a4ae62f898 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.9774661 Jan 04 13:58:09.579048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.579372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.581463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37344) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:09.625091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.644696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.682656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83aeb8e2-494d-4d9b-a80c-0cb30f31d81e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:09.687549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e43f4c-4b22-482c-94d2-282655c639c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:09.692714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-10e43f4c-4b22-482c-94d2-282655c639c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8 HTTP/1.1" status: 200 len: 845 time: 0.1078742 Jan 04 13:58:09.693380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37346) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:09.714281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.718793 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c57ece1b-bf8b-466f-a91c-3b554bf148af tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8689880 Jan 04 13:58:09.723839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37348) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:09.728979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': '83aeb8e2-494d-4d9b-a80c-0cb30f31d81e', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:09.793073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.814438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.854151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.877859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.904607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-64d99fe7-5329-46ff-ab9a-bc27a7e5dbde None None] Provisioning complete for port 1d98fbcd-5a50-403b-bba5-101880f0ba6f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:09.905434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-64d99fe7-5329-46ff-ab9a-bc27a7e5dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.919668 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7c961f9c-25db-41d4-a536-5408600c8bce req-df268059-ee4a-47e6-9d33-cc81bcc5e327 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 210 time: 0.0747902 Jan 04 13:58:09.964001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.979295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:09.982680 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.5467591 Jan 04 13:58:09.984515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37352) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:09.986265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-64d99fe7-5329-46ff-ab9a-bc27a7e5dbde None None] Port 1d98fbcd-5a50-403b-bba5-101880f0ba6f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:09.989613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222bc088-8356-4ec4-acd7-1227b217f3e4 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d02dd1d6-c968-42a3-8549-6c0ee68d7c64,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:09.997007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'security_group': {'name': 'tempest-secgroup-183981057'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:10.003985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.008738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.009170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.018260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-64d99fe7-5329-46ff-ab9a-bc27a7e5dbde None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:10.019040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-64d99fe7-5329-46ff-ab9a-bc27a7e5dbde None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.029610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.063042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event deleted for resources: {'Port': ['ID=143402f0-5752-4169-9d97-be8ccc62371f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.083595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74135e99-1e08-4d52-a8f0-89f974cf6c57 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:10.121845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c56f136-df0d-42d2-a430-018424841646,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.135978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.139144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:10.151197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.154119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.155809 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e7b02062-bc47-43f8-b276-0c9dab734059 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4304507 Jan 04 13:58:10.156634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:10.157699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37354) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.160110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:10.167491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=d46ab654-52f8-4e88-9b61-443b56943884,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.181158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe5b4548-7530-4793-82e3-50bd5a64e06d None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:10.215905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.229056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:10.229397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.287220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:10.298677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:10.326212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-35a85c47-fda0-47a2-bd5e-865383dd937b None None] Provisioning complete for port d46ab654-52f8-4e88-9b61-443b56943884 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:10.327021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35a85c47-fda0-47a2-bd5e-865383dd937b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.333545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:10.344439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.370800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-35a85c47-fda0-47a2-bd5e-865383dd937b None None] Port d46ab654-52f8-4e88-9b61-443b56943884 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:10.379655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aea745a-1649-45f6-a449-880c1eb8d4f0 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.381815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Pushing event updated for resources: {'Port': ['ID=b605d63a-472d-4aac-b326-1f00084460c9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.385302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.398991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.404949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aea745a-1649-45f6-a449-880c1eb8d4f0 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.468853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.469494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Fanout notify agent at l3_agent the message router_deleted on router fae024d9-6ef7-4b58-978f-0534c43f473e {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:10.479198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:10.479831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.486886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.492969 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3865ae27-3b70-4be4-8b09-5b76be1fe859 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/fae024d9-6ef7-4b58-978f-0534c43f473e HTTP/1.1" status: 204 len: 168 time: 2.2517819 Jan 04 13:58:10.493279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37356) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.500388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-239487695', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:10.503820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:10.508830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aea745a-1649-45f6-a449-880c1eb8d4f0 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.515611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3aea745a-1649-45f6-a449-880c1eb8d4f0 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.518941 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3aea745a-1649-45f6-a449-880c1eb8d4f0 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/6c56f136-df0d-42d2-a430-018424841646 HTTP/1.1" status: 204 len: 168 time: 0.3539953 Jan 04 13:58:10.522578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37358) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.526065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.543571 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-91365e96-323a-46f6-a9f6-ecbe6d025e38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6300907 Jan 04 13:58:10.552352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aea745a-1649-45f6-a449-880c1eb8d4f0 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6c56f136-df0d-42d2-a430-018424841646,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.553978 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.564016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.564301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Request body: {'port': {'device_id': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:10.607557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.608561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.640360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.656366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-982e8538-0dbd-43a1-b979-886057dd2290 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1298230 Jan 04 13:58:10.657560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37360) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.707023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.738698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.753278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.774813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.779046 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.7881136 Jan 04 13:58:10.781913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Pushing event updated for resources: {'Port': ['ID=8d45c1de-55be-4ce2-acb7-a77537e0ce92,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.789519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37362) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.797211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-397119403', 'security_groups': ['2d185f79-e9e4-4632-a386-82d45c6b5a3d'], 'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'f4f3135b-18ed-4acb-8e3b-3cf88f263249'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:10.802110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6d014f-390b-4b08-a691-b8344cd74bde tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d185f79-e9e4-4632-a386-82d45c6b5a3d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:10.808980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.816237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.817494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-04c54536-065c-4823-afd5-17337a840979 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.3231430 Jan 04 13:58:10.822313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37364) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.822980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.835141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': True}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:10.933846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.935102 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dbc43776-0bfc-46e2-8883-44c39c493528 tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.2556362 Jan 04 13:58:10.939515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:10.942534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37366) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:10.951808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1918014719', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'fixed_ips': [{'ip_address': '172.36.2.20'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:11.012652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:11.014452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.014996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.026484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.029978 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-595b5ef8-f573-4537-9dae-6f2492102fda tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8 HTTP/1.1" status: 204 len: 168 time: 1.3317423 Jan 04 13:58:11.036386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37370) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:11.097678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Made reservation on behalf of b62ffb7bd25f4153878bd330c258ea7e for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:11.100777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.142104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.162617 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-921d8c1b-f3e1-45ae-99f8-0557b7d52790 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:11.168172 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-921d8c1b-f3e1-45ae-99f8-0557b7d52790 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/d25f494f-bf7b-4b7b-9d72-a1a31b51f6f8 HTTP/1.1" status: 404 len: 333 time: 0.1233687 Jan 04 13:58:11.172140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37372) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:11.181694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'name': 'tempest-PortsIpV6TestJSON-599424074'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:11.190524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:11.342221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b052ae00-2880-447c-9f49-0a1432bccce6 req-d7776537-fbc6-4f1f-82b2-515dcca13ba1 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:11.343632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b052ae00-2880-447c-9f49-0a1432bccce6 req-d7776537-fbc6-4f1f-82b2-515dcca13ba1 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 932 time: 0.3001046 Jan 04 13:58:11.345968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.350414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.353107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.354344 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/83aeb8e2-494d-4d9b-a80c-0cb30f31d81e HTTP/1.1" status: 204 len: 168 time: 0.6960537 Jan 04 13:58:11.362159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37374) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:11.399089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83aeb8e2-494d-4d9b-a80c-0cb30f31d81e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:11.421670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.422378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.422378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.422712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.423050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.423384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.423714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.424045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.424372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.424697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.425018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.425341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.425661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b9eb882-8715-408b-828b-1958aeda46dd tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:11.488281 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b052ae00-2880-447c-9f49-0a1432bccce6 req-af96a263-4556-471d-89f8-22f89374ea59 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328526 Jan 04 13:58:11.507884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:11.511401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.515387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.543462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.547299 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2e950134-f621-4854-bdc1-fd028455a50f tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1809392 Jan 04 13:58:11.552270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37376) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:11.554909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.557823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--407692109'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:11.563133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.568366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] device_id is not set on port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:11.569055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b605d63a-472d-4aac-b326-1f00084460c9 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:58:11.575598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port e30f56e1-475c-49cb-b482-98aa343c7cc7 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:11.580104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.580864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] device_id is not set on port 4da3b691-b663-4faa-baa7-9038881b7349 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:11.614250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Transition to ACTIVE for port object b605d63a-472d-4aac-b326-1f00084460c9 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 13:58:11.623033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.633092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:11.790971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1906649-8c7c-48c6-9ee0-9df47721e469,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:12.049998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Pushing event updated for resources: {'Port': ['ID=b605d63a-472d-4aac-b326-1f00084460c9,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:12.126524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.146806 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jan 04 13:58:12.147291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:12.151319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.14 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/f4f3135b-18ed-4acb-8e3b-3cf88f263249/eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:12.198278 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e7931cf3-a366-4338-a6f0-f925853468cc tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.2506638 Jan 04 13:58:12.199756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37378) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:12.209201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:12.216647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.227844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.228550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.273928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.276549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.278261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Attempting to bind port b605d63a-472d-4aac-b326-1f00084460c9 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:12.278627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Attempting to bind port b605d63a-472d-4aac-b326-1f00084460c9 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '76358039-5a79-49cd-9290-60f983fde01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:12.278963 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Attempting to bind port b605d63a-472d-4aac-b326-1f00084460c9 on network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:12.316939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Port b605d63a-472d-4aac-b326-1f00084460c9 on network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 13:58:12.317282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Attempting to bind port b605d63a-472d-4aac-b326-1f00084460c9 on network 6b6f4b29-edcd-4f63-bdc4-207c92d40aeb {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:12.326974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:12.342762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:12.350202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:12.355994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:12.356593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.358986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=e30f56e1-475c-49cb-b482-98aa343c7cc7,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:12.394596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.396380 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8434649 Jan 04 13:58:12.397274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:12.397616 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Checking segment: {'id': '76358039-5a79-49cd-9290-60f983fde01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:12.398031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Bound using segment: {'id': '76358039-5a79-49cd-9290-60f983fde01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:12.398474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Bound port: b605d63a-472d-4aac-b326-1f00084460c9, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76358039-5a79-49cd-9290-60f983fde01c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:12.398920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.404440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37380) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:12.413635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': '947326d3-a327-4954-a6a2-987038fb1e11', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:12.435821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb23d4b-3e7e-4596-8358-655db75a8acc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=947326d3-a327-4954-a6a2-987038fb1e11,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:12.572613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Allocated IP 172.36.2.75 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/dd440658-903c-4f30-9aa5-d548addef899) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:12.575079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] For port b605d63a-472d-4aac-b326-1f00084460c9, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:12.583809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] For port b605d63a-472d-4aac-b326-1f00084460c9, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b605d63a-472d-4aac-b326-1f00084460c9,segment=NetworkSegment(76358039-5a79-49cd-9290-60f983fde01c),segment_id=76358039-5a79-49cd-9290-60f983fde01c)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:12.592836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.601399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Deleting port 8d45c1de-55be-4ce2-acb7-a77537e0ce92 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:12.601744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.681194 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:12.681827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.683366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] 10.222.0.13 "PUT /v2.0/ports/b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 200 len: 1094 time: 2.1231210 Jan 04 13:58:12.685335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'tag': 'b605d63a-472d-4aac-b326-1f00084460c9'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:58:12.687760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b35226ae-c812-4192-9c09-64ad5e28f572" -d '{"events": [{"name": "network-changed", "server_uuid": "acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7", "tag": "b605d63a-472d-4aac-b326-1f00084460c9"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:58:12.746396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 13:58:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc6e7eac-ab83-4736-a675-6f7dc48190da x-openstack-request-id: req-cc6e7eac-ab83-4736-a675-6f7dc48190da {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:58:12.746699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7", "tag": "b605d63a-472d-4aac-b326-1f00084460c9", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:58:12.746952 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cc6e7eac-ab83-4736-a675-6f7dc48190da {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:58:12.747369 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'tag': 'b605d63a-472d-4aac-b326-1f00084460c9', 'status': 'completed', 'code': 200} Jan 04 13:58:12.804887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f00491db-d910-4700-aa58-de8bdfe5bd49 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.6292915 Jan 04 13:58:12.817394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37386) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:12.829175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:12.851729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.870542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:12.877423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527ace44-0df8-4afe-a365-e67413aa0200 service neutron] Pushing event updated for resources: {'Port': ['ID=b605d63a-472d-4aac-b326-1f00084460c9,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:12.885480 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] Sync routers for ids ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:12.890204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c666a83d-0bd5-4efd-a491-1f75e7caa3e6 req-3b170702-e644-469b-91bc-8fd0a75dae39 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:12.891751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c666a83d-0bd5-4efd-a491-1f75e7caa3e6 req-3b170702-e644-469b-91bc-8fd0a75dae39 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 944 time: 0.1344831 Jan 04 13:58:12.902283 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] Routers {'e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:12.903222 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:12.923112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.923429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.930409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:12.931602 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fcd9a56f-e704-4a78-86e4-faed6417b752 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 6.3969288 Jan 04 13:58:12.934625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37388) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:12.956493 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:12.964061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Calling delete_port for 8d45c1de-55be-4ce2-acb7-a77537e0ce92 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:12.972804 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] Routers {'e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:12.973708 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:13.003712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-79e2dc5a-3c93-4ad3-9b27-a8a53c5d3e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:13.005780 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-79e2dc5a-3c93-4ad3-9b27-a8a53c5d3e4c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 1097 time: 0.2642832 Jan 04 13:58:13.011628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.012602 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:13.014034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.014250 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc34399-7b69-490d-aa6e-0f2461ce27eb None None] The sync data for ids ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:13.015478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.022953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c666a83d-0bd5-4efd-a491-1f75e7caa3e6 req-21e2926c-b060-42cf-9758-7955aeaeff4a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222291 Jan 04 13:58:13.104253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:13.108662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.111141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:13.114755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:13.118581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:13.126411 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-82c6f321-9fe0-4702-83ce-8fc2be157103 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 200 len: 217 time: 0.1059055 Jan 04 13:58:13.159148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f18bf8c4-011c-45a5-a099-ebf55e9b1201 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/routers/e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 200 len: 884 time: 0.2231488 Jan 04 13:58:13.163657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37390) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.266976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:13.268428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.282589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-7d1dfcc2-40e1-4e59-9769-da10af03536f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:13.284056 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-7d1dfcc2-40e1-4e59-9769-da10af03536f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8554f29b-7c47-4baf-8fcc-163f91496387 HTTP/1.1" status: 200 len: 851 time: 0.1355252 Jan 04 13:58:13.299944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3525063d-fc08-45a5-92d6-7cd1ab59cf80 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5091810 Jan 04 13:58:13.302258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37392) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.305418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.309048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:13.314617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.345921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.371534 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-f6755ffb-9c3e-4b11-a878-d7e5784e0826 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714130 Jan 04 13:58:13.438090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44fac2aa-48cb-4cda-88a1-2ba9c73588dc None None] Provisioning complete for port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:13.438737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44fac2aa-48cb-4cda-88a1-2ba9c73588dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.446294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3e5f5f8-441a-438f-bd09-2467876a371c,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:13.453292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:13.479428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-44fac2aa-48cb-4cda-88a1-2ba9c73588dc None None] Port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:13.500219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:13.509856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:13.515662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1db38de-cbe6-485d-8b8f-49667d0d8c0a None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:13.523819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.525018 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fda37f08-8c50-48de-b1c1-6b823f9fb2f4 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1196284 Jan 04 13:58:13.529464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37394) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.547310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Port': ['ID=dd440658-903c-4f30-9aa5-d548addef899,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:13.568230 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c3c4f9b3-3a85-4c61-831e-f95f10a1707d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules/c3e5f5f8-441a-438f-bd09-2467876a371c HTTP/1.1" status: 200 len: 763 time: 0.0345941 Jan 04 13:58:13.571588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37396) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.573541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:13.577354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.603353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-16cefaa8-dfce-48fc-a78d-aeceaf9fa9b1 None None] Provisioning complete for port dd440658-903c-4f30-9aa5-d548addef899 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:13.604596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-16cefaa8-dfce-48fc-a78d-aeceaf9fa9b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.621044 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4b164f17-fb3f-437a-9856-97757e416d28 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4560611 Jan 04 13:58:13.625347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37398) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.629797 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-390132343'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:13.639470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-16cefaa8-dfce-48fc-a78d-aeceaf9fa9b1 None None] Port dd440658-903c-4f30-9aa5-d548addef899 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:13.669330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.709063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.738389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.739459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ee79e2f7-d230-4571-8b66-e76752efe4fc tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1661110 Jan 04 13:58:13.742484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-7586f479-8299-40fb-9085-15876f01b1b9 service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3428767 Jan 04 13:58:13.743756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37400) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.773883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Pushing event deleted for resources: {'Port': ['ID=8d45c1de-55be-4ce2-acb7-a77537e0ce92,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:13.822098 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.ipam_backend_mixin [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet f4f3135b-18ed-4acb-8e3b-3cf88f263249 (CIDR: 172.20.0.0/28) Jan 04 13:58:13.828806 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:58:13.829304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:13.831627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.849656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.867036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] In _notify_port_updated(), no bound segment for port e30f56e1-475c-49cb-b482-98aa343c7cc7 on network 822478c4-d3b1-4a59-9816-213903b38ef4 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:58:13.872665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:13.873274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.874590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/ports/e30f56e1-475c-49cb-b482-98aa343c7cc7 HTTP/1.1" status: 200 len: 818 time: 1.0533547 Jan 04 13:58:13.889834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37402) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.910468 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-807b7227-b9d6-4f57-8be6-b0ceb1418937 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6069052 Jan 04 13:58:13.911876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37404) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.924547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:13.949521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.965099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:13.966239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c3e5f5f8-441a-438f-bd09-2467876a371c HTTP/1.1" status: 204 len: 168 time: 0.2199914 Jan 04 13:58:13.979351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37406) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:13.996320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d07e5c-3e7b-4691-b1c1-122ba5ebd601 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=e30f56e1-475c-49cb-b482-98aa343c7cc7,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:13.999013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c3e5f5f8-441a-438f-bd09-2467876a371c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:14.079027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.081482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.081675 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.081925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.082276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-88e5b10b-ef49-4336-8be0-4fd7586fb69b tempest-ExternalNetworksAdminNegativeTestJSON-751126923 tempest-ExternalNetworksAdminNegativeTestJSON-751126923-project-admin] 10.222.0.30 "DELETE /v2.0/floatingips/ffcc4b52-77d4-4a85-8a33-15889a8fde77 HTTP/1.1" status: 204 len: 168 time: 1.8795209 Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.084844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.085363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.085679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ac8400d-1919-472d-8793-2df3a1fc3165 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:14.104998 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ca17397-7044-4a13-863d-c28b0a4100dd req-5dcb5aa0-e123-473c-978c-ffc517d999eb service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3287733 Jan 04 13:58:14.204337 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-68862e8f-62ce-4b91-9cb3-6029d2641856 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2181528 Jan 04 13:58:14.207498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37412) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:14.216565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': '947326d3-a327-4954-a6a2-987038fb1e11', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:14.220639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.274688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port e30f56e1-475c-49cb-b482-98aa343c7cc7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:14.275037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.305041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:14.309015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.312317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0629532b-bc7f-4094-b1a4-e56bfc07ac28 req-7ef79d10-2383-4ef2-9763-86a130c47a1e tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:14.313827 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0629532b-bc7f-4094-b1a4-e56bfc07ac28 req-7ef79d10-2383-4ef2-9763-86a130c47a1e tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 944 time: 0.1650515 Jan 04 13:58:14.357126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.377371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-fb49aaa7-4b76-488e-95bc-a3f47a487ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:14.377807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.378897 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-fb49aaa7-4b76-488e-95bc-a3f47a487ef3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 1097 time: 0.1916316 Jan 04 13:58:14.395188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.399655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37416) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:14.490854 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.ipam_backend_mixin [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d80a44ca-d4e7-4d86-8d48-d44bba7479f8 (CIDR: 172.20.0.16/28) Jan 04 13:58:14.494575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.504241 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:58:14.505501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:14.584057 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b7c826f3-0a6d-4416-ac71-e3a2af4a61e8 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.6670406 Jan 04 13:58:14.598631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.599329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37420) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:14.605772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'subnet': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:14.610953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b9d-bb54-473c-b668-29f6e87238c3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.616882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.707964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54104849-2936-4011-8f63-f58b21daabe8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:14.750104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.751302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a8038d66-7fa4-40d2-9405-76c2520ae30e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5405369 Jan 04 13:58:14.756297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37422) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:14.760803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for e30f56e1-475c-49cb-b482-98aa343c7cc7 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:14.804361 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-474913e5-6de1-4780-8ed0-a0462bba6115 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules/54104849-2936-4011-8f63-f58b21daabe8 HTTP/1.1" status: 200 len: 763 time: 0.0434921 Jan 04 13:58:14.809463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37424) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:14.834495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:58:14.921134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0629532b-bc7f-4094-b1a4-e56bfc07ac28 req-f0be41b2-d1c5-49d5-b2e1-19218084f4ed tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5874600 Jan 04 13:58:14.951642 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f87e450a-fd52-4aab-82ec-aebc68ce96ec tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1360569 Jan 04 13:58:14.958373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37426) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:14.963341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Made reservation on behalf of 799b3abcbda8470db97661e46333a05b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:14.966817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.970862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b9d-bb54-473c-b668-29f6e87238c3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:14.975787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-686bd606-61f3-4f00-9f69-8b7fba2164c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:14.977281 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-686bd606-61f3-4f00-9f69-8b7fba2164c2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 200 len: 912 time: 0.5892191 Jan 04 13:58:14.987886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b72b9d-bb54-473c-b668-29f6e87238c3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.069791 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-dcfa1f89-3844-4984-93d7-3af45546da69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 200 len: 217 time: 0.0796874 Jan 04 13:58:15.070751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c439db5c-fa27-4212-b3f2-f9fe6f5ac613 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.083522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.097523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.099920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c439db5c-fa27-4212-b3f2-f9fe6f5ac613 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.109677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b72b9d-bb54-473c-b668-29f6e87238c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccbf7f38-65c2-4cf6-a89e-aef2ce223e07,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:15.124400 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e3b72b9d-bb54-473c-b668-29f6e87238c3 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1d403a61a2d848c3b986b7ea52002331&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6982553 Jan 04 13:58:15.127573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:15.131503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37428) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.131692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.138333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.139042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] Sync routers for ids ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:15.139492 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bd5a3837-1eeb-46d5-90d7-ceef481159e8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 200 len: 891 time: 1.5131915 Jan 04 13:58:15.147241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37430) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.152583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] Routers {'e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:15.153456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:15.172693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=e30f56e1-475c-49cb-b482-98aa343c7cc7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:15.184223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.189962 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-734b539d-8493-463b-a174-555a16728a17 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/e30f56e1-475c-49cb-b482-98aa343c7cc7 HTTP/1.1" status: 204 len: 168 time: 1.2967818 Jan 04 13:58:15.192661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37432) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.204905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:15.215258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] Routers {'e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:15.216130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:15.240653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c439db5c-fa27-4212-b3f2-f9fe6f5ac613 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.250495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:15.251456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d31279f-e031-4418-8deb-fa053c3b6858 None None] The sync data for ids ['e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:15.262945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c439db5c-fa27-4212-b3f2-f9fe6f5ac613 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.264055 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c439db5c-fa27-4212-b3f2-f9fe6f5ac613 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/54104849-2936-4011-8f63-f58b21daabe8 HTTP/1.1" status: 204 len: 168 time: 0.3048704 Jan 04 13:58:15.265959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-90a072a3-aa18-4720-933f-9707ea84f58d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:15.267589 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-90a072a3-aa18-4720-933f-9707ea84f58d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8554f29b-7c47-4baf-8fcc-163f91496387 HTTP/1.1" status: 200 len: 851 time: 0.1872187 Jan 04 13:58:15.269083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37434) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.289931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c439db5c-fa27-4212-b3f2-f9fe6f5ac613 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54104849-2936-4011-8f63-f58b21daabe8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:15.310578 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-69dd0e26-0398-43e3-9d38-b73b00c9aa4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0320210 Jan 04 13:58:15.318976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef034e36-d070-454e-9e4a-36fa71cbc298 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.383091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db01abd-6ab0-4ad0-9a86-ec02da2a6fcf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:15.387052 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2db01abd-6ab0-4ad0-9a86-ec02da2a6fcf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.1916325 Jan 04 13:58:15.387486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef034e36-d070-454e-9e4a-36fa71cbc298 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.388352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37436) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.412832 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-36fc00b7-03bb-4f24-9e82-9b339abd22f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/routers/e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 200 len: 891 time: 0.2628267 Jan 04 13:58:15.419056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37438) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.429997 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a52af0bf-b9f4-49cb-bbef-ce5192f97958 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:15.435437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-06d4f0a6-d1d9-4bf6-b381-4bf255c02b70 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1576531 Jan 04 13:58:15.435584 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a52af0bf-b9f4-49cb-bbef-ce5192f97958 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/e30f56e1-475c-49cb-b482-98aa343c7cc7 HTTP/1.1" status: 404 len: 333 time: 0.0408685 Jan 04 13:58:15.460034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37440) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.460364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37442) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.466596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': '947326d3-a327-4954-a6a2-987038fb1e11', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:15.473050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1823149838'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:15.475368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc90ffd9-3c16-4bb2-b567-7d7928114837 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.496796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ee12f04-e43d-4d5a-9cac-630100ab3095 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 200 len: 205 time: 0.0753539 Jan 04 13:58:15.501287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37444) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.546318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:15.549776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.553418 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-5061f3ab-090c-4a9b-93db-07ba6278c6dd service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328920 Jan 04 13:58:15.573019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.587999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Router b5522aad-2483-44ad-974f-effae5a21da3 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:15.592379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.667940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:15.733725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.733968 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment f80d777e-44c4-4c7d-b895-ce12d73c6204 of type vlan for network ef2464ce-8616-4b25-9577-274b8d864661 Jan 04 13:58:15.795330 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b35226ae-c812-4192-9c09-64ad5e28f572 req-206ea50b-1ffd-4105-921f-7ae31103b223 service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2324328 Jan 04 13:58:15.845576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.857893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.865466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.903183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:15.906534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9147ebe6-8dac-4eed-b0ec-5a20469b8ec5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:15.911022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.915338 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cba98538-e40e-4d9d-bd1b-969ebb0e5534 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "PUT /v2.0/routers/b5522aad-2483-44ad-974f-effae5a21da3 HTTP/1.1" status: 200 len: 917 time: 5.0904269 Jan 04 13:58:15.916727 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] Sync routers for ids ['b5522aad-2483-44ad-974f-effae5a21da3'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:15.917655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37446) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.932733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] Routers {'b5522aad-2483-44ad-974f-effae5a21da3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:15.933636 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['b5522aad-2483-44ad-974f-effae5a21da3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:15.955667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.961499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:15.962098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.966448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.967673 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ba5b521b-a3fe-41f8-b1dc-99953e26ca7d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5063405 Jan 04 13:58:15.970354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef034e36-d070-454e-9e4a-36fa71cbc298 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.972406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ef034e36-d070-454e-9e4a-36fa71cbc298 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:15.976406 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef034e36-d070-454e-9e4a-36fa71cbc298 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/ccbf7f38-65c2-4cf6-a89e-aef2ce223e07 HTTP/1.1" status: 204 len: 168 time: 0.8416405 Jan 04 13:58:15.978409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37450) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:15.980438 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:15.995632 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] Routers {'b5522aad-2483-44ad-974f-effae5a21da3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:15.996657 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:57:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['b5522aad-2483-44ad-974f-effae5a21da3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:16.019644 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5570834 Jan 04 13:58:16.029334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37454) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.035210 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cbd1f5cf-8fbe-4150-8903-30837b9a4a8b tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules/9147ebe6-8dac-4eed-b0ec-5a20469b8ec5 HTTP/1.1" status: 200 len: 764 time: 0.0534737 Jan 04 13:58:16.040192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37456) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.050868 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:16.052147 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d532895-b0d5-4674-95a1-ad717e642599 None None] The sync data for ids ['b5522aad-2483-44ad-974f-effae5a21da3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:16.063895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:16.067773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:16.103078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef034e36-d070-454e-9e4a-36fa71cbc298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccbf7f38-65c2-4cf6-a89e-aef2ce223e07,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:16.105044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:16.112763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b52d8ab-6e79-4d46-a79f-5c180735b936 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=ef2464ce-8616-4b25-9577-274b8d864661,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:16.119925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:16.120514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.147495 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c99e059e-b9d7-4422-9297-43df176ef272 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/b5522aad-2483-44ad-974f-effae5a21da3 HTTP/1.1" status: 200 len: 923 time: 0.2284515 Jan 04 13:58:16.148123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37458) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.153951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df61ae66-c8b8-4a3d-8bc9-a802d313376f None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:16.161607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Subnet': ['ID=6f634fb1-2b29-4f51-991d-6cc95bdb55c5,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:16.193098 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-20a8593d-5fb9-44d6-a609-61d8a1841370 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1483021 Jan 04 13:58:16.201379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37462) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.206118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.243570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaba05bb-053e-47e6-b89d-d0288bb65a84 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:16.245831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aaba05bb-053e-47e6-b89d-d0288bb65a84 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=b5522aad-2483-44ad-974f-effae5a21da3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0948546 Jan 04 13:58:16.246365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network ef2464ce-8616-4b25-9577-274b8d864661 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:16.248476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37464) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.266814 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ca0d8dc-53ed-4eeb-89e5-fc0652a373fa tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6658263 Jan 04 13:58:16.275103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37466) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.286275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-385133850', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6f634fb1-2b29-4f51-991d-6cc95bdb55c5'}], 'security_groups': ['6491b45c-4021-4ad2-a5cf-31d7897c4ddf', 'd02dd1d6-c968-42a3-8549-6c0ee68d7c64']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:16.340391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f2b007b-53c8-4128-add5-52e7dc970009 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.350802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dd8b7-5d62-42be-a099-205dddb8b5bd req-22cbfc59-f19a-4d07-bc91-212b2c0b0dfc tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:16.352595 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9f0dd8b7-5d62-42be-a099-205dddb8b5bd req-22cbfc59-f19a-4d07-bc91-212b2c0b0dfc tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 944 time: 0.2773170 Jan 04 13:58:16.354916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad44f95a-4cac-43c3-87cd-2f21aaf31bce tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:16.359878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ad44f95a-4cac-43c3-87cd-2f21aaf31bce tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.1096318 Jan 04 13:58:16.360542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37468) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.376703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f2b007b-53c8-4128-add5-52e7dc970009 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.396478 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1e2a9d76-ae5f-40ad-8b7d-bd2e3e4c423a tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5522aad-2483-44ad-974f-effae5a21da3 HTTP/1.1" status: 200 len: 205 time: 0.0347691 Jan 04 13:58:16.397319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37470) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.433536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37472) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.455530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:16.459515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.486326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] Update dhcp port {'port': {'network_id': '6d6ac5e9-89a3-4a55-a8ab-55d740e6645c', 'fixed_ips': [{'subnet_id': 'd80a44ca-d4e7-4d86-8d48-d44bba7479f8', 'ip_address': '172.20.0.18'}, {'subnet_id': 'f4f3135b-18ed-4acb-8e3b-3cf88f263249', 'ip_address': '172.20.0.2'}, {'subnet_id': '6f634fb1-2b29-4f51-991d-6cc95bdb55c5'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '3271cf18-ddf6-4882-bb03-2713630fc006'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:58:16.512759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.527756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.538660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.556419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device b605d63a-472d-4aac-b326-1f00084460c9 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 13:58:16.561349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f2b007b-53c8-4128-add5-52e7dc970009 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.615596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0f2b007b-53c8-4128-add5-52e7dc970009 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.616730 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0f2b007b-53c8-4128-add5-52e7dc970009 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9147ebe6-8dac-4eed-b0ec-5a20469b8ec5 HTTP/1.1" status: 204 len: 168 time: 0.4134531 Jan 04 13:58:16.618090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.619189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37474) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.651135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f2b007b-53c8-4128-add5-52e7dc970009 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9147ebe6-8dac-4eed-b0ec-5a20469b8ec5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:16.654260 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.662515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9f0dd8b7-5d62-42be-a099-205dddb8b5bd req-4c76d761-35e7-4c94-89ed-cf511ff753af tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2995594 Jan 04 13:58:16.676966 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-47994076-ad59-4891-8998-2b442f40c63e tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0566967 Jan 04 13:58:16.681268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37476) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.722441 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-129f0fe6-c60e-47bc-ad43-1c15b3af15b8 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b62ffb7bd25f4153878bd330c258ea7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2652986 Jan 04 13:58:16.724349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37478) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:16.785533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port b605d63a-472d-4aac-b326-1f00084460c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b605d63a-472d-4aac-b326-1f00084460c9,segment=NetworkSegment(76358039-5a79-49cd-9290-60f983fde01c),segment_id=76358039-5a79-49cd-9290-60f983fde01c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:16.803624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'b605d63a-472d-4aac-b326-1f00084460c9', 'network_id': '6b6f4b29-edcd-4f63-bdc4-207c92d40aeb', 'port_id': 'b605d63a-472d-4aac-b326-1f00084460c9', 'mac_address': 'fa:16:3e:83:49:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8554f29b-7c47-4baf-8fcc-163f91496387', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 13:58:16.805636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] Allocated IP 172.20.0.34 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/6f634fb1-2b29-4f51-991d-6cc95bdb55c5/3271cf18-ddf6-4882-bb03-2713630fc006) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:16.815546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Deleting port dd440658-903c-4f30-9aa5-d548addef899 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:16.816218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.821036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3b296b7-33c9-46ad-8caf-eff8141e9c76 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.857530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-355690f0-5152-4389-97fe-e2b1e7d45eaa admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.869354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.873493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port d46ab654-52f8-4e88-9b61-443b56943884 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:16.873833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.912166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3b296b7-33c9-46ad-8caf-eff8141e9c76 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.947972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-355690f0-5152-4389-97fe-e2b1e7d45eaa admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:16.996811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.011670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.025082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Calling delete_port for dd440658-903c-4f30-9aa5-d548addef899 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:17.069469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b605d63a-472d-4aac-b326-1f00084460c9 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 13:58:17.076548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3b296b7-33c9-46ad-8caf-eff8141e9c76 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.081950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3b296b7-33c9-46ad-8caf-eff8141e9c76 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.082404 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c3b296b7-33c9-46ad-8caf-eff8141e9c76 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/947326d3-a327-4954-a6a2-987038fb1e11 HTTP/1.1" status: 204 len: 168 time: 0.4009540 Jan 04 13:58:17.083021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37480) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:17.101772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.120145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b296b7-33c9-46ad-8caf-eff8141e9c76 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=947326d3-a327-4954-a6a2-987038fb1e11,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.120609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port b605d63a-472d-4aac-b326-1f00084460c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b605d63a-472d-4aac-b326-1f00084460c9,segment=NetworkSegment(76358039-5a79-49cd-9290-60f983fde01c),segment_id=76358039-5a79-49cd-9290-60f983fde01c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:17.123798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=643b2fa9-0a44-4765-94a1-7eaf1658aabf,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.127007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-355690f0-5152-4389-97fe-e2b1e7d45eaa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.127468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for d46ab654-52f8-4e88-9b61-443b56943884 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:17.130547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-355690f0-5152-4389-97fe-e2b1e7d45eaa admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.134305 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-355690f0-5152-4389-97fe-e2b1e7d45eaa admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a1906649-8c7c-48c6-9ee0-9df47721e469 HTTP/1.1" status: 204 len: 168 time: 0.4070818 Jan 04 13:58:17.145745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.157028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355690f0-5152-4389-97fe-e2b1e7d45eaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1906649-8c7c-48c6-9ee0-9df47721e469,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.158318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3271cf18-ddf6-4882-bb03-2713630fc006,segment=NetworkSegment(8787229f-5a68-4b00-ad3f-816c4ba20969),segment_id=8787229f-5a68-4b00-ad3f-816c4ba20969)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:17.215732 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9daf788f-6625-4c9c-aa64-6e7406e24852 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1212387 Jan 04 13:58:17.216303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37484) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:17.222423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group': {'name': 'tempest-secgroup--1257588865'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:17.233004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': 'f80d777e-44c4-4c7d-b895-ce12d73c6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:17.233366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: ef2464ce-8616-4b25-9577-274b8d864661, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:17.247376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.252233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=b605d63a-472d-4aac-b326-1f00084460c9,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.263645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.264004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.264354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.264731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.264857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.265197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.265537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.265888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.266360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.266755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.267084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.267567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.267905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.268585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:17.281461 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network ef2464ce-8616-4b25-9577-274b8d864661 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:17.287087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.312242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ef2464ce-8616-4b25-9577-274b8d864661) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:17.323737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:17.324563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.339425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b8464d0-e7b4-490e-a3e5-bb638fa17a4b None None] Network ef2464ce-8616-4b25-9577-274b8d864661 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:17.345192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.392890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event deleted for resources: {'Port': ['ID=dd440658-903c-4f30-9aa5-d548addef899,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.398148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-306adf82-6db6-42d9-b232-19d481d63c91 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3539991 Jan 04 13:58:17.398339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37486) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:17.405355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:17.480220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Delete allocated IP 172.20.0.14 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/f4f3135b-18ed-4acb-8e3b-3cf88f263249) {{(pid=103264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 04 13:58:17.493719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Allocated IP 172.20.0.38 (6d6ac5e9-89a3-4a55-a8ab-55d740e6645c/6f634fb1-2b29-4f51-991d-6cc95bdb55c5/eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:17.501825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.516877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.534764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['b605d63a-472d-4aac-b326-1f00084460c9'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 13:58:17.537268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b961e15-9527-4873-b46f-904584ef1f8d None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:17.540464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283d5f01-d68b-4547-b108-86e2caad8dd5 None None] Pushing event updated for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.542862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=d46ab654-52f8-4e88-9b61-443b56943884,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.560389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.628569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.640588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.644346 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4229159 Jan 04 13:58:17.645862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37494) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:17.657172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.672539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18076b61-02b2-475d-9ed4-1eab783e8ae2 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1850aec-829a-4ba7-8d50-af0d1111b0df,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:17.741815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a88a64e-f4ab-4bee-89f1-ce93e6fa0361 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:17.762620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ef2464ce-8616-4b25-9577-274b8d864661', 'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': '643b2fa9-0a44-4765-94a1-7eaf1658aabf'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:17.764782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.777003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Request body: {'security_group_rule': {'security_group_id': 'f1850aec-829a-4ba7-8d50-af0d1111b0df', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:17.779440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.785558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.852418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23d14d19-e49e-4338-8559-dcf7e934c2d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.854395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.854922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:17.863076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.864943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6944c1fb-2931-4b91-aed3-f3c9a4bfa618 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 204 len: 168 time: 2.3609006 Jan 04 13:58:17.868704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37502) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:17.875209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-270058909'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:17.882539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.904015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.904361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.911741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:17.953480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:17.958065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.038859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event updated for resources: {'Port': ['ID=eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:18.112125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:18.134532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Allocated IP 2001:db8::2 (ef2464ce-8616-4b25-9577-274b8d864661/643b2fa9-0a44-4765-94a1-7eaf1658aabf/ad2f06ce-9e62-43d4-a143-ada1247da2aa) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:18.150579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.151027 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 3492df28-2276-4385-9c5d-993d7cc5d6c0 of type vlan for network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 Jan 04 13:58:18.223897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] In _notify_port_updated(), no bound segment for port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 on network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:58:18.238353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:18.238353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.238353 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6252736e-a420-4299-90ff-fd09b0e323a6 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "PUT /v2.0/ports/eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 HTTP/1.1" status: 200 len: 959 time: 1.9532311 Jan 04 13:58:18.246943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37510) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:18.267928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.367599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.375230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:18.376095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.380163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.386995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37514) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:18.394475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.429195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:18.432637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.445846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Network ef2464ce-8616-4b25-9577-274b8d864661 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:18.450173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:18.454441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:18.461054 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5913019 Jan 04 13:58:18.472415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Pushing event updated for resources: {'Port': ['ID=ad2f06ce-9e62-43d4-a143-ada1247da2aa,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:18.475414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b47cf62-294b-42e9-ab69-c00d6daa9ce3 req-49a8d8cc-2f2c-437b-bc38-108fb606da38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:18.477000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4b47cf62-294b-42e9-ab69-c00d6daa9ce3 req-49a8d8cc-2f2c-437b-bc38-108fb606da38 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 945 time: 0.6939266 Jan 04 13:58:18.477497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37518) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:18.488396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.488966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Fanout notify agent at l3_agent the message router_deleted on router b5522aad-2483-44ad-974f-effae5a21da3 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:18.493802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:18.506084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.526186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.527343 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d8140c37-36f5-4a29-9322-992fdf930025 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/b5522aad-2483-44ad-974f-effae5a21da3 HTTP/1.1" status: 204 len: 168 time: 2.1289072 Jan 04 13:58:18.558126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Attempting to bind port ad2f06ce-9e62-43d4-a143-ada1247da2aa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:18.558742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Attempting to bind port ad2f06ce-9e62-43d4-a143-ada1247da2aa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f80d777e-44c4-4c7d-b895-ce12d73c6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:18.559989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37520) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:18.560511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Attempting to bind port ad2f06ce-9e62-43d4-a143-ada1247da2aa on network ef2464ce-8616-4b25-9577-274b8d864661 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:18.568438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:18.569257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Checking segment: {'id': 'f80d777e-44c4-4c7d-b895-ce12d73c6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:18.569923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.570722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Bound using segment: {'id': 'f80d777e-44c4-4c7d-b895-ce12d73c6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:18.571622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Bound port: ad2f06ce-9e62-43d4-a143-ada1247da2aa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f80d777e-44c4-4c7d-b895-ce12d73c6204', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:18.573708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.580757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1157852316', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:18.609505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e96aa0-f99b-4e82-aed9-99f305bcca83 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=d04f1a7f-2c75-4d9f-984f-56208a2af5a6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:18.649522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:18.649881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.676776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] For port ad2f06ce-9e62-43d4-a143-ada1247da2aa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:18.684443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] For port ad2f06ce-9e62-43d4-a143-ada1247da2aa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2f06ce-9e62-43d4-a143-ada1247da2aa,segment=NetworkSegment(f80d777e-44c4-4c7d-b895-ce12d73c6204),segment_id=f80d777e-44c4-4c7d-b895-ce12d73c6204)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:18.690039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.701580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1528789119'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:18.718589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.719649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.764393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4b47cf62-294b-42e9-ab69-c00d6daa9ce3 req-de132ec1-d21e-4d05-a290-c6c1daf1cfae tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2652905 Jan 04 13:58:18.778884 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 643b2fa9-0a44-4765-94a1-7eaf1658aabf (CIDR: 2001:db8::/64) Jan 04 13:58:18.795674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Provisioning complete for port 1d98fbcd-5a50-403b-bba5-101880f0ba6f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:18.796532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.797609 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:58:18.798113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:18.810839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.824891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.828136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Made reservation on behalf of f40f8687f3524a96b6c7d287a026d2d1 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:18.831948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.841671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:18.843878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4c379396-310a-496b-8d90-d18cd4fe7bf5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4446824 Jan 04 13:58:18.848753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37522) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:18.848976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb2f50b6-4111-4ac0-8275-a05c72d17dc6,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:18.867114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e7889b-e4c2-436d-a8fa-e690dfe4c58d None None] Pushing event updated for resources: {'Port': ['ID=ad2f06ce-9e62-43d4-a143-ada1247da2aa,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:18.870370 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.874680 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-748dbf73-c652-4c58-ba9a-2d5ed96622d3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2031233 Jan 04 13:58:18.875553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37524) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:18.892812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:18.897178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:18.941015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Port 1d98fbcd-5a50-403b-bba5-101880f0ba6f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:18.967585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:18.968155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.045794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d17127f-1843-476b-88ca-41779e1847be tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.093750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d17127f-1843-476b-88ca-41779e1847be tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.113860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Provisioning complete for port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:19.114409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.118154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.158740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d17127f-1843-476b-88ca-41779e1847be tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.161939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9d17127f-1843-476b-88ca-41779e1847be tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.164747 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9d17127f-1843-476b-88ca-41779e1847be tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1850aec-829a-4ba7-8d50-af0d1111b0df HTTP/1.1" status: 204 len: 168 time: 0.2811842 Jan 04 13:58:19.169629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37526) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.174815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e8c9bc0c-29d5-469b-b75b-e55511faa519 None None] Port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:19.180858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.185296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.192884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:19.197944 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.206255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d17127f-1843-476b-88ca-41779e1847be tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1850aec-829a-4ba7-8d50-af0d1111b0df,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:19.232397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.234785 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:19.237392 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:19.255878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:19.310126 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f6da7ab0-2765-4e0a-88a6-a87e892748a3 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1334701 Jan 04 13:58:19.310859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37528) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.420831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.435547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.437071 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b97019e9-c922-40cf-8dbc-751de8eb740c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8761230 Jan 04 13:58:19.444090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37530) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.459324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad2f06ce-9e62-43d4-a143-ada1247da2aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:19.466215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'enable_snat': False}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:19.483570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=b25a071e-7e3d-4929-ab99-073c1c14176b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:19.493619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '3492df28-2276-4385-9c5d-993d7cc5d6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:19.494089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: d04f1a7f-2c75-4d9f-984f-56208a2af5a6, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:19.513944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:19.529278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d04f1a7f-2c75-4d9f-984f-56208a2af5a6) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:19.534659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-956679fb-6c48-460c-99c3-229a128b35ea None None] Provisioning complete for port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:19.535312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-956679fb-6c48-460c-99c3-229a128b35ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.542268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdea1e0-4ae0-4898-9839-80d4292dc8cf None None] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:19.545480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:19.547275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.572071 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-203033ac-4d6e-4def-b29c-262681c6377f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0822473 Jan 04 13:58:19.572873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37532) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.582631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-583905511', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:19.604528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:19.604924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.611932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.613462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.618448 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-759ec2e9-902a-4a50-a135-7770c2e22174 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.2265351 Jan 04 13:58:19.621165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37534) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.630140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-956679fb-6c48-460c-99c3-229a128b35ea None None] Port eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:19.642753 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-14543fe4-b347-4f9b-9731-e5c0d73d907d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] delete failed (client error): The resource could not be found. Jan 04 13:58:19.647632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-14543fe4-b347-4f9b-9731-e5c0d73d907d tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "DELETE /v2.0/security-groups/f1850aec-829a-4ba7-8d50-af0d1111b0df HTTP/1.1" status: 404 len: 347 time: 0.0216713 Jan 04 13:58:19.648352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37536) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.730720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:19.734343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.737165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.744138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d04f1a7f-2c75-4d9f-984f-56208a2af5a6', 'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': 'b25a071e-7e3d-4929-ab99-073c1c14176b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:19.745167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.745948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.771506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-02f0da20-afcb-416c-b1db-fd4235c60339 tempest-SecGroupTest-60290797 tempest-SecGroupTest-60290797-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1218917 Jan 04 13:58:19.774174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.778303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.796864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.800109 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-214816c0-3829-4c0e-92e4-abfda1d48010 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.2263360 Jan 04 13:58:19.803774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37542) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:19.828418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ad2f06ce-9e62-43d4-a143-ada1247da2aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2f06ce-9e62-43d4-a143-ada1247da2aa,segment=NetworkSegment(f80d777e-44c4-4c7d-b895-ce12d73c6204),segment_id=f80d777e-44c4-4c7d-b895-ce12d73c6204)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:19.903955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:19.904914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:19.912060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.035320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.063882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ad2f06ce-9e62-43d4-a143-ada1247da2aa,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:20.083184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:20.131174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:20.131799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.148059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29a2a680-687e-4c90-b7f8-86cf6acb8d70,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:20.159947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.160214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Added segment bf83dffa-59e1-4aca-9978-ca4d24d1469f of type vlan for network d726b500-9759-4aaf-9826-dc5013b3dfda Jan 04 13:58:20.196704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.197421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37546) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:20.203830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.218394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Allocated IP 2001:db8::2 (d04f1a7f-2c75-4d9f-984f-56208a2af5a6/b25a071e-7e3d-4929-ab99-073c1c14176b/6329d201-e38c-4278-acea-e14c6815e6c8) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:20.284982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:20.303073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bccce936-76c2-4f50-a05b-183e24047907 req-c30d3bda-5ffb-424c-bc45-901d6c2d2556 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:20.304835 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bccce936-76c2-4f50-a05b-183e24047907 req-c30d3bda-5ffb-424c-bc45-901d6c2d2556 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 945 time: 0.3814895 Jan 04 13:58:20.350834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.395551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.409025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7624c0b8-73c2-42a3-ad67-6bc9bc576222 None None] Network ef2464ce-8616-4b25-9577-274b8d864661 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:20.421413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.470354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:58:20.481597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.526697 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2014b8e6-b622-4c7e-bedc-3bf5680e94cb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c56b50f7b11042ec91e86cb98f70383d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3283608 Jan 04 13:58:20.529052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.530195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37550) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:20.535155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bb1e0e93-a470-49d8-b5a2-3a9899360233 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 HTTP/1.1" status: 204 len: 168 time: 2.2871404 Jan 04 13:58:20.545981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:20.547233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37552) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:20.552140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.558140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:20.558980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.580097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device b605d63a-472d-4aac-b326-1f00084460c9 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:20.592642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:20.595183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9835b94a-11de-41e9-9e3d-ebe07cbce12d None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:20.595183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9835b94a-11de-41e9-9e3d-ebe07cbce12d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.614605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:20.627343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fb46b3bb-f7a8-4d7c-a8d0-30108b0f5181 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.660668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Pushing event updated for resources: {'Port': ['ID=6329d201-e38c-4278-acea-e14c6815e6c8,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:20.688724 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bccce936-76c2-4f50-a05b-183e24047907 req-9fa9a313-90b5-484f-ac7f-0ef118401d83 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593953 Jan 04 13:58:20.695478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fb46b3bb-f7a8-4d7c-a8d0-30108b0f5181 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.714465 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-96c10511-2813-4e38-ba5a-2cfd304a2d42 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] GET failed (client error): The resource could not be found. Jan 04 13:58:20.718441 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-96c10511-2813-4e38-ba5a-2cfd304a2d42 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports/eddf2dd9-5e4c-45a2-a9d5-91e2e7a5dcc5 HTTP/1.1" status: 404 len: 333 time: 0.1649668 Jan 04 13:58:20.722927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37554) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:20.729206 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.3341253 Jan 04 13:58:20.730572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8::1 (d04f1a7f-2c75-4d9f-984f-56208a2af5a6/b25a071e-7e3d-4929-ab99-073c1c14176b/6eb09933-295f-446f-ab60-e12eb1f51ce9) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:20.739818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37556) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:20.752155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Request body: {'subnet': {'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:20.775443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cdfc51-59f2-4170-9fd6-7542cbf3bfd1 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event updated for resources: {'Network': ['ID=d726b500-9759-4aaf-9826-dc5013b3dfda,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:20.896944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d726b500-9759-4aaf-9826-dc5013b3dfda details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:20.937022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.950824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fb46b3bb-f7a8-4d7c-a8d0-30108b0f5181 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.953401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fb46b3bb-f7a8-4d7c-a8d0-30108b0f5181 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.956989 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fb46b3bb-f7a8-4d7c-a8d0-30108b0f5181 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/441fcf6a-b51c-4e78-ace1-500708408bea HTTP/1.1" status: 204 len: 168 time: 0.4239302 Jan 04 13:58:20.961909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf93d04d-b5b4-403a-98a9-f18b950202cb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:20.976980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb46b3bb-f7a8-4d7c-a8d0-30108b0f5181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=441fcf6a-b51c-4e78-ace1-500708408bea,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:21.013402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.020161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf93d04d-b5b4-403a-98a9-f18b950202cb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.040584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.049232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Made reservation on behalf of f40f8687f3524a96b6c7d287a026d2d1 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:21.049543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network ef2464ce-8616-4b25-9577-274b8d864661 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:21.050388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Attempting to bind port 6329d201-e38c-4278-acea-e14c6815e6c8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:21.050929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Attempting to bind port 6329d201-e38c-4278-acea-e14c6815e6c8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3492df28-2276-4385-9c5d-993d7cc5d6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:21.052090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Attempting to bind port 6329d201-e38c-4278-acea-e14c6815e6c8 on network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:21.053310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.072253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 57, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:21.072692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Checking segment: {'id': '3492df28-2276-4385-9c5d-993d7cc5d6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:21.073291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.073768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Bound using segment: {'id': '3492df28-2276-4385-9c5d-993d7cc5d6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:21.074453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Bound port: 6329d201-e38c-4278-acea-e14c6815e6c8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3492df28-2276-4385-9c5d-993d7cc5d6c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'd04f1a7f-2c75-4d9f-984f-56208a2af5a6'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:21.075005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.079489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port b605d63a-472d-4aac-b326-1f00084460c9 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 13:58:21.108483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.111114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=72efaa0e-a37c-4e2e-9070-e573503acaa8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:21.114715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:21.119147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:21.119594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.128101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port b605d63a-472d-4aac-b326-1f00084460c9 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:21.128619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.150123 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4070a4d9-cce3-41f5-940f-af6f89d2b490 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.9642479 Jan 04 13:58:21.152079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37560) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:21.157750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661', 'fixed_ips': [{'subnet_id': '643b2fa9-0a44-4765-94a1-7eaf1658aabf'}, {'subnet_id': '72efaa0e-a37c-4e2e-9070-e573503acaa8'}], 'name': 'tempest-PortsIpV6TestJSON-1058039324'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:21.187677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf93d04d-b5b4-403a-98a9-f18b950202cb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.190320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf93d04d-b5b4-403a-98a9-f18b950202cb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.195868 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bf93d04d-b5b4-403a-98a9-f18b950202cb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/security-groups/2d185f79-e9e4-4632-a386-82d45c6b5a3d HTTP/1.1" status: 204 len: 168 time: 0.4717486 Jan 04 13:58:21.200540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37562) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:21.247088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.255740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93d04d-b5b4-403a-98a9-f18b950202cb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d185f79-e9e4-4632-a386-82d45c6b5a3d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:21.372113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] For port 6329d201-e38c-4278-acea-e14c6815e6c8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:21.383015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] For port 6329d201-e38c-4278-acea-e14c6815e6c8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6329d201-e38c-4278-acea-e14c6815e6c8,segment=NetworkSegment(3492df28-2276-4385-9c5d-993d7cc5d6c0),segment_id=3492df28-2276-4385-9c5d-993d7cc5d6c0)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:21.439503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:21.452437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad2f06ce-9e62-43d4-a143-ada1247da2aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:21.456591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:21.468317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:21.468808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.471384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.539413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=6eb09933-295f-446f-ab60-e12eb1f51ce9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:21.552807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0586590a-3269-4248-9e94-308aedd71830 None None] Network ef2464ce-8616-4b25-9577-274b8d864661 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:21.565027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Allocated IP 172.36.2.84 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/f41ad42a-5b22-45d5-b22c-fb5aec6707e8) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:21.604296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-177b3151-c555-4ad6-8fec-63ae0e5a9b45 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.657298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.684095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:21.783061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-54544141-8f7c-4606-ac0d-65e1d1885607 None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:21.783280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-54544141-8f7c-4606-ac0d-65e1d1885607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.801449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.809778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-177b3151-c555-4ad6-8fec-63ae0e5a9b45 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.869996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.894095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port b605d63a-472d-4aac-b326-1f00084460c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b605d63a-472d-4aac-b326-1f00084460c9,segment=NetworkSegment(76358039-5a79-49cd-9290-60f983fde01c),segment_id=76358039-5a79-49cd-9290-60f983fde01c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:21.896317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605d63a-472d-4aac-b326-1f00084460c9'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:58:21.897254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:21.905005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4720d3c-6d7b-40f8-976c-532d6e41baba" -d '{"events": [{"server_uuid": "acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7", "name": "network-vif-plugged", "status": "completed", "tag": "b605d63a-472d-4aac-b326-1f00084460c9"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:58:21.912951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343c8f82-df1a-46c1-85c2-744ec1826348 None None] Pushing event updated for resources: {'Port': ['ID=6329d201-e38c-4278-acea-e14c6815e6c8,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:21.974761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:21.976508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.048814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.075618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event updated for resources: {'Subnet': ['ID=34345aff-d366-45cd-ba43-c97bf4ef7dd5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:22.085132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8083231b-dcd2-4d4d-8292-222d4934f44b x-openstack-request-id: req-8083231b-dcd2-4d4d-8292-222d4934f44b {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:58:22.085424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7", "name": "network-vif-plugged", "status": "completed", "tag": "b605d63a-472d-4aac-b326-1f00084460c9", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:58:22.085674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8083231b-dcd2-4d4d-8292-222d4934f44b {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:58:22.086094 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b605d63a-472d-4aac-b326-1f00084460c9', 'code': 200} Jan 04 13:58:22.098731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=b605d63a-472d-4aac-b326-1f00084460c9,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:22.114066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1892bde9-e61e-4552-9037-18d9110b7756 req-5702deea-55e0-4b5b-8c3c-1d10f7e0b29f tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:22.115886 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1892bde9-e61e-4552-9037-18d9110b7756 req-5702deea-55e0-4b5b-8c3c-1d10f7e0b29f tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 945 time: 0.2824674 Jan 04 13:58:22.118051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.180946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:22.184982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.188239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Checking segment: {'id': 'bf83dffa-59e1-4aca-9978-ca4d24d1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:22.188523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Network hostable DHCP agents. Network: d726b500-9759-4aaf-9826-dc5013b3dfda, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:22.205118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-177b3151-c555-4ad6-8fec-63ae0e5a9b45 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.219571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-177b3151-c555-4ad6-8fec-63ae0e5a9b45 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.220850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-177b3151-c555-4ad6-8fec-63ae0e5a9b45 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/security-groups/d02dd1d6-c968-42a3-8549-6c0ee68d7c64 HTTP/1.1" status: 204 len: 168 time: 1.0153625 Jan 04 13:58:22.225703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37586) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:22.278174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.319883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b3151-c555-4ad6-8fec-63ae0e5a9b45 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d02dd1d6-c968-42a3-8549-6c0ee68d7c64,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:22.377530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37588) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:22.392273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] Update dhcp port {'port': {'network_id': 'ef2464ce-8616-4b25-9577-274b8d864661', 'fixed_ips': [{'subnet_id': '643b2fa9-0a44-4765-94a1-7eaf1658aabf', 'ip_address': '2001:db8::2'}, {'subnet_id': '72efaa0e-a37c-4e2e-9070-e573503acaa8'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ad2f06ce-9e62-43d4-a143-ada1247da2aa'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:58:22.408027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Network d726b500-9759-4aaf-9826-dc5013b3dfda is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:22.450419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.474595 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1892bde9-e61e-4552-9037-18d9110b7756 req-2584b3ab-998b-410b-80a7-74810a2fade2 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3446755 Jan 04 13:58:22.475607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d726b500-9759-4aaf-9826-dc5013b3dfda) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:22.491450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:22.494478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac7827e7-b529-4c6a-8586-be2c3e17a316 None None] Network d726b500-9759-4aaf-9826-dc5013b3dfda requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:22.498405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:22.511662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:22.520985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a59f0b3c-f139-45ee-811f-1fcb0bacbec5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.521919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Pushing event updated for resources: {'Port': ['ID=f41ad42a-5b22-45d5-b22c-fb5aec6707e8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:22.524019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:22.524374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.571343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96289b18-3569-4fc5-b009-ac7d9bdb9c4d None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:22.602823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2fce6a71-d9c6-403f-a83d-d46cdb06051f tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-444097679', 'prefixes': ['172.20.0.0/16']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:22.611230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b69543-667b-4853-befe-dc93a551371d req-b5197054-8626-4d5e-97be-7edd578f62ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:22.612871 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-17b69543-667b-4853-befe-dc93a551371d req-b5197054-8626-4d5e-97be-7edd578f62ba service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 1099 time: 0.3247015 Jan 04 13:58:22.618010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a59f0b3c-f139-45ee-811f-1fcb0bacbec5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.631262 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7767324d-7559-4643-b9ab-1bf71a520465 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8888268 Jan 04 13:58:22.643258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37592) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:22.659202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Request body: {'port': {'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda', 'name': 'tempest-ExtraDHCPOptionsTestJSON-91861440'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:22.753724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8500f676-ebdb-4e04-8ccd-ffa9cbbce9a2 None None] Provisioning complete for port f41ad42a-5b22-45d5-b22c-fb5aec6707e8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:22.754155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8500f676-ebdb-4e04-8ccd-ffa9cbbce9a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.804531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d726b500-9759-4aaf-9826-dc5013b3dfda', 'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda', 'project_id': 'f40f8687f3524a96b6c7d287a026d2d1', 'fixed_ips': [{'subnet_id': '34345aff-d366-45cd-ba43-c97bf4ef7dd5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:22.805411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:22.832300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8500f676-ebdb-4e04-8ccd-ffa9cbbce9a2 None None] Port f41ad42a-5b22-45d5-b22c-fb5aec6707e8 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:22.877899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::2ba (ef2464ce-8616-4b25-9577-274b8d864661/643b2fa9-0a44-4765-94a1-7eaf1658aabf/9f44e3ce-fb4d-4f4b-80f0-1016a0491663) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:22.885348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8:0:1::22a (ef2464ce-8616-4b25-9577-274b8d864661/72efaa0e-a37c-4e2e-9070-e573503acaa8/9f44e3ce-fb4d-4f4b-80f0-1016a0491663) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:22.943980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.007147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Allocated IP 172.20.0.2 (d726b500-9759-4aaf-9826-dc5013b3dfda/34345aff-d366-45cd-ba43-c97bf4ef7dd5/f781b0a5-2911-4362-b661-c34f580f3a84) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:23.031596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-17b69543-667b-4853-befe-dc93a551371d req-a090b2db-110e-4b84-a8d5-53dd31924381 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4074430 Jan 04 13:58:23.038777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.039823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.041519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a59f0b3c-f139-45ee-811f-1fcb0bacbec5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.044129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a59f0b3c-f139-45ee-811f-1fcb0bacbec5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.048024 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a59f0b3c-f139-45ee-811f-1fcb0bacbec5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/security-groups/6491b45c-4021-4ad2-a5cf-31d7897c4ddf HTTP/1.1" status: 204 len: 168 time: 0.8103678 Jan 04 13:58:23.048217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37594) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:23.068541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59f0b3c-f139-45ee-811f-1fcb0bacbec5 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6491b45c-4021-4ad2-a5cf-31d7897c4ddf,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:23.109743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.134463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Made reservation on behalf of f40f8687f3524a96b6c7d287a026d2d1 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:23.138210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.161642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] device_id is not set on port facf2669-ba78-429d-9cc8-5352bb008ac5 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:23.192924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f427c047-f731-4b85-9174-867821ab73f4 None None] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:23.219470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet f4f3135b-18ed-4acb-8e3b-3cf88f263249 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:23.222589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.252216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.259554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=6eb09933-295f-446f-ab60-e12eb1f51ce9,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:23.307334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2fce6a71-d9c6-403f-a83d-d46cdb06051f tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] Publish callbacks [] for subnetpool, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.311011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.311152 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2fce6a71-d9c6-403f-a83d-d46cdb06051f tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9272258 Jan 04 13:58:23.313807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37596) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:23.321487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.342368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.385922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:23.390338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:23.395302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-acf0cbeb-48fc-498d-b9d1-eb8506d52c4f tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] 10.222.0.30 "GET /v2.0/subnetpools/9a3ebce1-6949-4f24-8cff-8253a9e6fe50 HTTP/1.1" status: 200 len: 731 time: 0.0602520 Jan 04 13:58:23.401472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37598) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:23.407309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-52a13da2-1fa0-4cbf-85c1-5a14006b1489 tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1880018053'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:23.429083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6329d201-e38c-4278-acea-e14c6815e6c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:23.429967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Allocated IP 172.20.0.13 (d726b500-9759-4aaf-9826-dc5013b3dfda/34345aff-d366-45cd-ba43-c97bf4ef7dd5/facf2669-ba78-429d-9cc8-5352bb008ac5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:23.433379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-81e37229-1bd9-46b4-805a-5d6b79dd1dac None None] Provisioning complete for port 6329d201-e38c-4278-acea-e14c6815e6c8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:23.433892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-81e37229-1bd9-46b4-805a-5d6b79dd1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.499251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Network d726b500-9759-4aaf-9826-dc5013b3dfda is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:23.507296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.541108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:23.546274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:23.573825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=9f44e3ce-fb4d-4f4b-80f0-1016a0491663,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:23.583094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.593632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Pushing event updated for resources: {'Port': ['ID=f781b0a5-2911-4362-b661-c34f580f3a84,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:23.610558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.628376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network ef2464ce-8616-4b25-9577-274b8d864661 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:23.649856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:23.652212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.656785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:23.663017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:23.663691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.740760 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-861f0aed-faf8-44b2-8734-09457cb02535 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 2.5875974 Jan 04 13:58:23.751933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37602) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:23.761451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4eba1c-0093-439f-b425-9e80281f4b0c req-3525e8a4-8567-4451-8023-a8a2474fe011 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:23.763167 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8e4eba1c-0093-439f-b425-9e80281f4b0c req-3525e8a4-8567-4451-8023-a8a2474fe011 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.1823685 Jan 04 13:58:23.769209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '643b2fa9-0a44-4765-94a1-7eaf1658aabf'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:23.818280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.868133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] Allocated IP 2001:db8:0:1::2 (ef2464ce-8616-4b25-9577-274b8d864661/72efaa0e-a37c-4e2e-9070-e573503acaa8/ad2f06ce-9e62-43d4-a143-ada1247da2aa) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:23.890213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6329d201-e38c-4278-acea-e14c6815e6c8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:23.890766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.909940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=f4f3135b-18ed-4acb-8e3b-3cf88f263249,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:23.927439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.929309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Attempting to bind port f781b0a5-2911-4362-b661-c34f580f3a84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:23.930035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Attempting to bind port f781b0a5-2911-4362-b661-c34f580f3a84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bf83dffa-59e1-4aca-9978-ca4d24d1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:23.930493 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-52322fbb-4a0a-4386-91a7-703e64a04f02 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/f4f3135b-18ed-4acb-8e3b-3cf88f263249 HTTP/1.1" status: 204 len: 168 time: 0.8782737 Jan 04 13:58:23.930865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Attempting to bind port f781b0a5-2911-4362-b661-c34f580f3a84 on network d726b500-9759-4aaf-9826-dc5013b3dfda {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:23.938377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37604) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:23.950028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.985267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:23.985990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Checking segment: {'id': 'bf83dffa-59e1-4aca-9978-ca4d24d1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:23.986860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:23.987686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Bound using segment: {'id': 'bf83dffa-59e1-4aca-9978-ca4d24d1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:23.988195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8e4eba1c-0093-439f-b425-9e80281f4b0c req-a89f8f9e-c56a-46a2-93b5-44af78c80188 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912062 Jan 04 13:58:23.989076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Bound port: f781b0a5-2911-4362-b661-c34f580f3a84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf83dffa-59e1-4aca-9978-ca4d24d1469f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:23.989768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.006695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52a13da2-1fa0-4cbf-85c1-5a14006b1489 tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] Publish callbacks [] for subnetpool, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.008050 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-52a13da2-1fa0-4cbf-85c1-5a14006b1489 tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] 10.222.0.30 "PUT /v2.0/subnetpools/9a3ebce1-6949-4f24-8cff-8253a9e6fe50 HTTP/1.1" status: 200 len: 684 time: 0.6048844 Jan 04 13:58:24.031294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9651177f-b9e1-4f95-b283-ca3b678399e9 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:24.031398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37606) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:24.074193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet 6f634fb1-2b29-4f51-991d-6cc95bdb55c5 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:24.081446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.157083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Router 25b308eb-ccbb-43e1-b408-cc02513756da is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:24.180847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-81e37229-1bd9-46b4-805a-5d6b79dd1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.219224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.246052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router e312debc-a8d3-4369-8e1e-81a0a6acb533 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:24.311346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf60838-1755-49dc-a032-2eb3e67dcaff tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] Publish callbacks [] for subnetpool, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.313050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-acf60838-1755-49dc-a032-2eb3e67dcaff tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9a3ebce1-6949-4f24-8cff-8253a9e6fe50 HTTP/1.1" status: 204 len: 168 time: 0.2865069 Jan 04 13:58:24.320123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37608) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:24.361039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-81e37229-1bd9-46b4-805a-5d6b79dd1dac None None] For port 6329d201-e38c-4278-acea-e14c6815e6c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6329d201-e38c-4278-acea-e14c6815e6c8,segment=NetworkSegment(3492df28-2276-4385-9c5d-993d7cc5d6c0),segment_id=3492df28-2276-4385-9c5d-993d7cc5d6c0)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:24.365229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] For port f781b0a5-2911-4362-b661-c34f580f3a84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:24.383514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-81e37229-1bd9-46b4-805a-5d6b79dd1dac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.396633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] For port ad2f06ce-9e62-43d4-a143-ada1247da2aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2f06ce-9e62-43d4-a143-ada1247da2aa,segment=NetworkSegment(f80d777e-44c4-4c7d-b895-ce12d73c6204),segment_id=f80d777e-44c4-4c7d-b895-ce12d73c6204)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:24.404438 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-080be060-4c43-47a0-ae96-48659a1162ea tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] show failed (client error): The resource could not be found. Jan 04 13:58:24.404662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] For port f781b0a5-2911-4362-b661-c34f580f3a84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f781b0a5-2911-4362-b661-c34f580f3a84,segment=NetworkSegment(bf83dffa-59e1-4aca-9978-ca4d24d1469f),segment_id=bf83dffa-59e1-4aca-9978-ca4d24d1469f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:24.405469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-080be060-4c43-47a0-ae96-48659a1162ea tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] 10.222.0.30 "GET /v2.0/subnetpools/9a3ebce1-6949-4f24-8cff-8253a9e6fe50 HTTP/1.1" status: 404 len: 346 time: 0.0841768 Jan 04 13:58:24.410816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37610) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:24.412684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.443626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.446867 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.504668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.529125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.563335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.568361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e37229-1bd9-46b4-805a-5d6b79dd1dac None None] Pushing event updated for resources: {'Port': ['ID=6329d201-e38c-4278-acea-e14c6815e6c8,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:24.574345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.596537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.629544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-547a7021-5ef8-4338-a884-ad5724738153 None None] Provisioning complete for port 6329d201-e38c-4278-acea-e14c6815e6c8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:24.630143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-547a7021-5ef8-4338-a884-ad5724738153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.648382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:58:24.648751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:58:24.696856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.702502 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/6f634fb1-2b29-4f51-991d-6cc95bdb55c5 HTTP/1.1" status: 204 len: 168 time: 0.7593019 Jan 04 13:58:24.723877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dfd2ad-ff69-4048-b0c2-d0af63e627f4 None None] Pushing event updated for resources: {'Port': ['ID=f781b0a5-2911-4362-b661-c34f580f3a84,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:24.787833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37612) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:24.813770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a6c6fe-2814-4076-ba63-52729adf8da0 None None] Pushing event updated for resources: {'Port': ['ID=ad2f06ce-9e62-43d4-a143-ada1247da2aa,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:24.839458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2c4146-274b-4a4a-8ce8-6df3d93deb9c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=6f634fb1-2b29-4f51-991d-6cc95bdb55c5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:24.885662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Network d726b500-9759-4aaf-9826-dc5013b3dfda is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:24.885662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:24.887419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-c3fc56f6-1798-4912-953b-9f236e3ec092 tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] delete failed (client error): The resource could not be found. Jan 04 13:58:24.888461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c3fc56f6-1798-4912-953b-9f236e3ec092 tempest-SubnetPoolsTestJSON-1476523848 tempest-SubnetPoolsTestJSON-1476523848-project] 10.222.0.30 "DELETE /v2.0/subnetpools/9a3ebce1-6949-4f24-8cff-8253a9e6fe50 HTTP/1.1" status: 404 len: 346 time: 0.4745984 Jan 04 13:58:24.941258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:24.947753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:24.947966 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bc435f7f-d378-40fa-83e3-d02659e6ece2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/e312debc-a8d3-4369-8e1e-81a0a6acb533/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1421528 Jan 04 13:58:24.953830 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1efde339-886c-4d9f-94cc-c2f2adac9695 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "PUT /v2.0/routers/25b308eb-ccbb-43e1-b408-cc02513756da HTTP/1.1" status: 200 len: 919 time: 5.4930816 Jan 04 13:58:24.955906 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] Sync routers for ids ['25b308eb-ccbb-43e1-b408-cc02513756da'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:24.961847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37616) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:24.962228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37618) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:24.970441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] Sync routers for ids ['e312debc-a8d3-4369-8e1e-81a0a6acb533'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:24.973669 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] Routers {'25b308eb-ccbb-43e1-b408-cc02513756da'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:24.974333 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25b308eb-ccbb-43e1-b408-cc02513756da'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:24.974474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:24.977179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:24.980236 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-84846434-faed-421a-a2bd-a597505f10d0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:24.980695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84846434-faed-421a-a2bd-a597505f10d0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:24.987069 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-84846434-faed-421a-a2bd-a597505f10d0 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/f4f3135b-18ed-4acb-8e3b-3cf88f263249 HTTP/1.1" status: 404 len: 337 time: 0.1989770 Jan 04 13:58:24.989132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37620) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:25.046499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] Routers {'e312debc-a8d3-4369-8e1e-81a0a6acb533'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:25.048940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e312debc-a8d3-4369-8e1e-81a0a6acb533'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.066064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event updated for resources: {'Port': ['ID=facf2669-ba78-429d-9cc8-5352bb008ac5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.124422 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:25.126735 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:25.127453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:25.127539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.157758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting subnet d80a44ca-d4e7-4d86-8d48-d44bba7479f8 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:25.167845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.168888 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.202675 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] Routers {'25b308eb-ccbb-43e1-b408-cc02513756da'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:25.204308 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25b308eb-ccbb-43e1-b408-cc02513756da'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.237977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-547a7021-5ef8-4338-a884-ad5724738153 None None] Provisioning complete for port 6eb09933-295f-446f-ab60-e12eb1f51ce9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:25.238276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-547a7021-5ef8-4338-a884-ad5724738153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.267269 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.267933 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e1585c4-1716-461b-8949-96d3a4b0a2ef None None] The sync data for ids ['25b308eb-ccbb-43e1-b408-cc02513756da'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:25.289680 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-52498118-c249-4c8d-a948-68be76e3ef30 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6438379 Jan 04 13:58:25.298491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.300720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37624) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:25.316004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Request body: {'port': {'network_id': 'd726b500-9759-4aaf-9826-dc5013b3dfda', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1187862087', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:25.325651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] bootfile-name is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:58:25.328153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] tftp-server is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:58:25.328153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.api.validators [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] server-ip-address is not in valid_values {{(pid=103265) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:58:25.393727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-627a6631-9c81-4034-9c7c-b23dc530077b tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:25.395290 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-627a6631-9c81-4034-9c7c-b23dc530077b tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports/6eb09933-295f-446f-ab60-e12eb1f51ce9 HTTP/1.1" status: 200 len: 911 time: 0.4321105 Jan 04 13:58:25.416877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.421856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Delete allocated IP 2001:db8:0:1::22a (ef2464ce-8616-4b25-9577-274b8d864661/72efaa0e-a37c-4e2e-9070-e573503acaa8) {{(pid=103264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 04 13:58:25.425541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37628) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:25.435825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-547a7021-5ef8-4338-a884-ad5724738153 None None] Port 6eb09933-295f-446f-ab60-e12eb1f51ce9 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:25.461791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'b25a071e-7e3d-4929-ab99-073c1c14176b'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:25.461951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] Routers {'e312debc-a8d3-4369-8e1e-81a0a6acb533'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:25.462733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e312debc-a8d3-4369-8e1e-81a0a6acb533'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.543290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:25.544732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-694a0420-f3c9-469a-90b3-9643d3326a6b None None] The sync data for ids ['e312debc-a8d3-4369-8e1e-81a0a6acb533'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:25.578525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8ff99a5a-617c-458c-bc79-f77dddad56f0 None None] Provisioning complete for port 6eb09933-295f-446f-ab60-e12eb1f51ce9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:25.578966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8ff99a5a-617c-458c-bc79-f77dddad56f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.585340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.609516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37630) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:25.615568 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8506500c-96fb-40c4-b2e1-75c53fb9e74e tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/25b308eb-ccbb-43e1-b408-cc02513756da HTTP/1.1" status: 200 len: 925 time: 0.6510434 Jan 04 13:58:25.625887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37632) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:25.712810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8ff99a5a-617c-458c-bc79-f77dddad56f0 None None] Port 6eb09933-295f-446f-ab60-e12eb1f51ce9 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:25.734975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f781b0a5-2911-4362-b661-c34f580f3a84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:25.817787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2590ee-e34e-44fe-8d73-a1122c3ae614 None None] Network 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:25.861103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.954837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.961887 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/d80a44ca-d4e7-4d86-8d48-d44bba7479f8 HTTP/1.1" status: 204 len: 168 time: 0.9694700 Jan 04 13:58:25.963774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-79cd3d76-3c87-4977-b4fe-150a0f78a931 None None] Provisioning complete for port 1d98fbcd-5a50-403b-bba5-101880f0ba6f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:25.963924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79cd3d76-3c87-4977-b4fe-150a0f78a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.964927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37636) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:25.967625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33b760a9-9dbd-4240-ab5c-f91d87e15034 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:25.979147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31656225-d0c4-4345-bb35-82929171e682 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Subnet': ['ID=d80a44ca-d4e7-4d86-8d48-d44bba7479f8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:26.004173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f781b0a5-2911-4362-b661-c34f580f3a84 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:26.004580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.019386 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-73f6939a-548b-4c51-9e92-3730b1bcc22e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.020387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73f6939a-548b-4c51-9e92-3730b1bcc22e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.026326 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-73f6939a-548b-4c51-9e92-3730b1bcc22e tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/5e8353e4-1329-45f4-994c-546aeab60cb3 HTTP/1.1" status: 404 len: 337 time: 0.0487010 Jan 04 13:58:26.026967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37638) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.067609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-79cd3d76-3c87-4977-b4fe-150a0f78a931 None None] Port 1d98fbcd-5a50-403b-bba5-101880f0ba6f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:26.083760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86628989-4240-4491-8a49-fe04c113dff5 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:26.088272 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-86628989-4240-4491-8a49-fe04c113dff5 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=25b308eb-ccbb-43e1-b408-cc02513756da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.4592786 Jan 04 13:58:26.095966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-79cd3d76-3c87-4977-b4fe-150a0f78a931 None None] Provisioning complete for port 3271cf18-ddf6-4882-bb03-2713630fc006 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:26.096346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79cd3d76-3c87-4977-b4fe-150a0f78a931 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.099243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37640) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.115009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.166481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.176680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe805f9-66d0-449e-b051-48dc3d2cfba3 req-d9a04c69-75c3-4f9f-9a08-7d27142a0d5a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:26.185208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3fe805f9-66d0-449e-b051-48dc3d2cfba3 req-d9a04c69-75c3-4f9f-9a08-7d27142a0d5a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.9523630 Jan 04 13:58:26.200277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37642) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.200863 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b0b6b0a-fe07-48aa-91ac-08223282d708 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "GET /v2.0/ports?device_id=85b34892-9296-4e98-9aa9-f3d5d24da66b HTTP/1.1" status: 200 len: 205 time: 0.1626701 Jan 04 13:58:26.212713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] DHCP port deletion for 6d6ac5e9-89a3-4a55-a8ab-55d740e6645c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:26.255773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.261291 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-9e02f31c-ec79-47ad-86a1-17a5414ffcbb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] delete failed (client error): The resource could not be found. Jan 04 13:58:26.264980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Made reservation on behalf of f40f8687f3524a96b6c7d287a026d2d1 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:26.265789 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9e02f31c-ec79-47ad-86a1-17a5414ffcbb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/routers/85b34892-9296-4e98-9aa9-f3d5d24da66b HTTP/1.1" status: 404 len: 336 time: 0.0591669 Jan 04 13:58:26.267283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37644) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.267407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.302887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] device_id is not set on port b6912693-a9e4-41b3-b150-359f2c402f4c yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:26.335708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.360822 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7cc3d66-c56c-41a5-928c-aee7c9c03beb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.361726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7cc3d66-c56c-41a5-928c-aee7c9c03beb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.364960 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3fe805f9-66d0-449e-b051-48dc3d2cfba3 req-593d4e76-0f8c-4556-bb65-0b73602b6e9e tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1788847 Jan 04 13:58:26.368516 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d7cc3d66-c56c-41a5-928c-aee7c9c03beb tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/1d07c821-4b69-4dd9-8741-2ad863352f32 HTTP/1.1" status: 404 len: 337 time: 0.0927567 Jan 04 13:58:26.370367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37646) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.380985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port f781b0a5-2911-4362-b661-c34f580f3a84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f781b0a5-2911-4362-b661-c34f580f3a84,segment=NetworkSegment(bf83dffa-59e1-4aca-9978-ca4d24d1469f),segment_id=bf83dffa-59e1-4aca-9978-ca4d24d1469f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:26.391868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.392865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6329d201-e38c-4278-acea-e14c6815e6c8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:26.451750 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b9f07e-9e83-4eca-aa8d-ede0f945e899 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.452321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b9f07e-9e83-4eca-aa8d-ede0f945e899 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.459856 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-10b9f07e-9e83-4eca-aa8d-ede0f945e899 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/465b585c-f0ff-4ecc-9b61-9db2f144fd17 HTTP/1.1" status: 404 len: 337 time: 0.0856838 Jan 04 13:58:26.464565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37650) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.483588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d75a87e-189f-4756-8b83-9bf2804734fd None None] Network d726b500-9759-4aaf-9826-dc5013b3dfda requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:26.503851 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f504877c-e2e1-4b7e-947b-edb236ac325c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.504847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f504877c-e2e1-4b7e-947b-edb236ac325c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.510721 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f504877c-e2e1-4b7e-947b-edb236ac325c tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/15b2db0f-efaa-4d72-acaf-55e3df502623 HTTP/1.1" status: 404 len: 337 time: 0.0422773 Jan 04 13:58:26.515507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37652) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.538801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=f781b0a5-2911-4362-b661-c34f580f3a84,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:26.556436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] Deleting port 3271cf18-ddf6-4882-bb03-2713630fc006 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:26.556971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.566146 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-75d87ef7-1719-45a5-a5a8-8def479da915 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.566889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75d87ef7-1719-45a5-a5a8-8def479da915 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.572253 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-75d87ef7-1719-45a5-a5a8-8def479da915 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/ff1459a4-85f7-4b72-be63-1d57ad8215d3 HTTP/1.1" status: 404 len: 333 time: 0.0508299 Jan 04 13:58:26.572253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81726a79-0015-4fb2-b03c-1d295a36e8e6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:26.575923 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-81726a79-0015-4fb2-b03c-1d295a36e8e6 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/networks/0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 881 time: 0.4750473 Jan 04 13:58:26.576067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37654) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.576307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37656) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.597405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=9f44e3ce-fb4d-4f4b-80f0-1016a0491663,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:26.627820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] In _notify_port_updated(), no bound segment for port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 on network ef2464ce-8616-4b25-9577-274b8d864661 {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:58:26.634440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:26.635094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.636560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ea6a5960-5698-4882-a6cf-7c7341bfbc6b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/ports/9f44e3ce-fb4d-4f4b-80f0-1016a0491663 HTTP/1.1" status: 200 len: 926 time: 2.8876321 Jan 04 13:58:26.642300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:26.642678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.651476 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e52215b-3278-4711-8d50-26bc33fbcec1 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.653765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e52215b-3278-4711-8d50-26bc33fbcec1 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.657152 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2e52215b-3278-4711-8d50-26bc33fbcec1 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/3ec5234f-d266-4c33-8f1b-9e169f7cde70 HTTP/1.1" status: 404 len: 337 time: 0.0756533 Jan 04 13:58:26.662990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37658) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.663548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37660) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.680161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33b760a9-9dbd-4240-ab5c-f91d87e15034 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.694591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-33b760a9-9dbd-4240-ab5c-f91d87e15034 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.694848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '643b2fa9-0a44-4765-94a1-7eaf1658aabf'}, {'subnet_id': '72efaa0e-a37c-4e2e-9070-e573503acaa8'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:26.727322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37662) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.727599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-824b14b0-8063-4485-abb3-b933d3521c4c tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=25b308eb-ccbb-43e1-b408-cc02513756da HTTP/1.1" status: 200 len: 205 time: 0.1439090 Jan 04 13:58:26.778511 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-10b946ba-0fa4-493b-abcb-bd5daa986173 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.778971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-10b946ba-0fa4-493b-abcb-bd5daa986173 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.782643 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-10b946ba-0fa4-493b-abcb-bd5daa986173 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/ef733f3d-b00e-450a-a1de-50ad25c6c399 HTTP/1.1" status: 404 len: 337 time: 0.1164556 Jan 04 13:58:26.786901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37664) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.820248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Allocated IP 172.20.0.8 (d726b500-9759-4aaf-9826-dc5013b3dfda/34345aff-d366-45cd-ba43-c97bf4ef7dd5/b6912693-a9e4-41b3-b150-359f2c402f4c) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:26.838333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-33b760a9-9dbd-4240-ab5c-f91d87e15034 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=545db0cfebb1443cadae3a3514cb34df&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2192571 Jan 04 13:58:26.841343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b760a9-9dbd-4240-ab5c-f91d87e15034 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a4fb53e-e1e1-4d63-a597-a618c33cefed,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:26.844230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37666) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.846498 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2be52438-58da-4dad-9b98-17a3c6378237 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.847063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2be52438-58da-4dad-9b98-17a3c6378237 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.852801 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2be52438-58da-4dad-9b98-17a3c6378237 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/c38162ff-3ea2-40bf-829a-0d901dd6b7a1 HTTP/1.1" status: 404 len: 333 time: 0.0584748 Jan 04 13:58:26.855097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c712d3-c911-4ce7-bfad-79968da57abc req-8c67f54d-e000-4aa2-8be0-db8674696d6c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:26.856589 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0c712d3-c911-4ce7-bfad-79968da57abc req-8c67f54d-e000-4aa2-8be0-db8674696d6c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.2502460 Jan 04 13:58:26.857070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37668) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.898139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6329d201-e38c-4278-acea-e14c6815e6c8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:26.898755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.920954 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-528904f3-1053-4757-a91f-5d33fb59da74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.921411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-528904f3-1053-4757-a91f-5d33fb59da74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.927376 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-528904f3-1053-4757-a91f-5d33fb59da74 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/3162ead2-22da-495d-833d-d8c2f17e65d8 HTTP/1.1" status: 404 len: 337 time: 0.0627036 Jan 04 13:58:26.932021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37670) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:26.975413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] For port 3271cf18-ddf6-4882-bb03-2713630fc006, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3271cf18-ddf6-4882-bb03-2713630fc006,segment=NetworkSegment(8787229f-5a68-4b00-ad3f-816c4ba20969),segment_id=8787229f-5a68-4b00-ad3f-816c4ba20969)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:26.976284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:26.990476 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-39af284c-3494-444e-ac17-a90c0e8cf351 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:26.990920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39af284c-3494-444e-ac17-a90c0e8cf351 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:26.996240 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-39af284c-3494-444e-ac17-a90c0e8cf351 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/subnets/af194439-4c20-4d1f-aa7b-ed2fc8a39363 HTTP/1.1" status: 404 len: 337 time: 0.0583348 Jan 04 13:58:27.001451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37672) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:27.007878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] Calling delete_port for 3271cf18-ddf6-4882-bb03-2713630fc006 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:27.050561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.099480 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0c712d3-c911-4ce7-bfad-79968da57abc req-6b7d0100-7d31-40bf-b7de-5e92dbc44954 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2249215 Jan 04 13:58:27.144258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c58d0bf-a5a6-4090-9cd5-b00684a15024 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.214132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.217203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad2f06ce-9e62-43d4-a143-ada1247da2aa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:27.254089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.261733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.267824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.274988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.281075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:27.281975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.283554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/ports/6eb09933-295f-446f-ab60-e12eb1f51ce9 HTTP/1.1" status: 200 len: 911 time: 1.8511271 Jan 04 13:58:27.287837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37676) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:27.302140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c58d0bf-a5a6-4090-9cd5-b00684a15024 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.335135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] No DVR routers for this DVR port 3271cf18-ddf6-4882-bb03-2713630fc006 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:27.348412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0efc6b-ba9a-44f6-b578-59dd0ef0a7b8 None None] Pushing event deleted for resources: {'Port': ['ID=3271cf18-ddf6-4882-bb03-2713630fc006,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:27.376202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Provisioning complete for port f781b0a5-2911-4362-b661-c34f580f3a84 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:27.376601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.464753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d345a3-9c2a-419f-a97e-177bf92b2520 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=6eb09933-295f-446f-ab60-e12eb1f51ce9,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:27.481844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:27.482246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.491514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Deleting port 1d98fbcd-5a50-403b-bba5-101880f0ba6f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:27.492055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.563797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.572134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.577299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f700ea83-9d0d-4240-a832-0c244626af50 req-9278a557-ca3d-4497-a3f6-c63a3f52b13c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:27.580709 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f700ea83-9d0d-4240-a832-0c244626af50 req-9278a557-ca3d-4497-a3f6-c63a3f52b13c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.1391468 Jan 04 13:58:27.584289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Provisioning complete for port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:27.584663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.591773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Calling delete_port for 1d98fbcd-5a50-403b-bba5-101880f0ba6f owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:27.619588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c58d0bf-a5a6-4090-9cd5-b00684a15024 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.622094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c58d0bf-a5a6-4090-9cd5-b00684a15024 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.623371 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0c58d0bf-a5a6-4090-9cd5-b00684a15024 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/6a4fb53e-e1e1-4d63-a597-a618c33cefed HTTP/1.1" status: 204 len: 168 time: 0.7780471 Jan 04 13:58:27.636107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a992ae5f-2c3f-45ea-ac37-5ac333818cab None None] Port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:27.649218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Deleting port f41ad42a-5b22-45d5-b22c-fb5aec6707e8 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:27.649561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.757104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f781b0a5-2911-4362-b661-c34f580f3a84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:27.790567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c58d0bf-a5a6-4090-9cd5-b00684a15024 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a4fb53e-e1e1-4d63-a597-a618c33cefed,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:27.820195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Provisioning complete for port f781b0a5-2911-4362-b661-c34f580f3a84 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:27.820573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.897554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f781b0a5-2911-4362-b661-c34f580f3a84 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:27.897818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:27.971972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8:0:1::331 (ef2464ce-8616-4b25-9577-274b8d864661/72efaa0e-a37c-4e2e-9070-e573503acaa8/9f44e3ce-fb4d-4f4b-80f0-1016a0491663) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:27.987998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.005581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Provisioning complete for port facf2669-ba78-429d-9cc8-5352bb008ac5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:28.006249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.094530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Port facf2669-ba78-429d-9cc8-5352bb008ac5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:28.108123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Network d726b500-9759-4aaf-9826-dc5013b3dfda is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:28.120013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:28.128546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:28.130463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Provisioning complete for port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:28.130914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.174122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event updated for resources: {'Port': ['ID=b6912693-a9e4-41b3-b150-359f2c402f4c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:28.183551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0281e78d-bf45-4b53-aa5a-03415120d4d6 None None] Port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:28.186033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.190894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:28.207542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.213058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3271cf18-ddf6-4882-bb03-2713630fc006 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:28.213458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3271cf18-ddf6-4882-bb03-2713630fc006 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:28.226144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f700ea83-9d0d-4240-a832-0c244626af50 req-7d51b784-b614-423a-ab40-e8f52c2becf4 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895679 Jan 04 13:58:28.259677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Calling delete_port for f41ad42a-5b22-45d5-b22c-fb5aec6707e8 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:28.304394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Port': ['ID=1d98fbcd-5a50-403b-bba5-101880f0ba6f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:28.308250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.318407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:28.318641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-946a6a49-7074-47f6-ba5d-64a6d91cc4c8 None None] Provisioning complete for port facf2669-ba78-429d-9cc8-5352bb008ac5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:28.319603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-946a6a49-7074-47f6-ba5d-64a6d91cc4c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.320022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.336510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.339881 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.343224 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9b6ee173-4077-4d47-9e1f-c38b30097d40 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/ports/1d98fbcd-5a50-403b-bba5-101880f0ba6f HTTP/1.1" status: 204 len: 168 time: 1.3357215 Jan 04 13:58:28.348870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37692) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:28.350089 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-01ccb929-7462-43fc-ac15-b893023557ba tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 3.0415359 Jan 04 13:58:28.355177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37694) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:28.409958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-946a6a49-7074-47f6-ba5d-64a6d91cc4c8 None None] Port facf2669-ba78-429d-9cc8-5352bb008ac5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:28.488793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] In _notify_port_updated(), no bound segment for port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 on network ef2464ce-8616-4b25-9577-274b8d864661 {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:58:28.495016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:28.495672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.497178 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/ports/9f44e3ce-fb4d-4f4b-80f0-1016a0491663 HTTP/1.1" status: 200 len: 1012 time: 1.8321855 Jan 04 13:58:28.499986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd054d91-c039-4695-8ac6-1146b7c04493 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=9f44e3ce-fb4d-4f4b-80f0-1016a0491663,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:28.505017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37698) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:28.528995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.559812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3491129-6793-4126-97dc-c80e0af435b0 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:28.567351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3491129-6793-4126-97dc-c80e0af435b0 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:28.574110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3491129-6793-4126-97dc-c80e0af435b0 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:28.575865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a3491129-6793-4126-97dc-c80e0af435b0 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.2193255 Jan 04 13:58:28.579103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37702) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:28.651280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-be1ef798-c70f-47f7-9f7c-5505b71b2a68 None None] Provisioning complete for port b6912693-a9e4-41b3-b150-359f2c402f4c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:28.651794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-be1ef798-c70f-47f7-9f7c-5505b71b2a68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.696554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.701010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-be1ef798-c70f-47f7-9f7c-5505b71b2a68 None None] Port b6912693-a9e4-41b3-b150-359f2c402f4c cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:28.773031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Deleting port b6912693-a9e4-41b3-b150-359f2c402f4c {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:28.773379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.790512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:28.790848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.822349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b9b0a8ae-802f-4632-89bb-d83c441b6088 None None] Provisioning complete for port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:28.822763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b9b0a8ae-802f-4632-89bb-d83c441b6088 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.830782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.835538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37708) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:28.872381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b9b0a8ae-802f-4632-89bb-d83c441b6088 None None] Port 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:28.874667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6d6ac5e9-89a3-4a55-a8ab-55d740e6645c']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:28.879668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.919055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8787229f-5a68-4b00-ad3f-816c4ba20969') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:28.919361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8787229f-5a68-4b00-ad3f-816c4ba20969') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:28.932406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event deleted for resources: {'Port': ['ID=f41ad42a-5b22-45d5-b22c-fb5aec6707e8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:28.962307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:28.992551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb38fbd-a987-4b3c-aa22-d398d28cbf84 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:29.002143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-315786668'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:29.023573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.064137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:29.064543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:29.071413 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:29.148764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.178471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Made reservation on behalf of d4a8c1d1084941ac9d2f1e83e4c0d852 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:29.181520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.227430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.231633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.244966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.250490 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] 10.222.0.30 "DELETE /v2.0/networks/6d6ac5e9-89a3-4a55-a8ab-55d740e6645c HTTP/1.1" status: 204 len: 168 time: 0.8981836 Jan 04 13:58:29.267685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.294540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.298691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.300775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.303107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Calling delete_port for b6912693-a9e4-41b3-b150-359f2c402f4c owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:29.304920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a47b2-6829-48b7-90ec-f6361a398224 tempest-PortsTestJSON-1915951230 tempest-PortsTestJSON-1915951230-project] Pushing event deleted for resources: {'Network': ['ID=6d6ac5e9-89a3-4a55-a8ab-55d740e6645c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:29.335834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 9f44e3ce-fb4d-4f4b-80f0-1016a0491663 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:29.392532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.393392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Fanout notify agent at l3_agent the message router_deleted on router 25b308eb-ccbb-43e1-b408-cc02513756da {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:29.403795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.405892 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5058fc13-51f7-4647-934a-8bbcc1a85d02 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/25b308eb-ccbb-43e1-b408-cc02513756da HTTP/1.1" status: 204 len: 168 time: 2.6671102 Jan 04 13:58:29.409599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37716) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:29.416769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1319923718', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:29.464756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cd2fac-6f35-4ae1-b5f7-b8c8edd56318 req-7d485a03-1247-4afc-b8e6-e6dd8140e7e2 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:29.466536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-68cd2fac-6f35-4ae1-b5f7-b8c8edd56318 req-7d485a03-1247-4afc-b8e6-e6dd8140e7e2 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.1544135 Jan 04 13:58:29.502297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.503429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.504966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.511344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.565555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37720) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:29.568516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:29.571702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 6eb09933-295f-446f-ab60-e12eb1f51ce9 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:29.572045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.577773 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-68cd2fac-6f35-4ae1-b5f7-b8c8edd56318 req-e2a4b79b-590a-44c3-9e10-69829f3ce8fa tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960672 Jan 04 13:58:29.584118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828ae8be-60e1-4463-9619-b5549840a543,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:29.626817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.627324 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Added segment a7ba974f-ff28-4c78-bf7d-ad3a294fea14 of type vlan for network 61db9eb1-9c20-43de-bb64-709c96c38c22 Jan 04 13:58:29.633235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.725139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.760080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.780323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event deleted for resources: {'Port': ['ID=b6912693-a9e4-41b3-b150-359f2c402f4c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:29.896720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.926368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.955237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 6eb09933-295f-446f-ab60-e12eb1f51ce9 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:29.959274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.964686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.969762 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7b9db85e-44e9-4aff-a87c-dd062b068ccb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=799b3abcbda8470db97661e46333a05b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4030349 Jan 04 13:58:29.970781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:29.971415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:29.974860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37728) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:29.981100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=9f44e3ce-fb4d-4f4b-80f0-1016a0491663,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:29.996416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.003366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7184f724-2f2f-424a-bc7e-f79b5a3cc73d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "DELETE /v2.0/ports/b6912693-a9e4-41b3-b150-359f2c402f4c HTTP/1.1" status: 204 len: 168 time: 1.4202213 Jan 04 13:58:30.017445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37730) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:30.027537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Request body: {'port': {'name': 'tempest-new-port-name-1961144970', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:30.027982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.api.validators [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] bootfile-name is not in valid_values {{(pid=103264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:58:30.028321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.api.validators [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] tftp-server is not in valid_values {{(pid=103264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:58:30.028651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.api.validators [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] server-ip-address is not in valid_values {{(pid=103264) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Jan 04 13:58:30.030597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4352beb2-3f05-4436-905b-f5b367f90777 req-9b02c398-1ab4-43bd-8081-f93d20c04da7 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:30.032128 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4352beb2-3f05-4436-905b-f5b367f90777 req-9b02c398-1ab4-43bd-8081-f93d20c04da7 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.2446356 Jan 04 13:58:30.055674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.061985 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fd418574-f7fe-4942-982f-219e247b1da7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/9f44e3ce-fb4d-4f4b-80f0-1016a0491663 HTTP/1.1" status: 204 len: 168 time: 1.5558290 Jan 04 13:58:30.064040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-d32460f6-73f1-4872-a28c-c3e75c49f14f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:30.065484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-d32460f6-73f1-4872-a28c-c3e75c49f14f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 1099 time: 0.2394328 Jan 04 13:58:30.066674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37732) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:30.079459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.2369175 Jan 04 13:58:30.092740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37734) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:30.117546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Request body: {'subnet': {'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:30.133909 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6ccb45f-e9a2-4f47-80eb-a6892e330ecc tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:30.138172 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a6ccb45f-e9a2-4f47-80eb-a6892e330ecc tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/9f44e3ce-fb4d-4f4b-80f0-1016a0491663 HTTP/1.1" status: 404 len: 333 time: 0.0705214 Jan 04 13:58:30.150741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37736) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:30.175092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c781c3-3bea-4b0b-afa9-112fdc1185e8 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event updated for resources: {'Network': ['ID=61db9eb1-9c20-43de-bb64-709c96c38c22,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:30.187333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:30.254143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.265155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da406375-3c01-4f3d-83a8-3b419e18653d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.323187 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4352beb2-3f05-4436-905b-f5b367f90777 req-834f9200-98a3-4b82-8d53-53f241fd89e4 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2709622 Jan 04 13:58:30.333818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 72efaa0e-a37c-4e2e-9070-e573503acaa8 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:30.343744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.399476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-36f6e490-7276-4724-9876-bbaebb797e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:30.400978 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-36f6e490-7276-4724-9876-bbaebb797e55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 200 len: 912 time: 0.3200626 Jan 04 13:58:30.411904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.469039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Made reservation on behalf of d4a8c1d1084941ac9d2f1e83e4c0d852 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:30.473213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.479401 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-beca64f9-37ae-43f8-bf7e-6ebd0e3e25d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 200 len: 217 time: 0.0705850 Jan 04 13:58:30.630279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da406375-3c01-4f3d-83a8-3b419e18653d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.637752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-94541c96-da43-4c9b-90ed-435b3682ba9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:30.639132 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-94541c96-da43-4c9b-90ed-435b3682ba9f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8554f29b-7c47-4baf-8fcc-163f91496387 HTTP/1.1" status: 200 len: 851 time: 0.1522334 Jan 04 13:58:30.659229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.702390 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-f2d013df-131a-4619-bf13-dd64450962fe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558681 Jan 04 13:58:30.818171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da406375-3c01-4f3d-83a8-3b419e18653d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.820705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da406375-3c01-4f3d-83a8-3b419e18653d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.821856 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-da406375-3c01-4f3d-83a8-3b419e18653d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/08f2020b-3641-4de8-9b12-db21832c65a0 HTTP/1.1" status: 204 len: 168 time: 0.8407161 Jan 04 13:58:30.830494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.848994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.901048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=72efaa0e-a37c-4e2e-9070-e573503acaa8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:30.903332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da406375-3c01-4f3d-83a8-3b419e18653d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08f2020b-3641-4de8-9b12-db21832c65a0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:30.907556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae49f7a1-86f9-4679-8046-46441b48f9b7 None None] Network ef2464ce-8616-4b25-9577-274b8d864661 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:30.910667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=6eb09933-295f-446f-ab60-e12eb1f51ce9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:30.919047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:30.922399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-226f7251-fb94-4edb-ba5d-14a798137a78 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/72efaa0e-a37c-4e2e-9070-e573503acaa8 HTTP/1.1" status: 204 len: 168 time: 0.7706966 Jan 04 13:58:30.930260 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-763ecd37-a426-4797-9c6f-0abd4719690a service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202883 Jan 04 13:58:30.932537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37740) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:30.998623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.099410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.112902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 643b2fa9-0a44-4765-94a1-7eaf1658aabf {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:31.124927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.158047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.167917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.180510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event updated for resources: {'Subnet': ['ID=a4a76cb4-0e1b-4c26-bfed-523e75619373,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:31.206871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.263299 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f7d17af2-a9d9-428f-b3a2-32d2ee296337 req-b23be9f7-90c6-43e9-ada2-d4d9d6d4e816 service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3186271 Jan 04 13:58:31.266682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Checking segment: {'id': 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:31.267122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Network hostable DHCP agents. Network: 61db9eb1-9c20-43de-bb64-709c96c38c22, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:31.318555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:31.331002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.361791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 61db9eb1-9c20-43de-bb64-709c96c38c22) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:31.371651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18d6c8b2-9a7c-40e0-8778-ec290f477f1e None None] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:31.373637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:31.374184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.389510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.397629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.445347 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b5711a8-d214-4717-8e5d-c5d913fc41b7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3324676 Jan 04 13:58:31.446360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37754) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:31.455008 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Request body: {'port': {'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22', 'name': 'tempest-TagsExtTest-1130988823'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:31.561895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-61db9eb1-9c20-43de-bb64-709c96c38c22', 'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22', 'project_id': 'd4a8c1d1084941ac9d2f1e83e4c0d852', 'fixed_ips': [{'subnet_id': 'a4a76cb4-0e1b-4c26-bfed-523e75619373'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:31.563392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.573317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] In _notify_port_updated(), no bound segment for port facf2669-ba78-429d-9cc8-5352bb008ac5 on network d726b500-9759-4aaf-9826-dc5013b3dfda {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:58:31.579970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:31.580687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.582277 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "PUT /v2.0/ports/facf2669-ba78-429d-9cc8-5352bb008ac5 HTTP/1.1" status: 200 len: 1137 time: 1.5589643 Jan 04 13:58:31.587426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37756) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:31.629570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.698905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70386c5-7545-453f-ba4b-423e5d604392 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event updated for resources: {'Port': ['ID=facf2669-ba78-429d-9cc8-5352bb008ac5,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:31.718615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Allocated IP 172.36.2.141 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/ed86d60d-020b-4510-bc7a-61dc651fceaf) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:31.730659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router e312debc-a8d3-4369-8e1e-81a0a6acb533 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:58:31.762154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:31.765604 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/643b2fa9-0a44-4765-94a1-7eaf1658aabf HTTP/1.1" status: 204 len: 168 time: 0.8321142 Jan 04 13:58:31.777859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37762) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:31.803736 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a89103-1ee5-445e-baaa-07960df3b352 req-e6e79f68-ffa9-4df5-b088-39267a0f2d76 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:31.814061 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f7a89103-1ee5-445e-baaa-07960df3b352 req-e6e79f68-ffa9-4df5-b088-39267a0f2d76 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.3208127 Jan 04 13:58:31.843482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Allocated IP 172.20.0.2 (61db9eb1-9c20-43de-bb64-709c96c38c22/a4a76cb4-0e1b-4c26-bfed-523e75619373/448b7d11-5195-4ee1-bfe1-3e04b5cc7799) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:31.887456 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f7a89103-1ee5-445e-baaa-07960df3b352 req-0f831aff-6729-4b1c-8304-7fd595c62b5d tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722423 Jan 04 13:58:31.988614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e87e17-50e7-47eb-9439-f0bc0676e16b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=643b2fa9-0a44-4765-94a1-7eaf1658aabf,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:31.993672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.022335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9109344f-15e4-4203-ad9a-5fbc5a82073d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:32.027559 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9109344f-15e4-4203-ad9a-5fbc5a82073d tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "GET /v2.0/ports/facf2669-ba78-429d-9cc8-5352bb008ac5 HTTP/1.1" status: 200 len: 1137 time: 0.4354692 Jan 04 13:58:32.036686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37768) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:32.043123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.059820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.104840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:32.128710 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-98fb0f32-28ed-4706-9c89-1cae53685fcc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/e312debc-a8d3-4369-8e1e-81a0a6acb533/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8390036 Jan 04 13:58:32.132492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Pushing event updated for resources: {'Port': ['ID=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:32.132859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37770) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:32.142628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] Sync routers for ids ['e312debc-a8d3-4369-8e1e-81a0a6acb533'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:32.154782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1202083e-ae25-4624-a82a-e175547fadac None None] Provisioning complete for port facf2669-ba78-429d-9cc8-5352bb008ac5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:32.155438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1202083e-ae25-4624-a82a-e175547fadac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.157469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37772) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:32.169084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] Routers {'e312debc-a8d3-4369-8e1e-81a0a6acb533'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:32.170167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e312debc-a8d3-4369-8e1e-81a0a6acb533'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:32.173494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Made reservation on behalf of d4a8c1d1084941ac9d2f1e83e4c0d852 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:32.177153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.192348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.231915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:32.234743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] device_id is not set on port aa8270db-af53-4bf1-80c2-53b3c6742e1a yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:32.240035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:32.245755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:32.249284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:32.257543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] Routers {'e312debc-a8d3-4369-8e1e-81a0a6acb533'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:32.258196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e312debc-a8d3-4369-8e1e-81a0a6acb533'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:32.288335 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-022fa482-1a3d-4acf-9ede-0dfd5e05de35 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=e312debc-a8d3-4369-8e1e-81a0a6acb533 HTTP/1.1" status: 200 len: 205 time: 0.1541116 Jan 04 13:58:32.293761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37776) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:32.306109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.317669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port ad2f06ce-9e62-43d4-a143-ada1247da2aa {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:32.318038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.337681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1d11d37-d352-469c-b062-2c4768492f7c None None] Network ef2464ce-8616-4b25-9577-274b8d864661 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:32.351908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:32.354800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:32.355447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e31faf02-1e32-42f3-9293-81fe2fc13b2e None None] The sync data for ids ['e312debc-a8d3-4369-8e1e-81a0a6acb533'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:32.357307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:32.362498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:32.365175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-1202083e-ae25-4624-a82a-e175547fadac None None] Port facf2669-ba78-429d-9cc8-5352bb008ac5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:32.374857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--323534080'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:32.380185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Attempting to bind port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:32.380642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Attempting to bind port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:32.380898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Attempting to bind port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 on network 61db9eb1-9c20-43de-bb64-709c96c38c22 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:32.383195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Deleting port facf2669-ba78-429d-9cc8-5352bb008ac5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:32.383542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.390771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bc7f2d6-3282-4fcd-8227-49b4b7e0e0c1 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:32.407622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event updated for resources: {'Port': ['ID=ed86d60d-020b-4510-bc7a-61dc651fceaf,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:32.429118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:32.429419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Checking segment: {'id': 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:32.429858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.430280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Bound using segment: {'id': 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:32.430758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Bound port: 448b7d11-5195-4ee1-bfe1-3e04b5cc7799, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '61db9eb1-9c20-43de-bb64-709c96c38c22'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:32.431139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.484858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.534252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2da41110-87e6-49b4-971c-0ede570028ed None None] Provisioning complete for port ad2f06ce-9e62-43d4-a143-ada1247da2aa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:32.534533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2da41110-87e6-49b4-971c-0ede570028ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.567785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] For port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:32.591221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] For port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,segment=NetworkSegment(a7ba974f-ff28-4c78-bf7d-ad3a294fea14),segment_id=a7ba974f-ff28-4c78-bf7d-ad3a294fea14)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:32.602518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.653369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] DHCP port deletion for ef2464ce-8616-4b25-9577-274b8d864661 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:32.653526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.663087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Allocated IP 172.20.0.7 (61db9eb1-9c20-43de-bb64-709c96c38c22/a4a76cb4-0e1b-4c26-bfed-523e75619373/aa8270db-af53-4bf1-80c2-53b3c6742e1a) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:32.667363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] For port ad2f06ce-9e62-43d4-a143-ada1247da2aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2f06ce-9e62-43d4-a143-ada1247da2aa,segment=NetworkSegment(f80d777e-44c4-4c7d-b895-ce12d73c6204),segment_id=f80d777e-44c4-4c7d-b895-ce12d73c6204)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:32.667857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.682510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.705770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.938533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97790be-02fb-49d5-a4f9-e10265f22c11 None None] Pushing event updated for resources: {'Port': ['ID=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:32.943292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:32.970557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2da41110-87e6-49b4-971c-0ede570028ed None None] Provisioning complete for port ed86d60d-020b-4510-bc7a-61dc651fceaf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:32.970934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2da41110-87e6-49b4-971c-0ede570028ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.022004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] Deleting port ad2f06ce-9e62-43d4-a143-ada1247da2aa {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:33.022378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.032786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2da41110-87e6-49b4-971c-0ede570028ed None None] Port ed86d60d-020b-4510-bc7a-61dc651fceaf cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:33.114496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] For port ad2f06ce-9e62-43d4-a143-ada1247da2aa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad2f06ce-9e62-43d4-a143-ada1247da2aa,segment=NetworkSegment(f80d777e-44c4-4c7d-b895-ce12d73c6204),segment_id=f80d777e-44c4-4c7d-b895-ce12d73c6204)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:33.115402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.127447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] Calling delete_port for ad2f06ce-9e62-43d4-a143-ada1247da2aa owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:33.141606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for ad2f06ce-9e62-43d4-a143-ada1247da2aa owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:33.158802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Router a527c928-8ea9-4ea5-8fdc-2c794f1685b7 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:33.218890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.230502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.249340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.253122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] Pushing event deleted for resources: {'Port': ['ID=ad2f06ce-9e62-43d4-a143-ada1247da2aa,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:33.253524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.255263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68940d6b-ff67-4a08-b04b-88cc1b310769 None None] No DVR routers for this DVR port ad2f06ce-9e62-43d4-a143-ada1247da2aa on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:33.284392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:33.296432 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] Sync routers for ids ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:33.297955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Calling delete_port for facf2669-ba78-429d-9cc8-5352bb008ac5 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:33.311986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.313946 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1899751f-82f5-4bb1-8cb5-34aaf17b00bc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 3.9027483 Jan 04 13:58:33.316325 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] Routers {'a527c928-8ea9-4ea5-8fdc-2c794f1685b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:33.316618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37780) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:33.319286 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:33.323045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:33.357019 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:33.366475 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] Routers {'a527c928-8ea9-4ea5-8fdc-2c794f1685b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:33.367187 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:33.399731 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:33.400380 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04083073-602f-49b2-bda9-1c958c148f7f None None] The sync data for ids ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:33.405399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.405978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router e312debc-a8d3-4369-8e1e-81a0a6acb533 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:33.454675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6daf6d-9bf8-4aa8-a6c9-5d05930f4185 req-46e1390f-b887-43ea-a8ae-17b147daae6c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:33.456185 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a6daf6d-9bf8-4aa8-a6c9-5d05930f4185 req-46e1390f-b887-43ea-a8ae-17b147daae6c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.3473780 Jan 04 13:58:33.463658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.464883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2b5d2a8c-c5d5-43a6-80e4-a10cba8ddab8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/e312debc-a8d3-4369-8e1e-81a0a6acb533 HTTP/1.1" status: 204 len: 168 time: 1.1699834 Jan 04 13:58:33.480540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37782) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:33.665222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.672367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.698338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.703680 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a6daf6d-9bf8-4aa8-a6c9-5d05930f4185 req-706859b2-283b-4229-9968-1a486dd1e7d6 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2159636 Jan 04 13:58:33.724281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No DVR routers for this DVR port ad2f06ce-9e62-43d4-a143-ada1247da2aa on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:33.780981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=ad2f06ce-9e62-43d4-a143-ada1247da2aa,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:33.823641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.852541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:33.907466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e6f30b78-b03f-4d2f-a1fb-e8a72f0f980e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:33.913637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:33.914603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.960626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.972117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet b25a071e-7e3d-4929-ab99-073c1c14176b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:33.980741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:33.990087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.026604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4173a6b4-8364-4a32-ac3c-c6844c44ddd0 None None] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:34.029162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef2464ce-8616-4b25-9577-274b8d864661']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:34.067727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f80d777e-44c4-4c7d-b895-ce12d73c6204') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:34.068429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f80d777e-44c4-4c7d-b895-ce12d73c6204') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:34.077097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event deleted for resources: {'Port': ['ID=facf2669-ba78-429d-9cc8-5352bb008ac5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:34.080180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.105966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.110202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.143884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.167344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.167602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,segment=NetworkSegment(a7ba974f-ff28-4c78-bf7d-ad3a294fea14),segment_id=a7ba974f-ff28-4c78-bf7d-ad3a294fea14)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:34.180264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.185025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.187190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bf3d278e-91b9-4347-9e32-b4753bdb704d None None] Provisioning complete for port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:34.187562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf3d278e-91b9-4347-9e32-b4753bdb704d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.202506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.209045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.255047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.284715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:34.285163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.294963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad2f06ce-9e62-43d4-a143-ada1247da2aa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:34.301141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.331485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ad2f06ce-9e62-43d4-a143-ada1247da2aa {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:34.332030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad2f06ce-9e62-43d4-a143-ada1247da2aa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:34.338454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:34.365514 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:34.368986 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:34.414897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Deleting port ed86d60d-020b-4510-bc7a-61dc651fceaf {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:34.415243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.419208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.429216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event updated for resources: {'Port': ['ID=aa8270db-af53-4bf1-80c2-53b3c6742e1a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:34.436338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.439645 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c483945b-37c9-4255-be0a-6bba9511711a tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "DELETE /v2.0/ports/facf2669-ba78-429d-9cc8-5352bb008ac5 HTTP/1.1" status: 204 len: 168 time: 2.4019883 Jan 04 13:58:34.444680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.454457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37788) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.462998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.470941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=b25a071e-7e3d-4929-ab99-073c1c14176b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:34.471175 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/ef2464ce-8616-4b25-9577-274b8d864661 HTTP/1.1" status: 204 len: 168 time: 2.6866491 Jan 04 13:58:34.472953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:34.475502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37790) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.494316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.495596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 2.3368645 Jan 04 13:58:34.503583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.508459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f307a3de-6dba-4945-a5c3-288175fcccce tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/b25a071e-7e3d-4929-ab99-073c1c14176b HTTP/1.1" status: 204 len: 168 time: 1.0270410 Jan 04 13:58:34.515404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0849902-ddeb-4f7f-a836-54a973c7bb95 None None] Network d04f1a7f-2c75-4d9f-984f-56208a2af5a6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:34.523646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37792) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.524225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37794) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.525254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:34.532434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:34.536124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3e8b9ec-bdbc-45f2-8fa7-c67d4e7aeb58 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=ef2464ce-8616-4b25-9577-274b8d864661,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:34.538174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3317f2d8-73d4-4172-a95d-37c84b1c8eb0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae194f6-6110-4c69-ac5d-ad513bb35d5a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:34.561408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c427f13e-877e-4c46-ac92-ad2a9a7e2407 req-103bd597-544c-4b14-a745-501d8dd1ac96 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:34.566526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c427f13e-877e-4c46-ac92-ad2a9a7e2407 req-103bd597-544c-4b14-a745-501d8dd1ac96 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.4676547 Jan 04 13:58:34.641447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Deleting subnet 34345aff-d366-45cd-ba43-c97bf4ef7dd5 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:34.648857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.684078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:34.684715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.735934 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c427f13e-877e-4c46-ac92-ad2a9a7e2407 req-abfa6a5a-dd7e-43da-8f82-eec11d959882 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394091 Jan 04 13:58:34.746364 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c6eb4327-f0d1-4c83-8db5-7ad93b6e0392 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 3.2949419 Jan 04 13:58:34.747215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37796) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.749799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.766831 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bed10198-e68b-491d-b45a-da2003024547 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2385390 Jan 04 13:58:34.775159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37798) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.777520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ed6d09a9-1f89-484e-a992-24c30c4e36fe None None] Provisioning complete for port aa8270db-af53-4bf1-80c2-53b3c6742e1a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:34.777903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed6d09a9-1f89-484e-a992-24c30c4e36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.781791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-security--776820669', 'description': 'tempest-security-description-1217692098'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:34.786475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1764286896', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:34.804308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c05829c-fedf-4d1c-92a3-674ce497124a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:34.810488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c05829c-fedf-4d1c-92a3-674ce497124a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3284564 Jan 04 13:58:34.811654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37800) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.816268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.820859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.821854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] DHCP port deletion for d04f1a7f-2c75-4d9f-984f-56208a2af5a6 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:34.862368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.864250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.876885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Calling delete_port for ed86d60d-020b-4510-bc7a-61dc651fceaf owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:34.891480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ed6d09a9-1f89-484e-a992-24c30c4e36fe None None] Port aa8270db-af53-4bf1-80c2-53b3c6742e1a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:34.917760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ed6d09a9-1f89-484e-a992-24c30c4e36fe None None] Provisioning complete for port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:34.918282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed6d09a9-1f89-484e-a992-24c30c4e36fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.927347 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6410bdbb-05c4-4365-b359-3e697f9e9d5f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1123574 Jan 04 13:58:34.928852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:34.933639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37802) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:34.938734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-816320133'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:34.944109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] Deleting port 6329d201-e38c-4278-acea-e14c6815e6c8 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:34.944482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.021074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.025712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] For port 6329d201-e38c-4278-acea-e14c6815e6c8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6329d201-e38c-4278-acea-e14c6815e6c8,segment=NetworkSegment(3492df28-2276-4385-9c5d-993d7cc5d6c0),segment_id=3492df28-2276-4385-9c5d-993d7cc5d6c0)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:35.026292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.035771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.050162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:35.053464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.063958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] Calling delete_port for 6329d201-e38c-4278-acea-e14c6815e6c8 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:35.071124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.072299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.076214 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c05160d4-b68a-498c-94ad-56f9bcbfbd6c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3223596 Jan 04 13:58:35.076814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37804) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.083855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-af0fd968-91d9-48ad-8458-6aeebc01eb2d tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1286905391', 'prefixes': ['172.20.0.0/16']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:35.099253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.138052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event deleted for resources: {'Subnet': ['ID=34345aff-d366-45cd-ba43-c97bf4ef7dd5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.139389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.141330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.145196 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4cce63ce-deea-4a68-8912-b8e52e274342 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "DELETE /v2.0/subnets/34345aff-d366-45cd-ba43-c97bf4ef7dd5 HTTP/1.1" status: 204 len: 168 time: 0.6882441 Jan 04 13:58:35.148085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37806) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.153093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b4eff1-ed2c-4b72-b9fe-dc2f40dbc521 None None] Network d726b500-9759-4aaf-9826-dc5013b3dfda requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:35.172723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.190653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.191711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:35.215368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.218120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.219374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "PUT /v2.0/security-groups/2ae194f6-6110-4c69-ac5d-ad513bb35d5a HTTP/1.1" status: 200 len: 1794 time: 0.4423935 Jan 04 13:58:35.220352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Pushing event deleted for resources: {'Port': ['ID=ed86d60d-020b-4510-bc7a-61dc651fceaf,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.229245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37808) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.234568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc13aee3-7a3f-4ba1-9e89-36792bf3aeaa None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:35.238559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.238980 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment 19b2ed51-c6c3-422a-9f15-3c63df56701c of type vlan for network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 Jan 04 13:58:35.278575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2c9843b6-c3e4-4831-b0d1-c512f6171130 None None] Provisioning complete for port aa8270db-af53-4bf1-80c2-53b3c6742e1a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:35.278856 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c9843b6-c3e4-4831-b0d1-c512f6171130 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.281086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.292626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 6329d201-e38c-4278-acea-e14c6815e6c8 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:35.292958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.294635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e99c58-6a25-4086-b6f7-28b08aab97d0 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ae194f6-6110-4c69-ac5d-ad513bb35d5a,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.319326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.336553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] Pushing event deleted for resources: {'Port': ['ID=6329d201-e38c-4278-acea-e14c6815e6c8,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.338500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-027d91be-4c82-47f9-a55f-22e150091060 None None] No DVR routers for this DVR port 6329d201-e38c-4278-acea-e14c6815e6c8 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:35.365611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2c9843b6-c3e4-4831-b0d1-c512f6171130 None None] Port aa8270db-af53-4bf1-80c2-53b3c6742e1a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:35.365842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.407697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.411904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 6329d201-e38c-4278-acea-e14c6815e6c8, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:35.412183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.424105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af0fd968-91d9-48ad-8458-6aeebc01eb2d tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for subnetpool, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.426065 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-af0fd968-91d9-48ad-8458-6aeebc01eb2d tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3464198 Jan 04 13:58:35.430361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37810) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.432628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] DHCP port deletion for d726b500-9759-4aaf-9826-dc5013b3dfda request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:35.442138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-a1f684fa-c642-45cf-b6aa-76cd84f1b28f tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-4112392') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:35.459067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 6329d201-e38c-4278-acea-e14c6815e6c8 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:35.462359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Port 6329d201-e38c-4278-acea-e14c6815e6c8 was not found and therefore no delete operation was performed {{(pid=103264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:58:35.480780 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e6952977-f403-41d3-9951-0578226223b4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups/2ae194f6-6110-4c69-ac5d-ad513bb35d5a HTTP/1.1" status: 200 len: 1794 time: 0.2415156 Jan 04 13:58:35.491806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37812) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.494760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.497086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] Deleting port f781b0a5-2911-4362-b661-c34f580f3a84 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:35.497707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.526221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.532237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:35.532845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.564663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] For port f781b0a5-2911-4362-b661-c34f580f3a84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f781b0a5-2911-4362-b661-c34f580f3a84,segment=NetworkSegment(bf83dffa-59e1-4aca-9978-ca4d24d1469f),segment_id=bf83dffa-59e1-4aca-9978-ca4d24d1469f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:35.565167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.574652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=6329d201-e38c-4278-acea-e14c6815e6c8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.577310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port 6329d201-e38c-4278-acea-e14c6815e6c8 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:35.587656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] Calling delete_port for f781b0a5-2911-4362-b661-c34f580f3a84 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:35.594854 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6596229 Jan 04 13:58:35.604148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37814) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.619028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:35.682090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea43151-7566-4fca-8fb9-85e8d1b5fab9 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=5d8746e9-526f-4bb8-ac0b-164c34ca9738,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.695532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.697053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.702372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Deleting port f781b0a5-2911-4362-b661-c34f580f3a84 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:35.702673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.707452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.734904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:35.738703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] Pushing event deleted for resources: {'Port': ['ID=f781b0a5-2911-4362-b661-c34f580f3a84,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:35.758383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a71db23-27dc-4145-99ab-6f3271dfb5cb None None] No DVR routers for this DVR port f781b0a5-2911-4362-b661-c34f580f3a84 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:35.769749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.790897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d29037-8d53-47ab-9cb6-7d790992fb51 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.829531 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:58:35.840524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:35.843204 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a1f684fa-c642-45cf-b6aa-76cd84f1b28f tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-4112392 HTTP/1.1" status: 201 len: 201 time: 0.4076152 Jan 04 13:58:35.848477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37818) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:35.855093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-1f14477f-6496-4d66-ad6c-c50e8acea295 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-1456347246') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:35.859237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] For port f781b0a5-2911-4362-b661-c34f580f3a84, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:35.859601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.902571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d04f1a7f-2c75-4d9f-984f-56208a2af5a6']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:35.905914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Calling delete_port for f781b0a5-2911-4362-b661-c34f580f3a84 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:35.910365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Port f781b0a5-2911-4362-b661-c34f580f3a84 was not found and therefore no delete operation was performed {{(pid=103265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:58:35.913982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.914507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Router a527c928-8ea9-4ea5-8fdc-2c794f1685b7 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:58:35.919852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:35.921097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.923964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:35.927319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.932522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3492df28-2276-4385-9c5d-993d7cc5d6c0') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:35.932823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3492df28-2276-4385-9c5d-993d7cc5d6c0') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:35.939377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] No DVR routers for this DVR port f781b0a5-2911-4362-b661-c34f580f3a84 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:35.973323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.976166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d29037-8d53-47ab-9cb6-7d790992fb51 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:35.995740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event deleted for resources: {'Port': ['ID=f781b0a5-2911-4362-b661-c34f580f3a84,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:36.016298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.070629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:36.070969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.082577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f781b0a5-2911-4362-b661-c34f580f3a84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:36.102646 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:36.109472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f781b0a5-2911-4362-b661-c34f580f3a84 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:36.109968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f781b0a5-2911-4362-b661-c34f580f3a84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:36.110507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6329d201-e38c-4278-acea-e14c6815e6c8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:36.122769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1801612-8298-4473-bc93-fde5d4699eb9 req-e20e9353-f9ec-4c2b-8512-08be60648933 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:36.124305 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b1801612-8298-4473-bc93-fde5d4699eb9 req-e20e9353-f9ec-4c2b-8512-08be60648933 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.2300165 Jan 04 13:58:36.128786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:36.129621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.134297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 6329d201-e38c-4278-acea-e14c6815e6c8 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:36.135096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6329d201-e38c-4278-acea-e14c6815e6c8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:36.136745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.141031 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-931fa04b-9c36-41b3-8635-5cf670b50464 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "PUT /v2.0/routers/a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 200 len: 710 time: 2.8230269 Jan 04 13:58:36.144418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37820) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.154549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] Sync routers for ids ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:36.158542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d29037-8d53-47ab-9cb6-7d790992fb51 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.162082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-50d29037-8d53-47ab-9cb6-7d790992fb51 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.165696 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-50d29037-8d53-47ab-9cb6-7d790992fb51 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ae194f6-6110-4c69-ac5d-ad513bb35d5a HTTP/1.1" status: 204 len: 168 time: 0.6699171 Jan 04 13:58:36.169221 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f14477f-6496-4d66-ad6c-c50e8acea295 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-1456347246 HTTP/1.1" status: 201 len: 201 time: 0.3203595 Jan 04 13:58:36.169678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37822) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.170359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37824) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.172911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d726b500-9759-4aaf-9826-dc5013b3dfda']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.175177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] Routers {'a527c928-8ea9-4ea5-8fdc-2c794f1685b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:36.176446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.186382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-4343ddad-559a-4fdf-8a82-a102853d3efc tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-1825144255') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.209714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.218520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] Routers {'a527c928-8ea9-4ea5-8fdc-2c794f1685b7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:36.219238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.236913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf83dffa-59e1-4aca-9978-ca4d24d1469f') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.237204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf83dffa-59e1-4aca-9978-ca4d24d1469f') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.245110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d29037-8d53-47ab-9cb6-7d790992fb51 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ae194f6-6110-4c69-ac5d-ad513bb35d5a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:36.253328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.254439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73ec4602-21dc-4b89-bd3d-bc1814bb0657 None None] The sync data for ids ['a527c928-8ea9-4ea5-8fdc-2c794f1685b7'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:36.258552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.322878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.370643 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7b873819-6372-46c1-90ff-e887df703bd6 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1951215 Jan 04 13:58:36.373048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:36.373450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:36.378524 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:36.382868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37826) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.483867 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-ae5b90e9-9509-4618-ab6a-7db8d4b7f4d1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] delete failed (client error): The resource could not be found. Jan 04 13:58:36.484919 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae5b90e9-9509-4618-ab6a-7db8d4b7f4d1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/2ae194f6-6110-4c69-ac5d-ad513bb35d5a HTTP/1.1" status: 404 len: 347 time: 0.0879111 Jan 04 13:58:36.491984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.495750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--324868625'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:36.508785 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4343ddad-559a-4fdf-8a82-a102853d3efc tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-1825144255 HTTP/1.1" status: 201 len: 201 time: 0.3316696 Jan 04 13:58:36.511661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37830) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.518296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-3bf4765b-fc27-4d03-a8b7-1365123f27a4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-1349478052') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.528017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.529005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.532469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.538340 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-30e82487-5278-4c82-98fd-ac8628589247 tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/routers/a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 200 len: 745 time: 0.3884346 Jan 04 13:58:36.539888 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] 10.222.0.30 "DELETE /v2.0/networks/d726b500-9759-4aaf-9826-dc5013b3dfda HTTP/1.1" status: 204 len: 168 time: 1.3906014 Jan 04 13:58:36.540519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37832) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.543063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.551066 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/d04f1a7f-2c75-4d9f-984f-56208a2af5a6 HTTP/1.1" status: 204 len: 168 time: 2.0096345 Jan 04 13:58:36.562774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37836) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.566219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.568351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c257c775-e2f2-4f58-887d-1f8110877680 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=d04f1a7f-2c75-4d9f-984f-56208a2af5a6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:36.571181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-557340446', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:36.587141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b1801612-8298-4473-bc93-fde5d4699eb9 req-824f08a0-e52b-49c8-bf8a-743d2084f591 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4301150 Jan 04 13:58:36.657549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593f1227-d5df-4740-8c24-a73a260e52b7 tempest-ExtraDHCPOptionsTestJSON-1451980934 tempest-ExtraDHCPOptionsTestJSON-1451980934-project] Pushing event deleted for resources: {'Network': ['ID=d726b500-9759-4aaf-9826-dc5013b3dfda,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:36.663835 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c9118979-0fab-462f-a57a-3409c49a042d tempest-RoutersIpV6AdminTest-1398668976 tempest-RoutersIpV6AdminTest-1398668976-project-admin] 10.222.0.30 "GET /v2.0/ports?network_id=0f616572-caf8-4f73-b40f-48d39233e285&device_id=a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 200 len: 205 time: 0.1110430 Jan 04 13:58:36.667175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37840) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.694484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.700449 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-584054f6-b3a3-449f-bba4-8e368b90dfda tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 200 len: 205 time: 0.0319803 Jan 04 13:58:36.703292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37842) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.747940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=745323fe-d59f-4434-9832-0214d5cb1c4a,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:36.788960 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3bf4765b-fc27-4d03-a8b7-1365123f27a4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-1349478052 HTTP/1.1" status: 201 len: 201 time: 0.2716839 Jan 04 13:58:36.789497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37846) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.795568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-3ea383ba-0d4e-4115-84c5-c655fada277c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:36.803546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.804815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.818176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': '19b2ed51-c6c3-422a-9f15-3c63df56701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:36.818599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: 5d8746e9-526f-4bb8-ac0b-164c34ca9738, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:36.823312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.907799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37850) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:36.933168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:36.952032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.986969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.990327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:36.999202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-a0ec3e74-3b1a-41b6-8eda-c9fd6a69e2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:37.001614 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-a0ec3e74-3b1a-41b6-8eda-c9fd6a69e2b9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 1099 time: 0.1525481 Jan 04 13:58:37.006774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.011386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5d8746e9-526f-4bb8-ac0b-164c34ca9738) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:37.015835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:37.016421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.025591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858c671e-fbbc-47d3-b709-40d14e91b35d None None] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:37.031131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.040516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1b5741-d2d2-4e33-9f1f-5d242867570d req-5e303f84-6dd1-4e6b-ac76-9a66940ac5bd tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:37.042083 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dd1b5741-d2d2-4e33-9f1f-5d242867570d req-5e303f84-6dd1-4e6b-ac76-9a66940ac5bd tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.1782644 Jan 04 13:58:37.045065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.083335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.086042 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5926702 Jan 04 13:58:37.088444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37854) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.094073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': '97908f28-ec0d-4b4e-a8fa-9013355ceae3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:37.108335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.109524 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-57166341-50ed-49e2-9ddb-e513d8e13a78 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.5450196 Jan 04 13:58:37.110353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae56152a-2a29-4c7e-95b7-711e4b2037ec tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=97908f28-ec0d-4b4e-a8fa-9013355ceae3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:37.115085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37856) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.123999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-528032286'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:37.133715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2c41ecb7-32a6-4078-b75b-c60d27e6fcaa tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5216513 Jan 04 13:58:37.135661 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ea383ba-0d4e-4115-84c5-c655fada277c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags HTTP/1.1" status: 200 len: 238 time: 0.3453970 Jan 04 13:58:37.140373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37858) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.140753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37860) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.143806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.144921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Fanout notify agent at l3_agent the message router_deleted on router a527c928-8ea9-4ea5-8fdc-2c794f1685b7 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:37.152123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738', 'name': 'tempest-PortsIpV6TestJSON-1318074340'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:37.157445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-2c975173-ec2c-43d3-abff-af0e7b947d78 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-4112392') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:37.168916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.172955 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c5b4d784-4693-4d24-abbf-0b284c9edb69 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 204 len: 168 time: 0.4651699 Jan 04 13:58:37.174430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37862) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.178195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5d8746e9-526f-4bb8-ac0b-164c34ca9738', 'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': '745323fe-d59f-4434-9832-0214d5cb1c4a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:37.179084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.230971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-42754965-3101-48f0-bc2a-83f2d82996ee tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 200 len: 205 time: 0.0520194 Jan 04 13:58:37.232779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37864) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.248553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e6a74106-f702-4b66-947a-031442a058fb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f40f8687f3524a96b6c7d287a026d2d1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3252282 Jan 04 13:58:37.250918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dd1b5741-d2d2-4e33-9f1f-5d242867570d req-69076b5e-12f6-42be-9720-96f2849141c4 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1975477 Jan 04 13:58:37.251394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37866) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.251853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-8cb77814-62ce-436d-8a4a-908d99bb2f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:37.254956 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-8cb77814-62ce-436d-8a4a-908d99bb2f6b service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 200 len: 912 time: 0.2246785 Jan 04 13:58:37.255909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:37.259621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.263863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.344997 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-9154b57f-e618-423c-9420-3f25bb6d8b2b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] delete failed (client error): The resource could not be found. Jan 04 13:58:37.348710 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9154b57f-e618-423c-9420-3f25bb6d8b2b tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/a527c928-8ea9-4ea5-8fdc-2c794f1685b7 HTTP/1.1" status: 404 len: 336 time: 0.1131783 Jan 04 13:58:37.351126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Allocated IP 2001:db8::2 (5d8746e9-526f-4bb8-ac0b-164c34ca9738/745323fe-d59f-4434-9832-0214d5cb1c4a/860d33b5-e949-4aaa-9272-9bbde4b5e7fd) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:37.353616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37868) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.414977 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fdff6405-05de-4fff-a927-fd1a009ca3f9 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=25b308eb-ccbb-43e1-b408-cc02513756da HTTP/1.1" status: 200 len: 205 time: 0.0537066 Jan 04 13:58:37.417048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37870) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.480536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-cbb07213-463c-456e-88a2-fd53630d6fec tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] delete failed (client error): The resource could not be found. Jan 04 13:58:37.484131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cbb07213-463c-456e-88a2-fd53630d6fec tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/25b308eb-ccbb-43e1-b408-cc02513756da HTTP/1.1" status: 404 len: 336 time: 0.0540843 Jan 04 13:58:37.486352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37872) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.513297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.522840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.543593 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6211d62e-59b6-40a6-b87f-3848c10a8e20 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5522aad-2483-44ad-974f-effae5a21da3 HTTP/1.1" status: 200 len: 205 time: 0.0561230 Jan 04 13:58:37.547704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37874) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.548538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db209af-0ae4-415d-918e-c55256f54ee9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.564300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:37.569654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:37.574317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:37.575727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2c975173-ec2c-43d3-abff-af0e7b947d78 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-4112392 HTTP/1.1" status: 204 len: 168 time: 0.4326518 Jan 04 13:58:37.579803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Pushing event updated for resources: {'Port': ['ID=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:37.608294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37876) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.614990 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-0c5ebb9e-8391-4c95-94c3-53a3ca948880 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] delete failed (client error): The resource could not be found. Jan 04 13:58:37.616058 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0c5ebb9e-8391-4c95-94c3-53a3ca948880 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/b5522aad-2483-44ad-974f-effae5a21da3 HTTP/1.1" status: 404 len: 336 time: 0.0641606 Jan 04 13:58:37.619945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-c101c72c-43ac-44f2-a4f9-190b6029625e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-4112392') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:37.622325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37878) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.635590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db209af-0ae4-415d-918e-c55256f54ee9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.645268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Attempting to bind port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:37.645268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Attempting to bind port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '19b2ed51-c6c3-422a-9f15-3c63df56701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:37.645268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Attempting to bind port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd on network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:37.645666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:37.649566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.650514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:37.650849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Checking segment: {'id': '19b2ed51-c6c3-422a-9f15-3c63df56701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:37.651501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.651706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Bound using segment: {'id': '19b2ed51-c6c3-422a-9f15-3c63df56701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:37.652151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Bound port: 860d33b5-e949-4aaa-9272-9bbde4b5e7fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19b2ed51-c6c3-422a-9f15-3c63df56701c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:37.652528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.674120 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-29a24909-241c-4531-99a5-61bd08702d3d tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=fae024d9-6ef7-4b58-978f-0534c43f473e HTTP/1.1" status: 200 len: 205 time: 0.0482287 Jan 04 13:58:37.681516 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-1a69ddd8-e230-4fbd-a259-28742ff05d03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 200 len: 217 time: 0.4185891 Jan 04 13:58:37.686175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37880) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.721465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] For port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:37.724910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] For port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,segment=NetworkSegment(19b2ed51-c6c3-422a-9f15-3c63df56701c),segment_id=19b2ed51-c6c3-422a-9f15-3c63df56701c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:37.730732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.740899 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-1d7acfe6-beb0-4c7a-8752-61c3a234ba14 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] delete failed (client error): The resource could not be found. Jan 04 13:58:37.744458 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1d7acfe6-beb0-4c7a-8752-61c3a234ba14 tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/fae024d9-6ef7-4b58-978f-0534c43f473e HTTP/1.1" status: 404 len: 336 time: 0.0548532 Jan 04 13:58:37.745565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37882) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.754879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port bb7ec55f-80e5-4442-9987-c16a8f024326 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:37.755434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:37.780945 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e2f14def-8d3b-414a-a978-10235651eafc tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f HTTP/1.1" status: 200 len: 205 time: 0.0351562 Jan 04 13:58:37.783774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37884) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.797488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.797845 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 7530b1d3-b79a-4397-87c6-2255dc11bb5a of type vlan for network 2084d124-5717-4b2e-b431-2a264b9b77a4 Jan 04 13:58:37.810659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87779f-8c3d-4e51-a03a-976b126fabc7 None None] Pushing event updated for resources: {'Port': ['ID=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:37.822703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-3a340d09-8316-4f20-85bc-855c5d85f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:37.829016 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-3a340d09-8316-4f20-85bc-855c5d85f914 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8554f29b-7c47-4baf-8fcc-163f91496387 HTTP/1.1" status: 200 len: 851 time: 0.1222754 Jan 04 13:58:37.856117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.868217 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-158c8797-7839-4a53-a8c8-3eedcdeacd5f tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] delete failed (client error): The resource could not be found. Jan 04 13:58:37.869176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-158c8797-7839-4a53-a8c8-3eedcdeacd5f tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/e9c9cbe9-66dd-4e6b-ac34-f4ef82e4088f HTTP/1.1" status: 404 len: 336 time: 0.0844758 Jan 04 13:58:37.872334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37886) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.877255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.901618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.908093 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-fc18b5f6-8d7e-4f5f-9249-06da64701c01 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0542645 Jan 04 13:58:37.911673 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-054f355c-df6f-4079-8ddb-94ddc57bbdab tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "GET /v2.0/ports?device_id=24048082-2d98-4006-a4e6-b441e81e4045 HTTP/1.1" status: 200 len: 205 time: 0.0359488 Jan 04 13:58:37.914454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37888) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.939161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bafe18f-9aca-47a4-aeeb-99baee7f6a33,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:37.945522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db209af-0ae4-415d-918e-c55256f54ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.948172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7db209af-0ae4-415d-918e-c55256f54ee9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.949323 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7db209af-0ae4-415d-918e-c55256f54ee9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/29a2a680-687e-4c90-b7f8-86cf6acb8d70 HTTP/1.1" status: 204 len: 168 time: 0.6873481 Jan 04 13:58:37.970394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:37.974421 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5928f032-b161-487b-b5f8-88fbbd52a605 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8821194 Jan 04 13:58:37.976371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37892) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:37.986740 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-599d36e3-e94c-4355-b5a8-b89935fb803d tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] delete failed (client error): The resource could not be found. Jan 04 13:58:37.988372 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-599d36e3-e94c-4355-b5a8-b89935fb803d tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/routers/24048082-2d98-4006-a4e6-b441e81e4045 HTTP/1.1" status: 404 len: 336 time: 0.0749600 Jan 04 13:58:37.996408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37894) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.002086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db209af-0ae4-415d-918e-c55256f54ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a2a680-687e-4c90-b7f8-86cf6acb8d70,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:38.007799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.014157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:38.014763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.035271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-14ecb90d-4e4c-4cbf-a717-3731066bb31e tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] DELETE failed (client error): The resource could not be found. Jan 04 13:58:38.035271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14ecb90d-4e4c-4cbf-a717-3731066bb31e tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:58:38.041550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-14ecb90d-4e4c-4cbf-a717-3731066bb31e tempest-RoutersIpV6AdminTest-1809768936 tempest-RoutersIpV6AdminTest-1809768936-project] 10.222.0.30 "DELETE /v2.0/subnets/d5ccf677-1a44-49ef-af57-a0fe314fbee6 HTTP/1.1" status: 404 len: 337 time: 0.0411685 Jan 04 13:58:38.061602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::18e (5d8746e9-526f-4bb8-ac0b-164c34ca9738/745323fe-d59f-4434-9832-0214d5cb1c4a/bb7ec55f-80e5-4442-9987-c16a8f024326) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:38.120325 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c101c72c-43ac-44f2-a4f9-190b6029625e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-4112392 HTTP/1.1" status: 204 len: 168 time: 0.5093148 Jan 04 13:58:38.123859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37898) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.129699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-4fa9e3c3-577a-4605-ae6e-a3f54683db1c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:38.151492 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.0308576 Jan 04 13:58:38.153976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-844f5643-b6dc-4fbc-8e9e-a6d18d05b28a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.155776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37900) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.172299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:38.244492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-844f5643-b6dc-4fbc-8e9e-a6d18d05b28a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.320354 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4fa9e3c3-577a-4605-ae6e-a3f54683db1c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags HTTP/1.1" status: 200 len: 205 time: 0.1928220 Jan 04 13:58:38.327983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37910) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.346474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-5bc9f174-7759-468e-bdc0-50a798966157 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:38.384039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-844f5643-b6dc-4fbc-8e9e-a6d18d05b28a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.384039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81ed75be-3d8f-4ebd-9a5d-c7e45629b67c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=2084d124-5717-4b2e-b431-2a264b9b77a4,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:38.394493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:38.400163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.411892 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-844f5643-b6dc-4fbc-8e9e-a6d18d05b28a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.417312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37916) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.419526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-844f5643-b6dc-4fbc-8e9e-a6d18d05b28a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0bafe18f-9aca-47a4-aeeb-99baee7f6a33 HTTP/1.1" status: 204 len: 168 time: 0.4390035 Jan 04 13:58:38.479946 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-96049402-e680-49a6-b0fa-a714040c62c8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0614936 Jan 04 13:58:38.483919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37918) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.492838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37920) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.503127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.538433 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-3ecf4500-0c73-4477-94b6-325ce0895fcb service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6166027 Jan 04 13:58:38.542739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844f5643-b6dc-4fbc-8e9e-a6d18d05b28a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0bafe18f-9aca-47a4-aeeb-99baee7f6a33,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:38.560979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5bc9f174-7759-468e-bdc0-50a798966157 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags HTTP/1.1" status: 200 len: 241 time: 0.2300472 Jan 04 13:58:38.567229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:38.572475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37924) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.582691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-9f8b7474-3a94-4ba2-9874-e80d8af0ed9d tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-1456347246') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:38.585080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:38.591914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:38.598622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:38.599517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.650903 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd39696-d4db-4a9e-a7c1-c4305155186d req-4ad4ca6d-e18b-4bcc-a122-47b8286fdc60 service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022594 Jan 04 13:58:38.663020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=bb7ec55f-80e5-4442-9987-c16a8f024326,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:38.680022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:38.683950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.687046 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0d1b68cd-cef6-4622-949f-44ddbfbcef8c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5451486 Jan 04 13:58:38.688438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37928) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.700197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5bc9-d6b0-4e0a-a3b1-09813c2b442e tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.732765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33b222a-5d90-4b50-8737-c4cead3071d5 req-94947d62-97fa-4aff-8cfb-7263a7385b6a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:38.738443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5bc9-d6b0-4e0a-a3b1-09813c2b442e tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.742128 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b33b222a-5d90-4b50-8737-c4cead3071d5 req-94947d62-97fa-4aff-8cfb-7263a7385b6a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.3085527 Jan 04 13:58:38.762868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '5d8746e9-526f-4bb8-ac0b-164c34ca9738', 'name': 'tempest-PortsIpV6TestJSON-910926517'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:38.774214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9f8b7474-3a94-4ba2-9874-e80d8af0ed9d tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-1456347246 HTTP/1.1" status: 204 len: 168 time: 0.2004020 Jan 04 13:58:38.777272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37934) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.784641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-4fd42cda-5f4f-4ad8-a496-ebf20da3f3cd tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-1456347246') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:38.856973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5bc9-d6b0-4e0a-a3b1-09813c2b442e tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.859586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5e5bc9-d6b0-4e0a-a3b1-09813c2b442e tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.860741 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cf5e5bc9-d6b0-4e0a-a3b1-09813c2b442e tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/97908f28-ec0d-4b4e-a8fa-9013355ceae3 HTTP/1.1" status: 204 len: 168 time: 0.3759060 Jan 04 13:58:38.867192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37940) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.900058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5e5bc9-d6b0-4e0a-a3b1-09813c2b442e tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=97908f28-ec0d-4b4e-a8fa-9013355ceae3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:38.913492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-172bd05d-8ebb-4252-9ed9-af2d91bc4d60 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:38.930312 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4fd42cda-5f4f-4ad8-a496-ebf20da3f3cd tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-1456347246 HTTP/1.1" status: 204 len: 168 time: 0.1516492 Jan 04 13:58:38.935049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37942) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.944581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-3c706241-fef2-4c67-9c9b-466843d1c98f tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:38.950769 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b2c6ad61-c68d-4471-8a18-235e52f8eb25 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0816796 Jan 04 13:58:38.954959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37946) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:38.960461 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--239327716'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:39.023872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.048451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3c706241-fef2-4c67-9c9b-466843d1c98f tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags HTTP/1.1" status: 200 len: 205 time: 0.1103075 Jan 04 13:58:39.049303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37948) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.052953 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b33b222a-5d90-4b50-8737-c4cead3071d5 req-7cd7bbf2-b91a-48a6-8e5e-896f61f0be7e tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2888761 Jan 04 13:58:39.068464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-3625c57d-0ece-449b-9535-a3382cb2a260 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:39.080944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-fb92041f-6b6c-48af-91cb-0f439d7928c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:39.083122 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-fb92041f-6b6c-48af-91cb-0f439d7928c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 1099 time: 0.2926714 Jan 04 13:58:39.105741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37950) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.205178 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3625c57d-0ece-449b-9535-a3382cb2a260 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags HTTP/1.1" status: 200 len: 241 time: 0.1521895 Jan 04 13:58:39.205951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37954) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.224219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-afdd3910-0c40-4ee1-b966-e9adc4414a33 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-1825144255') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:39.240054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.251861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-172bd05d-8ebb-4252-9ed9-af2d91bc4d60 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.259872 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98e46fd5-42d5-489c-a792-b923b82423de None None] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:39.267084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-172bd05d-8ebb-4252-9ed9-af2d91bc4d60 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.281432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-199878066'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:39.285370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.313684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.318347 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3620050 Jan 04 13:58:39.322558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37956) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.331409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'f8c93af3-9ec1-434f-8afd-09f6f93386d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:39.362323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:39.366307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.368873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-d00190f4-4fc7-4279-96c4-9cf17bf7a03c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:39.370545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-d00190f4-4fc7-4279-96c4-9cf17bf7a03c service neutron] 10.222.0.13 "GET /v2.0/networks?id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 200 len: 912 time: 0.2625301 Jan 04 13:58:39.383674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52c216a-a1ea-460b-a638-cfc835ccde29 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f8c93af3-9ec1-434f-8afd-09f6f93386d1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:39.398180 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-afdd3910-0c40-4ee1-b966-e9adc4414a33 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-1825144255 HTTP/1.1" status: 204 len: 168 time: 0.1917028 Jan 04 13:58:39.406140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37958) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.417806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-24b85947-eef3-4a4f-9770-37a8de00b1b5 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-1825144255') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:39.425076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-391f5c58-6337-447f-ba69-2dbdaa4189d1 None None] Provisioning complete for port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:39.426242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-391f5c58-6337-447f-ba69-2dbdaa4189d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.432669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-b6c753d8-3736-4c19-a07a-bc077a6a5905 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 200 len: 217 time: 0.0541320 Jan 04 13:58:39.437329 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-172bd05d-8ebb-4252-9ed9-af2d91bc4d60 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5c80eaa322be461ab4d743fb39a88f65&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9384937 Jan 04 13:58:39.439270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172bd05d-8ebb-4252-9ed9-af2d91bc4d60 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=614966f1-093e-4553-b834-d4a63a595249,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:39.446520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37960) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.491488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:39.494542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 01a4f390-23cd-46ba-8302-e92f13f27b37 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:39.495847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.515648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-391f5c58-6337-447f-ba69-2dbdaa4189d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.554010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.557133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-391f5c58-6337-447f-ba69-2dbdaa4189d1 None None] For port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,segment=NetworkSegment(19b2ed51-c6c3-422a-9f15-3c63df56701c),segment_id=19b2ed51-c6c3-422a-9f15-3c63df56701c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:39.557625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.571401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-391f5c58-6337-447f-ba69-2dbdaa4189d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.635370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-24b85947-eef3-4a4f-9770-37a8de00b1b5 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-1825144255 HTTP/1.1" status: 204 len: 168 time: 0.2273116 Jan 04 13:58:39.641728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.642828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37962) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:39.653789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-7b9b1743-d49e-41e9-90cf-5bad946fbb38 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:39.663102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.677500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.738908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1176e9fe-d9c5-49ae-84db-2337b0ac45b0,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:39.778357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=67da75cf-2f97-47c6-97e4-2b278b5a9cce,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:39.810452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-14c39197-18d8-4033-b4aa-21ca3abdef1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:39.812043 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-14c39197-18d8-4033-b4aa-21ca3abdef1b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8554f29b-7c47-4baf-8fcc-163f91496387 HTTP/1.1" status: 200 len: 851 time: 0.3694725 Jan 04 13:58:39.833337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391f5c58-6337-447f-ba69-2dbdaa4189d1 None None] Pushing event updated for resources: {'Port': ['ID=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:39.864926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 860d33b5-e949-4aaa-9272-9bbde4b5e7fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:39.885297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cd4a262c-c9bc-4566-897a-bd29f431a260 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.899535 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-7095d31c-b29d-44cc-9847-b1802ff55757 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722694 Jan 04 13:58:39.908375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::327 (5d8746e9-526f-4bb8-ac0b-164c34ca9738/745323fe-d59f-4434-9832-0214d5cb1c4a/01a4f390-23cd-46ba-8302-e92f13f27b37) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:39.920212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6fc7d2e4-00d5-4015-8b29-4d56162c7cfc None None] Provisioning complete for port bb7ec55f-80e5-4442-9987-c16a8f024326 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:39.920597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d2e4-00d5-4015-8b29-4d56162c7cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.932786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cd4a262c-c9bc-4566-897a-bd29f431a260 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.984052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:39.984454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:39.985921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:39.986352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: 2084d124-5717-4b2e-b431-2a264b9b77a4, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:39.987914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6fc7d2e4-00d5-4015-8b29-4d56162c7cfc None None] Port bb7ec55f-80e5-4442-9987-c16a8f024326 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:40.030074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6fc7d2e4-00d5-4015-8b29-4d56162c7cfc None None] Provisioning complete for port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:40.030451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6fc7d2e4-00d5-4015-8b29-4d56162c7cfc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.075295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.076651 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2449ac0d-93d7-49a2-9172-d29240148322 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7498901 Jan 04 13:58:40.080566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37964) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.084863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:40.085061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'f8c93af3-9ec1-434f-8afd-09f6f93386d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:40.108031 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7b9b1743-d49e-41e9-90cf-5bad946fbb38 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags HTTP/1.1" status: 200 len: 205 time: 0.4592671 Jan 04 13:58:40.109658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37968) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.114397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-c12b5f9a-ed40-416c-a6c8-ddd2187c8717 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:40.149673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.156775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.159540 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-7bbca40f-8644-4f26-b83b-61a377df599c service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2477179 Jan 04 13:58:40.161841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.162063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2084d124-5717-4b2e-b431-2a264b9b77a4) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:40.169477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:40.170372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.175806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e4e20d-071b-4f2b-99ff-6b6f51af069e None None] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:40.250925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 183} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:40.255216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7e4502d8-13bf-4252-b7ad-5cec4e5cc18c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0944016 Jan 04 13:58:40.260664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0318ceda-4d83-489f-8f0b-47cc38e05b02,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:40.263023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37970) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.288038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cd4a262c-c9bc-4566-897a-bd29f431a260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.291500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cd4a262c-c9bc-4566-897a-bd29f431a260 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.295125 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cd4a262c-c9bc-4566-897a-bd29f431a260 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/614966f1-093e-4553-b834-d4a63a595249 HTTP/1.1" status: 204 len: 168 time: 0.8453586 Jan 04 13:58:40.319458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2084d124-5717-4b2e-b431-2a264b9b77a4', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:40.320651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.353898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a262c-c9bc-4566-897a-bd29f431a260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=614966f1-093e-4553-b834-d4a63a595249,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:40.363349 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c12b5f9a-ed40-416c-a6c8-ddd2187c8717 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags HTTP/1.1" status: 200 len: 241 time: 0.2533495 Jan 04 13:58:40.368873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37974) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.377814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-c14b8963-8b06-4fc3-bfc5-a2f4faee93b0 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-1349478052') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:40.434843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.459652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.461733 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efde36a-61f3-4c22-a5dc-5f002c666ad1 req-bc3c1125-8d87-4a12-8d2f-b41a1cda5990 service neutron] 10.222.0.13 "GET /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474937 Jan 04 13:58:40.465898 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c14b8963-8b06-4fc3-bfc5-a2f4faee93b0 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-1349478052 HTTP/1.1" status: 204 len: 168 time: 0.0915377 Jan 04 13:58:40.471898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37976) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.477276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-e5500525-2bdc-46da-898f-2fca18b51f95 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-1349478052') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:40.483905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-00576eb3-e46f-4687-9127-2eb889d5234f None None] Provisioning complete for port bb7ec55f-80e5-4442-9987-c16a8f024326 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:40.484929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-00576eb3-e46f-4687-9127-2eb889d5234f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.498369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.498714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment c99353e2-bfa1-4a13-b98c-b00d76cd30aa of type vlan for network 8538a13d-ea85-400b-9a21-77087e789bb0 Jan 04 13:58:40.516979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.537806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Allocated IP 2001:db8::2 (2084d124-5717-4b2e-b431-2a264b9b77a4/67da75cf-2f97-47c6-97e4-2b278b5a9cce/b5f127a0-069d-4fda-b054-6a012ff053f5) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:40.543158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-00576eb3-e46f-4687-9127-2eb889d5234f None None] Port bb7ec55f-80e5-4442-9987-c16a8f024326 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:40.565772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.570527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:40.574852 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e5500525-2bdc-46da-898f-2fca18b51f95 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-1349478052 HTTP/1.1" status: 204 len: 168 time: 0.1013458 Jan 04 13:58:40.580472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:40.585381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37980) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.586947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45fc9392-291f-4150-ba4b-f93188d4be06 req-522a69ba-a1a6-40ed-8a17-b09ef19ed73a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:40.588792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-45fc9392-291f-4150-ba4b-f93188d4be06 req-522a69ba-a1a6-40ed-8a17-b09ef19ed73a tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.4142501 Jan 04 13:58:40.589808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-adecb5d8-f0e1-47e3-ba83-67ba28ec47f5 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:40.594261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:40.604551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:40.605247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.609894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=01a4f390-23cd-46ba-8302-e92f13f27b37,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:40.629662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.645769 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-adecb5d8-f0e1-47e3-ba83-67ba28ec47f5 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags HTTP/1.1" status: 200 len: 205 time: 0.0592771 Jan 04 13:58:40.652942 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b2a1c30d-5cf9-4f87-9f4d-183f89d74329 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.9096968 Jan 04 13:58:40.653614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37982) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.653981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37984) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.667813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-38e4ef93-413d-4283-b907-b57e8f57124e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:40.720783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:58:40.724179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a337222-4fdf-4933-93bf-d4f8677e831b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:40.772733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.777418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37986) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.779717 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1385e599-3b83-47c2-bc8f-d5a2b2009504 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6978314 Jan 04 13:58:40.787785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'f8c93af3-9ec1-434f-8afd-09f6f93386d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:40.808570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.820608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.820980 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-38e4ef93-413d-4283-b907-b57e8f57124e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags HTTP/1.1" status: 204 len: 168 time: 0.1653802 Jan 04 13:58:40.834278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37988) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.843036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-c2b5b9f2-eaa8-4033-b2e7-ef9bc19a2886 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:40.846907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37990) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.851559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.860722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:40.862098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.879664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:40.884278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:40.884672 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-45fc9392-291f-4150-ba4b-f93188d4be06 req-58f41c5c-3a30-4814-ad35-7cacf62203b1 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2276111 Jan 04 13:58:40.891317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:40.904330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Pushing event updated for resources: {'Port': ['ID=b5f127a0-069d-4fda-b054-6a012ff053f5,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:40.906498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-835945f3-3446-4d2a-ac40-b8dbcab2f4e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:40.922491 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-835945f3-3446-4d2a-ac40-b8dbcab2f4e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A18e HTTP/1.1" status: 200 len: 929 time: 0.2631040 Jan 04 13:58:40.929169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 37994) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:40.984194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Attempting to bind port b5f127a0-069d-4fda-b054-6a012ff053f5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:40.984637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Attempting to bind port b5f127a0-069d-4fda-b054-6a012ff053f5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:40.985137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Attempting to bind port b5f127a0-069d-4fda-b054-6a012ff053f5 on network 2084d124-5717-4b2e-b431-2a264b9b77a4 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:40.992229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ed3727c3-5e56-401f-9fc1-bdc0c5e9e87c None None] Provisioning complete for port 01a4f390-23cd-46ba-8302-e92f13f27b37 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:40.992733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed3727c3-5e56-401f-9fc1-bdc0c5e9e87c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.993291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.995841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:40.996302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Checking segment: {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:40.996780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:40.998847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Bound using segment: {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:40.999487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Bound port: b5f127a0-069d-4fda-b054-6a012ff053f5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:40.999945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.076010 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.9663463 Jan 04 13:58:41.139339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cf0aa0-2151-42e4-a0c3-8c316a875f28 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=8538a13d-ea85-400b-9a21-77087e789bb0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:41.171215 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c2b5b9f2-eaa8-4033-b2e7-ef9bc19a2886 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags HTTP/1.1" status: 204 len: 168 time: 0.3355942 Jan 04 13:58:41.172532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.174566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 37998) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.188787 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1aab1497-0de0-4990-bfd4-eaf8de736f23 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2016c3670dee4a7b9b8baed2348ad2c8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3389165 Jan 04 13:58:41.190076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 8538a13d-ea85-400b-9a21-77087e789bb0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:41.191121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38000) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.192906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ed3727c3-5e56-401f-9fc1-bdc0c5e9e87c None None] Port 01a4f390-23cd-46ba-8302-e92f13f27b37 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:41.199628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.203337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-402d8ade-c7de-42b6-bce7-f718052689b0 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:41.221947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 01a4f390-23cd-46ba-8302-e92f13f27b37 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:41.222898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.225912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.236358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38002) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.245010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:41.253930 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] For port b5f127a0-069d-4fda-b054-6a012ff053f5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:41.277831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] For port b5f127a0-069d-4fda-b054-6a012ff053f5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b5f127a0-069d-4fda-b054-6a012ff053f5,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:41.295198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63c79744-1712-45f2-9b89-555d21156951,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:41.318859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.325284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.329530 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ec8fe1b8-79f4-4822-bc61-a41eccd447f2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5431786 Jan 04 13:58:41.330569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38004) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.337261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'f8c93af3-9ec1-434f-8afd-09f6f93386d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:41.369419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6c278be-480c-4f48-b7c8-dfd790d48bfc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.400878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.404846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20f48f-35f9-4b1e-8bd4-4a238c2a5d58 None None] Pushing event updated for resources: {'Port': ['ID=b5f127a0-069d-4fda-b054-6a012ff053f5,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:41.431908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6c278be-480c-4f48-b7c8-dfd790d48bfc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.434076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 01a4f390-23cd-46ba-8302-e92f13f27b37 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:41.454595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.505145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e6d117-d401-4125-aa18-00943d98de2f req-6607a56b-9384-451c-b149-c56f3d7581e8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:41.506661 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47e6d117-d401-4125-aa18-00943d98de2f req-6607a56b-9384-451c-b149-c56f3d7581e8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.2693517 Jan 04 13:58:41.568373 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-402d8ade-c7de-42b6-bce7-f718052689b0 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3915806 Jan 04 13:58:41.568993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38006) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.584122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-556dcec9-4dc9-4e0f-b44b-58bf4cf54d1a tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:41.586054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6c278be-480c-4f48-b7c8-dfd790d48bfc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.588907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f6c278be-480c-4f48-b7c8-dfd790d48bfc admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.602312 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f6c278be-480c-4f48-b7c8-dfd790d48bfc admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8a6b8f4b-cbbb-4e10-858f-eac16e86e9d2 HTTP/1.1" status: 204 len: 168 time: 0.3973405 Jan 04 13:58:41.641800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.648375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c278be-480c-4f48-b7c8-dfd790d48bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a6b8f4b-cbbb-4e10-858f-eac16e86e9d2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:41.654565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.669898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:41.673457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.749662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bc18805-cc94-4dc3-a6d0-d148ca536c24,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:41.768868 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47e6d117-d401-4125-aa18-00943d98de2f req-2c701b4a-cd82-46af-bda5-2043c77ea87e tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2449780 Jan 04 13:58:41.782704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.786455 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1006475e-d95b-4672-b59b-ededb01557ab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4527340 Jan 04 13:58:41.787680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38010) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.803179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'f8c93af3-9ec1-434f-8afd-09f6f93386d1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:41.822650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.871247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8::1 (2084d124-5717-4b2e-b431-2a264b9b77a4/67da75cf-2f97-47c6-97e4-2b278b5a9cce/7c8dec50-3c58-46cb-99d2-4f2987df07e8) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:41.886927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=01a4f390-23cd-46ba-8302-e92f13f27b37,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:41.923065 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-556dcec9-4dc9-4e0f-b44b-58bf4cf54d1a tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags HTTP/1.1" status: 204 len: 168 time: 0.3424671 Jan 04 13:58:41.928823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38012) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.935666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:41.937362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-95208542-738f-44af-a64b-59f0b29b0d93 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-16719037') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:41.944524 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1332ef7c-ee06-4145-9778-eace0004d909 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/01a4f390-23cd-46ba-8302-e92f13f27b37 HTTP/1.1" status: 204 len: 168 time: 1.0048592 Jan 04 13:58:41.947735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38016) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:41.982404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 860d33b5-e949-4aaa-9272-9bbde4b5e7fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:41.990958 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f86b235-a3c6-47d0-bca8-1af3d045ef85 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:41.992578 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f86b235-a3c6-47d0-bca8-1af3d045ef85 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/01a4f390-23cd-46ba-8302-e92f13f27b37 HTTP/1.1" status: 404 len: 333 time: 0.0417697 Jan 04 13:58:41.995825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38018) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.008305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.087376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:42.087854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.113827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.127624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.188257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.189045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c100bab0-e62e-4890-bac4-aed7a95fbb90,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:42.203272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.206081 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e85b9c37-97f4-4cb1-be03-a6da137d455f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4059906 Jan 04 13:58:42.207564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38024) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.224193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.247841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-724a8e84-d52b-4e9b-813b-33c63f2058cc tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.258131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-724a8e84-d52b-4e9b-813b-33c63f2058cc tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.281275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b5f127a0-069d-4fda-b054-6a012ff053f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:42.287473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38028) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.294533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-95208542-738f-44af-a64b-59f0b29b0d93 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-16719037 HTTP/1.1" status: 201 len: 201 time: 0.3604519 Jan 04 13:58:42.295392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-5d0f170f-8bd8-4c61-9d91-d65ba36c4cef tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-2057603366') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:42.324021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port bb7ec55f-80e5-4442-9987-c16a8f024326 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:42.324358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.332502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.372356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-724a8e84-d52b-4e9b-813b-33c63f2058cc tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.391391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b5f127a0-069d-4fda-b054-6a012ff053f5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:42.391767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.392682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-724a8e84-d52b-4e9b-813b-33c63f2058cc tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.397151 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-724a8e84-d52b-4e9b-813b-33c63f2058cc tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/c100bab0-e62e-4890-bac4-aed7a95fbb90 HTTP/1.1" status: 204 len: 168 time: 0.1857746 Jan 04 13:58:42.400690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38032) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.435410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=7759d2fc-e460-4479-8cb1-585d3d18a74a,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:42.459279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a8e84-d52b-4e9b-813b-33c63f2058cc tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c100bab0-e62e-4890-bac4-aed7a95fbb90,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:42.474318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:42.474688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: 8538a13d-ea85-400b-9a21-77087e789bb0, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:42.478965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:42.486001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:42.488946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:42.489838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.551582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=7c8dec50-3c58-46cb-99d2-4f2987df07e8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:42.552369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.558166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.577836 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cf3416fa-08e1-46bc-ab96-c602ba8e9927 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1751797 Jan 04 13:58:42.592744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38036) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.593507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network 8538a13d-ea85-400b-9a21-77087e789bb0 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:42.601852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port b5f127a0-069d-4fda-b054-6a012ff053f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b5f127a0-069d-4fda-b054-6a012ff053f5,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:42.604480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for bb7ec55f-80e5-4442-9987-c16a8f024326 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:42.609043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.626444 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5d0f170f-8bd8-4c61-9d91-d65ba36c4cef tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-2057603366 HTTP/1.1" status: 201 len: 201 time: 0.3378451 Jan 04 13:58:42.627496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38038) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.636219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-c5d66c45-f3f5-4925-b123-45d372ae8a56 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-315231607') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:42.667373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8538a13d-ea85-400b-9a21-77087e789bb0) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:42.671964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:42.672562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.683456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa515e50-50fb-4d82-9ea0-ee87f502da71 None None] Network 8538a13d-ea85-400b-9a21-77087e789bb0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:42.715305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=b5f127a0-069d-4fda-b054-6a012ff053f5,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:42.721659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5031148-6c06-42a7-bd8a-b04a2a65993d tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.739824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5031148-6c06-42a7-bd8a-b04a2a65993d tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.778812 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-67ca9ff2-0c31-4082-8b54-528f142586da tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.5354857 Jan 04 13:58:42.782092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38044) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.799827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-715856031'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:42.808638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.876823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5031148-6c06-42a7-bd8a-b04a2a65993d tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.880649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8538a13d-ea85-400b-9a21-77087e789bb0', 'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '7759d2fc-e460-4479-8cb1-585d3d18a74a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:42.882257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.882469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e5031148-6c06-42a7-bd8a-b04a2a65993d tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:42.887037 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e5031148-6c06-42a7-bd8a-b04a2a65993d tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1bc18805-cc94-4dc3-a6d0-d148ca536c24 HTTP/1.1" status: 204 len: 168 time: 0.2849147 Jan 04 13:58:42.888891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38050) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:42.911733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5031148-6c06-42a7-bd8a-b04a2a65993d tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1bc18805-cc94-4dc3-a6d0-d148ca536c24,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:42.994044 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6285d5a-7272-41b3-89b3-35db5f660292 None None] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:43.035381 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1d678f5a-b900-4f51-9825-9d441ecea6df tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1399629 Jan 04 13:58:43.035610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38052) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.036862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38054) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.089692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8069cdb-21ba-48ce-b1b5-8f1d83a4173c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.101256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8069cdb-21ba-48ce-b1b5-8f1d83a4173c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.135181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8069cdb-21ba-48ce-b1b5-8f1d83a4173c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.140772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c8069cdb-21ba-48ce-b1b5-8f1d83a4173c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.141006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fc3be889-7fc1-474a-982d-fa341b329c55 None None] Provisioning complete for port b5f127a0-069d-4fda-b054-6a012ff053f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:43.141287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fc3be889-7fc1-474a-982d-fa341b329c55 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.145166 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c8069cdb-21ba-48ce-b1b5-8f1d83a4173c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/63c79744-1712-45f2-9b89-555d21156951 HTTP/1.1" status: 204 len: 168 time: 0.1042695 Jan 04 13:58:43.160415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38058) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.187193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8069cdb-21ba-48ce-b1b5-8f1d83a4173c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=63c79744-1712-45f2-9b89-555d21156951,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:43.199219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Allocated IP 172.20.255.242 (8538a13d-ea85-400b-9a21-77087e789bb0/7759d2fc-e460-4479-8cb1-585d3d18a74a/8c8bb697-c8d3-406f-b60d-b02daee0e8c4) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:43.205451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1093296655'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:43.307524 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1f8fb601-eac9-4fc1-9242-3a8b496e1ce2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1459928 Jan 04 13:58:43.310862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38060) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.328057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:43.331928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.345307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.352423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:43.355898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.403163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.415554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.416444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.431463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4e65dc-43fe-4528-8914-3cee80e054bb req-62bf742f-9939-4ef2-957f-5c56293278bd tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:43.432998 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb4e65dc-43fe-4528-8914-3cee80e054bb req-62bf742f-9939-4ef2-957f-5c56293278bd tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.5373077 Jan 04 13:58:43.447942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-a9671310-3e32-4da4-a5fb-d2d2dcaa262c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:43.449473 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-a9671310-3e32-4da4-a5fb-d2d2dcaa262c tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.13 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.1928921 Jan 04 13:58:43.450803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-736c074d-b363-4d04-a0fc-270d88d9faf9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.459492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.463997 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.473417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.480454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:43.512899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=7c8dec50-3c58-46cb-99d2-4f2987df07e8,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:43.521393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.523244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Network 8538a13d-ea85-400b-9a21-77087e789bb0 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:43.529125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:43.537156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:43.545603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Pushing event updated for resources: {'Port': ['ID=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:43.553688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.582624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 179} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:43.594349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.594677 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 7cae20b0-a5f4-4434-b383-e050a0e27a39 of type vlan for network 4ab95647-372d-4598-9062-a87c737e3ac2 Jan 04 13:58:43.613915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.614255 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Added segment eed2291b-ebfb-40c0-b446-39688dcabd5e of type vlan for network af82c8e7-091c-43f5-9e12-ad51fe245e0c Jan 04 13:58:43.616950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fa223bf-65bf-4e59-8bec-f55e62fa1a97,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:43.656234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.657605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Attempting to bind port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:43.658002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Attempting to bind port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:43.658331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:43.658463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Attempting to bind port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 on network 8538a13d-ea85-400b-9a21-77087e789bb0 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:43.665377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:43.681064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:43.681384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Checking segment: {'id': 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:43.682878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.682999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.683089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Bound using segment: {'id': 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:43.684410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-736c074d-b363-4d04-a0fc-270d88d9faf9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.685155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Bound port: 8c8bb697-c8d3-406f-b60d-b02daee0e8c4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '8538a13d-ea85-400b-9a21-77087e789bb0'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:43.687244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.702596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c5d66c45-f3f5-4925-b123-45d372ae8a56 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-315231607 HTTP/1.1" status: 201 len: 201 time: 1.0713332 Jan 04 13:58:43.748247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c531e0a8-933f-43d7-8ccf-0500c7a9c532 None None] Provisioning complete for port b5f127a0-069d-4fda-b054-6a012ff053f5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:43.748615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c531e0a8-933f-43d7-8ccf-0500c7a9c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.770454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38062) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.797436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=bb7ec55f-80e5-4442-9987-c16a8f024326,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:43.814939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-736c074d-b363-4d04-a0fc-270d88d9faf9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.820692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-736c074d-b363-4d04-a0fc-270d88d9faf9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.823015 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-736c074d-b363-4d04-a0fc-270d88d9faf9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9a337222-4fdf-4933-93bf-d4f8677e831b HTTP/1.1" status: 204 len: 168 time: 0.5103235 Jan 04 13:58:43.824289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.830516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:43.831210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.836442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:43.844103 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-679453db-0df7-467d-a801-015bca85e104 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/bb7ec55f-80e5-4442-9987-c16a8f024326 HTTP/1.1" status: 204 len: 168 time: 1.8442369 Jan 04 13:58:43.847808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38064) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.848233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38066) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:43.875291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] For port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:43.878888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] For port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,segment=NetworkSegment(c99353e2-bfa1-4a13-b98c-b00d76cd30aa),segment_id=c99353e2-bfa1-4a13-b98c-b00d76cd30aa)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:43.887739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b5f127a0-069d-4fda-b054-6a012ff053f5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:43.898578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.011615 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb4e65dc-43fe-4528-8914-3cee80e054bb req-2ac47b7d-e903-4188-b0bb-15f5763b8c52 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5543838 Jan 04 13:58:44.038179 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-acf862ff-a249-4c16-80eb-b67a3286c099 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:44.042135 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-acf862ff-a249-4c16-80eb-b67a3286c099 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/bb7ec55f-80e5-4442-9987-c16a8f024326 HTTP/1.1" status: 404 len: 333 time: 0.1832030 Jan 04 13:58:44.043005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c074d-b363-4d04-a0fc-270d88d9faf9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a337222-4fdf-4933-93bf-d4f8677e831b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:44.061736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.066516 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2816956 Jan 04 13:58:44.145467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38070) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.191473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:44.271794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f73c919-13d4-4fb0-9555-f9fcc497d267 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=4ab95647-372d-4598-9062-a87c737e3ac2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:44.284207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 4ab95647-372d-4598-9062-a87c737e3ac2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:44.302229 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7da6bb49-dc1f-42bd-8d14-cfb32c117799 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4434669 Jan 04 13:58:44.309601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-f9c6cf50-a309-42a4-a982-10119f9d0111 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-208761602') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:44.329204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38072) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.339687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b09908-8332-4e0e-b52c-223a16308543 None None] Pushing event updated for resources: {'Port': ['ID=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:44.361131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 745323fe-d59f-4434-9832-0214d5cb1c4a {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:44.362532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.368623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.370016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:44.370667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.399174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c531e0a8-933f-43d7-8ccf-0500c7a9c532 None None] Provisioning complete for port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:44.399545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c531e0a8-933f-43d7-8ccf-0500c7a9c532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.438169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b5f127a0-069d-4fda-b054-6a012ff053f5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:44.438381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.464568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Network': ['ID=af82c8e7-091c-43f5-9e12-ad51fe245e0c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:44.482158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c531e0a8-933f-43d7-8ccf-0500c7a9c532 None None] Port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:44.493683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:44.497818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:58:44.508287 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0e4c92b0-7934-42fa-a39c-0609202e2423 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4714155 Jan 04 13:58:44.510744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aac9c13a-1169-4701-babd-6b77070f5707 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.511926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9c6cf50-a309-42a4-a982-10119f9d0111 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-208761602 HTTP/1.1" status: 201 len: 201 time: 0.7404466 Jan 04 13:58:44.514402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38074) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.514991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38076) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.521125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:44.528417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-c6acc54d-c15f-41cd-9ce7-0178b57603db tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', {'tags': ['tempest-TagsExtTest-Tag-1857864866', 'tempest-TagsExtTest-Tag-462044226', 'tempest-TagsExtTest-Tag-1731463290']}) {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:44.536647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.540385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aac9c13a-1169-4701-babd-6b77070f5707 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.579675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Deleting port b605d63a-472d-4aac-b326-1f00084460c9 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:44.579940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.630018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d1f74ea5-c8e2-4ec5-b55e-62d45c6b5b63 None None] Provisioning complete for port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:44.630311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d1f74ea5-c8e2-4ec5-b55e-62d45c6b5b63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.645824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:44.649389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.672178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d1f74ea5-c8e2-4ec5-b55e-62d45c6b5b63 None None] Port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:44.728377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aac9c13a-1169-4701-babd-6b77070f5707 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.736054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:44.744355 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-49fb6659-94d9-4640-a408-9eb02eb78e9a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4769084 Jan 04 13:58:44.750313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c6acc54d-c15f-41cd-9ce7-0178b57603db tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags HTTP/1.1" status: 200 len: 317 time: 0.2229295 Jan 04 13:58:44.750313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38078) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.751072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aac9c13a-1169-4701-babd-6b77070f5707 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.752217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aac9c13a-1169-4701-babd-6b77070f5707 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/1176e9fe-d9c5-49ae-84db-2337b0ac45b0 HTTP/1.1" status: 204 len: 168 time: 0.4141345 Jan 04 13:58:44.756539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-498145400'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:44.756679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38080) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.756679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38082) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:44.763175 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:44.778441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-59ffa913-44d4-4c40-a80b-763eee8c6127 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:44.780034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:44.782317 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:44.783081 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:44.783691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.806306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:44.809911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.841696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac9c13a-1169-4701-babd-6b77070f5707 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1176e9fe-d9c5-49ae-84db-2337b0ac45b0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:44.860739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.888497 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:58:44.892063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 186} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:44.907688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] For port b605d63a-472d-4aac-b326-1f00084460c9, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=b605d63a-472d-4aac-b326-1f00084460c9,segment=NetworkSegment(76358039-5a79-49cd-9290-60f983fde01c),segment_id=76358039-5a79-49cd-9290-60f983fde01c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:44.908362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.913715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.914469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 53568e6f-75c0-4fd0-8283-df33c2d04b01 of type vlan for network 2d59ddea-b2de-4d93-946f-d4b9694de3dd Jan 04 13:58:44.948721 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Calling delete_port for b605d63a-472d-4aac-b326-1f00084460c9 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:44.977723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:44.998134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-35af43f5-0541-40b8-9505-41e0111463e7 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2312205 Jan 04 13:58:45.004703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38084) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.106809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:58:45.138077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.150877 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:42Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:43Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:45.167089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.173496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:45.174121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.177518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.181645 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:58:45.182669 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Updating router 1b980ebf-a314-4645-95c3-6ffe5deafb9a port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:58:45.211906 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.227971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=745323fe-d59f-4434-9832-0214d5cb1c4a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:45.232453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19839ca8-9b71-4970-9880-c533bff7f173 None None] Network 5d8746e9-526f-4bb8-ac0b-164c34ca9738 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:45.236099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.239939 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5299c7c5-f618-467e-be84-7fe4ccc3e183 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/745323fe-d59f-4434-9832-0214d5cb1c4a HTTP/1.1" status: 204 len: 168 time: 1.1720512 Jan 04 13:58:45.255891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38088) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.291754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5818efa-6dc4-4e59-b47e-bed799541fe2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.292195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5404835 Jan 04 13:58:45.310634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38090) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.325584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:45.353043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=b2d2ad07-4339-4e0c-bb29-fc269c1313b6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:45.388803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-59ffa913-44d4-4c40-a80b-763eee8c6127 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags HTTP/1.1" status: 204 len: 168 time: 0.6209824 Jan 04 13:58:45.398311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38092) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.431202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3b983b-63ff-4be4-b8cf-69e0ba20bc74 req-3cfa1b68-4a9a-4714-a78b-b55c8d40af49 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:45.431202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a3b983b-63ff-4be4-b8cf-69e0ba20bc74 req-3cfa1b68-4a9a-4714-a78b-b55c8d40af49 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/ports?device_id=acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7 HTTP/1.1" status: 200 len: 946 time: 0.2894204 Jan 04 13:58:45.438923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d53cd6-37bd-42e3-ae95-424f00bf13a7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=2d59ddea-b2de-4d93-946f-d4b9694de3dd,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:45.452209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:45.462755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:45.463389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network hostable DHCP agents. Network: af82c8e7-091c-43f5-9e12-ad51fe245e0c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:45.467040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-73ccafe8-caed-41f3-9b1f-add5bd490f35 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-1857864866') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:45.475188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5818efa-6dc4-4e59-b47e-bed799541fe2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.526969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] DHCP port deletion for 5d8746e9-526f-4bb8-ac0b-164c34ca9738 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:45.540278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.579143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a3b983b-63ff-4be4-b8cf-69e0ba20bc74 req-59a7f5fc-b39e-4e53-9838-227ef5f455c3 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.30 "GET /v2.0/security-groups?id=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1288507 Jan 04 13:58:45.587386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00f9b2c4-c236-44a7-ab36-d9301275c7b9 None None] Network 8538a13d-ea85-400b-9a21-77087e789bb0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:45.601521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:45.612297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-785fdde9-32db-4830-b60d-9bad03efa1ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.612807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.619842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, af82c8e7-091c-43f5-9e12-ad51fe245e0c) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:45.627286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:45.628237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.632449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:45.637473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.672437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.675974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=ad0ece84-521c-43b2-b39f-076432d1ce07,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:45.679946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933bcd8d-2ff7-416f-9e67-c7b69c1d01b8 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:45.721628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5818efa-6dc4-4e59-b47e-bed799541fe2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.725230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5818efa-6dc4-4e59-b47e-bed799541fe2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.726624 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e5818efa-6dc4-4e59-b47e-bed799541fe2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/f8c93af3-9ec1-434f-8afd-09f6f93386d1 HTTP/1.1" status: 204 len: 168 time: 0.7186093 Jan 04 13:58:45.733847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38094) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.734976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Pushing event deleted for resources: {'Port': ['ID=b605d63a-472d-4aac-b326-1f00084460c9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:45.743040 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c5801999-094a-449d-a6ff-b59940c0e717 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2267804 Jan 04 13:58:45.764130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38096) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.778792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'name': 'tempest-NetworksTestDHCPv6-1501055139'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:45.806808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5818efa-6dc4-4e59-b47e-bed799541fe2 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8c93af3-9ec1-434f-8afd-09f6f93386d1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:45.833859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': '7cae20b0-a5f4-4434-b383-e050a0e27a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:45.834107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: 4ab95647-372d-4598-9062-a87c737e3ac2, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:45.868610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] No DVR routers for this DVR port b605d63a-472d-4aac-b326-1f00084460c9 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:45.873112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.876711 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a39ce9bc-f7e2-4064-a8fb-0416fa1cff5d req-7ac0c93f-1ada-45c4-9258-fab63ed7b4d8 tempest-TestServerAdvancedOps-89633046 tempest-TestServerAdvancedOps-89633046-project] 10.222.0.13 "DELETE /v2.0/ports/b605d63a-472d-4aac-b326-1f00084460c9 HTTP/1.1" status: 204 len: 173 time: 2.4142714 Jan 04 13:58:45.887990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'name': 'network-vif-deleted', 'tag': 'b605d63a-472d-4aac-b326-1f00084460c9'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 13:58:45.890889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d01e725e-8910-4bcd-9571-03c0663cb7c7" -d '{"events": [{"server_uuid": "acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7", "name": "network-vif-deleted", "tag": "b605d63a-472d-4aac-b326-1f00084460c9"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 13:58:45.904408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-73ccafe8-caed-41f3-9b1f-add5bd490f35 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:45.905469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-73ccafe8-caed-41f3-9b1f-add5bd490f35 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-1857864866 HTTP/1.1" status: 404 len: 329 time: 0.4454653 Jan 04 13:58:45.928685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:45.929809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38100) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:45.940636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-f15ddc23-7748-45d9-986f-23106d2229c1 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-462044226') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:45.964487 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.975656 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:45.985549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 13:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a94d735-aa4d-4694-a741-ab3f805ed903 x-openstack-request-id: req-5a94d735-aa4d-4694-a741-ab3f805ed903 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 13:58:45.985922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7", "name": "network-vif-deleted", "tag": "b605d63a-472d-4aac-b326-1f00084460c9", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 13:58:45.986121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a94d735-aa4d-4694-a741-ab3f805ed903 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 13:58:45.986517 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'acaf6d3c-6fa9-4d1c-881e-6e95d3c7f9c7', 'name': 'network-vif-deleted', 'tag': 'b605d63a-472d-4aac-b326-1f00084460c9', 'status': 'completed', 'code': 200} Jan 04 13:58:46.004496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bf1e4a07-1a9a-4b9d-8380-a9f4ec4d43ae None None] Provisioning complete for port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:46.004779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4a07-1a9a-4b9d-8380-a9f4ec4d43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.012182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network 4ab95647-372d-4598-9062-a87c737e3ac2 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:46.027796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:46.028149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.052766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4ab95647-372d-4598-9062-a87c737e3ac2) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:46.062519 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Pushing event updated for resources: {'Port': ['ID=7c8dec50-3c58-46cb-99d2-4f2987df07e8,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:46.075183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:46.075789 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.087302 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.088427 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.088945 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.089448 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.089976 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.091129 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.091677 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.092178 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.092818 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.093319 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.093819 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.094361 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.094852 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:58:46.096120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad2815b-8051-4d67-ac55-f1e086428894 None None] Network 4ab95647-372d-4598-9062-a87c737e3ac2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:46.105690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38102) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:46.115450 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Attempting to bind port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:46.116098 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Attempting to bind port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:46.116589 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-766e6dc3-12cb-440c-919b-b5db27d3e217 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3683705 Jan 04 13:58:46.116964 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Attempting to bind port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 on network 2084d124-5717-4b2e-b431-2a264b9b77a4 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:46.120633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--2039430645'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:46.123090 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:46.123690 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Checking segment: {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:46.124309 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.124855 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Bound using segment: {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:46.125504 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Bound port: 7c8dec50-3c58-46cb-99d2-4f2987df07e8, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7530b1d3-b79a-4397-87c6-2255dc11bb5a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:46.126126 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.212346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] Deleting port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:46.216801 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] For port 7c8dec50-3c58-46cb-99d2-4f2987df07e8, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:46.217609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:46.219502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.221206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.221641 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] For port 7c8dec50-3c58-46cb-99d2-4f2987df07e8, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c8dec50-3c58-46cb-99d2-4f2987df07e8,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:46.224757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] For port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,segment=NetworkSegment(19b2ed51-c6c3-422a-9f15-3c63df56701c),segment_id=19b2ed51-c6c3-422a-9f15-3c63df56701c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:46.225115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.233300 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.254058 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c5914a75-8d27-48e0-ac28-87edf6ba0a53 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1006169 Jan 04 13:58:46.254895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 860d33b5-e949-4aaa-9272-9bbde4b5e7fd owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:46.256411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38104) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:46.287922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:46.305886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] For port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,segment=NetworkSegment(19b2ed51-c6c3-422a-9f15-3c63df56701c),segment_id=19b2ed51-c6c3-422a-9f15-3c63df56701c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:46.306292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.324753 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:46.325396 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:46.331893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.337493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] Calling delete_port for 860d33b5-e949-4aaa-9272-9bbde4b5e7fd owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:46.395864 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6a556d2-782e-4eba-9123-a1b5db21cbc2 None None] Pushing event updated for resources: {'Port': ['ID=7c8dec50-3c58-46cb-99d2-4f2987df07e8,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:46.447123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.476580 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:58:46.496670 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-f15ddc23-7748-45d9-986f-23106d2229c1 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:46.498281 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f15ddc23-7748-45d9-986f-23106d2229c1 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-462044226 HTTP/1.1" status: 404 len: 328 time: 0.5670857 Jan 04 13:58:46.506246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38106) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:46.514452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-1d1969fe-1b7c-4c74-9998-35e7258cf85c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373', 'tempest-TagsExtTest-Tag-1731463290') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:46.562769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.567678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:46.568250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.626629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': 'b2d2ad07-4339-4e0c-bb29-fc269c1313b6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:46.628007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.650426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.694898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4ab95647-372d-4598-9062-a87c737e3ac2', 'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': 'ad0ece84-521c-43b2-b39f-076432d1ce07'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:46.696152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.698408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38110) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:46.702101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:46.715891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.782791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device b605d63a-472d-4aac-b326-1f00084460c9 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:46.786292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.816480 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:42Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:46Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:46.823588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Deleting subnet 8554f29b-7c47-4baf-8fcc-163f91496387 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:46.828305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.875063 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0e2c70-c310-4b21-9ed4-0fdbb2a3f5db None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:42Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:46Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:58:46.885193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:46.889507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=84050241-7ad4-4a6d-ad96-3bab1b88022f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:46.923970 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-1d1969fe-1b7c-4c74-9998-35e7258cf85c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:46.925948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1d1969fe-1b7c-4c74-9998-35e7258cf85c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags/tempest-TagsExtTest-Tag-1731463290 HTTP/1.1" status: 404 len: 329 time: 0.4163513 Jan 04 13:58:46.931403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38112) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:46.936473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-e408a927-b16a-4746-91e4-28817711bab7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', {'tags': ['tempest-TagsExtTest-Tag-1943521627', 'tempest-TagsExtTest-Tag-1028253867', 'tempest-TagsExtTest-Tag-510258962']}) {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:46.940726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:46.941551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: 2d59ddea-b2de-4d93-946f-d4b9694de3dd, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:46.986395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No DVR routers for this DVR port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:46.999848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:47.024396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2d59ddea-b2de-4d93-946f-d4b9694de3dd) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:47.032086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::6a (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b2d2ad07-4339-4e0c-bb29-fc269c1313b6/f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:47.041979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:47.042899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.053110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] Pushing event deleted for resources: {'Port': ['ID=860d33b5-e949-4aaa-9272-9bbde4b5e7fd,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:47.061089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.075492 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5e950bb7-5bc2-4c52-8916-965afaf4c264 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.7549655 Jan 04 13:58:47.077337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38114) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.079712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e6f367-f5e8-4e53-92c2-c97551a17e5e None None] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:47.082680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: b605d63a-472d-4aac-b326-1f00084460c9 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:47.083026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device b605d63a-472d-4aac-b326-1f00084460c9 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:47.089697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e408a927-b16a-4746-91e4-28817711bab7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags HTTP/1.1" status: 200 len: 317 time: 0.1549318 Jan 04 13:58:47.091719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38116) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.091867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.095244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.115440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30ebe15-3494-49e8-95c3-750c6cab4ad5 None None] No DVR routers for this DVR port 860d33b5-e949-4aaa-9272-9bbde4b5e7fd on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:47.129942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-a30fa89d-7b4d-4b33-9a12-48ab7a43df18 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.219890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Allocated IP 172.20.0.2 (4ab95647-372d-4598-9062-a87c737e3ac2/ad0ece84-521c-43b2-b39f-076432d1ce07/cdfe721e-9188-4bbf-82b4-0dd54a6c2c60) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:47.225251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.226562 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1166246 Jan 04 13:58:47.234947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38118) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.294159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': '60158ad3-8e25-43f1-b3cd-ecc63b706c06', 'direction': 'ingress', 'protocol': 17}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:47.302977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.338725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d84585-ae17-4cfc-87da-e7ed11a9a415 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60158ad3-8e25-43f1-b3cd-ecc63b706c06,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:47.354903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d8746e9-526f-4bb8-ac0b-164c34ca9738']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.385670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19b2ed51-c6c3-422a-9f15-3c63df56701c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.388140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19b2ed51-c6c3-422a-9f15-3c63df56701c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.399886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a30fa89d-7b4d-4b33-9a12-48ab7a43df18 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags HTTP/1.1" status: 204 len: 168 time: 0.3087063 Jan 04 13:58:47.402511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38120) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.406333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.406904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-8fbda029-570a-4eec-bc6e-68cff21173b4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-1943521627') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.410430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.414347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.431772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.441500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:47.442349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.469374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4a07-1a9a-4b9d-8380-a9f4ec4d43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.489503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.530616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:47.551809 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:47.570446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.604462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:47.606001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.621859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b71a3b3-6532-40f8-874a-3bd0a0ce1ad8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:47.633829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bf1e4a07-1a9a-4b9d-8380-a9f4ec4d43ae None None] For port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,segment=NetworkSegment(c99353e2-bfa1-4a13-b98c-b00d76cd30aa),segment_id=c99353e2-bfa1-4a13-b98c-b00d76cd30aa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:47.634418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.639490 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c01255a-0cc2-44fe-b775-599af80a1621 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4035506 Jan 04 13:58:47.640715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38122) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.649451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.659743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf1e4a07-1a9a-4b9d-8380-a9f4ec4d43ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.665241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8554f29b-7c47-4baf-8fcc-163f91496387,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:47.679053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.686565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/5d8746e9-526f-4bb8-ac0b-164c34ca9738 HTTP/1.1" status: 204 len: 168 time: 2.4265003 Jan 04 13:58:47.691451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.697222 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-35a3dabc-d5c2-4d20-9892-cebadb4eacae admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8554f29b-7c47-4baf-8fcc-163f91496387 HTTP/1.1" status: 204 len: 168 time: 0.9905562 Jan 04 13:58:47.707653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38124) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.707993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38126) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.721423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1865847861'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:47.727063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ac8c53-07df-4053-a404-e98e58515dfb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=5d8746e9-526f-4bb8-ac0b-164c34ca9738,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:47.734113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.746417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-8fbda029-570a-4eec-bc6e-68cff21173b4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:47.754155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8fbda029-570a-4eec-bc6e-68cff21173b4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-1943521627 HTTP/1.1" status: 404 len: 329 time: 0.3440592 Jan 04 13:58:47.758434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38128) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.763324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-fa502901-ca88-467f-943e-aa14af0aa17e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-1028253867') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.819329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:47.823265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.843783 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-fa502901-ca88-467f-943e-aa14af0aa17e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:47.847972 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fa502901-ca88-467f-943e-aa14af0aa17e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-1028253867 HTTP/1.1" status: 404 len: 329 time: 0.0881715 Jan 04 13:58:47.848754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38130) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:47.849714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.905302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-21bfcad5-574e-495c-bb86-46dc1a788ddf tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a', 'tempest-TagsExtTest-Tag-510258962') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:47.914563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-beb1b3d0-ba74-4a95-b5fc-bb1750abb9f8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.930139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:47.953533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:47.956897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:47.960336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:47.962231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:58:47.962683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:58:47.967102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:47.967778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.983072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Provisioning complete for port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:47.983551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:47.986045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1e4a07-1a9a-4b9d-8380-a9f4ec4d43ae None None] Pushing event updated for resources: {'Port': ['ID=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:48.001696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-21bfcad5-574e-495c-bb86-46dc1a788ddf tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:48.002941 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-21bfcad5-574e-495c-bb86-46dc1a788ddf tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags/tempest-TagsExtTest-Tag-510258962 HTTP/1.1" status: 404 len: 328 time: 0.1508293 Jan 04 13:58:48.004583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.014410 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bfd54d23-014a-4f35-a592-758ad24d5ffd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2365773 Jan 04 13:58:48.015359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38132) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.015809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38134) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.022572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-c552197f-e12d-4900-9ad9-be2c90be5c3c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', {'tags': ['tempest-TagsExtTest-Tag-868254262', 'tempest-TagsExtTest-Tag-419539184', 'tempest-TagsExtTest-Tag-1223849599']}) {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:48.041781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.070516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b2d2ad07-4339-4e0c-bb29-fc269c1313b6/3cd40892-5f66-44eb-b99c-d37b6e8d8709) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:48.108268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Allocated IP 2001:db8:1::2 (2d59ddea-b2de-4d93-946f-d4b9694de3dd/84050241-7ad4-4a6d-ad96-3bab1b88022f/091067f4-4998-4fd3-b8ea-1a7c8d2146fa) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:48.140287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Network 4ab95647-372d-4598-9062-a87c737e3ac2 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:48.149462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:48.175317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:48.179403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Pushing event updated for resources: {'Port': ['ID=cdfe721e-9188-4bbf-82b4-0dd54a6c2c60,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:48.247228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.277620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47e88554-d3dd-45fd-b6c7-1d600b56b16f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.284295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.302404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.308211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:48.338103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Attempting to bind port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:48.338770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Attempting to bind port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '7cae20b0-a5f4-4434-b383-e050a0e27a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:48.339525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Attempting to bind port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60 on network 4ab95647-372d-4598-9062-a87c737e3ac2 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:48.347757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.381616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:48.382025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Checking segment: {'id': '7cae20b0-a5f4-4434-b383-e050a0e27a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:48.382621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.383191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Bound using segment: {'id': '7cae20b0-a5f4-4434-b383-e050a0e27a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:48.383849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Bound port: cdfe721e-9188-4bbf-82b4-0dd54a6c2c60, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7cae20b0-a5f4-4434-b383-e050a0e27a39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '4ab95647-372d-4598-9062-a87c737e3ac2'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:48.384391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.392003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47e88554-d3dd-45fd-b6c7-1d600b56b16f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.398339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=ad0ece84-521c-43b2-b39f-076432d1ce07,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:48.436724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.437067 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment a28d7e3b-757f-401d-b41f-ec10aad9aa98 of type vlan for network b619bb9a-e73a-42cf-9f94-370b8a07ce81 Jan 04 13:58:48.533334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0bcb9d6-19c6-43a7-a135-02a3895d5a05 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:48.536465 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c0bcb9d6-19c6-43a7-a135-02a3895d5a05 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.5101061 Jan 04 13:58:48.539566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c552197f-e12d-4900-9ad9-be2c90be5c3c tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags HTTP/1.1" status: 200 len: 316 time: 0.5220516 Jan 04 13:58:48.540475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38136) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.542607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38138) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.553348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-5c26692b-ac1a-445d-8345-bb39c1ff94d9 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:48.556348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] For port 7c8dec50-3c58-46cb-99d2-4f2987df07e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c8dec50-3c58-46cb-99d2-4f2987df07e8,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:48.571752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.582624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.600780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.601469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.654775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab95647-372d-4598-9062-a87c737e3ac2']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:48.667893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.674634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] For port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:48.719683 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cae20b0-a5f4-4434-b383-e050a0e27a39') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:48.719996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cae20b0-a5f4-4434-b383-e050a0e27a39') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:48.722274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] For port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdfe721e-9188-4bbf-82b4-0dd54a6c2c60,segment=NetworkSegment(7cae20b0-a5f4-4434-b383-e050a0e27a39),segment_id=7cae20b0-a5f4-4434-b383-e050a0e27a39)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:48.734835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 860d33b5-e949-4aaa-9272-9bbde4b5e7fd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:48.743174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47e88554-d3dd-45fd-b6c7-1d600b56b16f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.749158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47e88554-d3dd-45fd-b6c7-1d600b56b16f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.750578 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-47e88554-d3dd-45fd-b6c7-1d600b56b16f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/60158ad3-8e25-43f1-b3cd-ecc63b706c06 HTTP/1.1" status: 204 len: 168 time: 1.1070304 Jan 04 13:58:48.756523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38140) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.758247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.772887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.775717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.778273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Provisioning complete for port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:48.778629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.785521 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5c26692b-ac1a-445d-8345-bb39c1ff94d9 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags HTTP/1.1" status: 204 len: 168 time: 0.2361538 Jan 04 13:58:48.786067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:48.792917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 860d33b5-e949-4aaa-9272-9bbde4b5e7fd {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:48.793262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 860d33b5-e949-4aaa-9272-9bbde4b5e7fd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:48.793396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38142) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.800717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-4bae1915-5770-46f1-aed4-0dbf5ea5ea13 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-868254262') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:48.819078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.819287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1091b371-2bf6-480b-bebc-1b5014cbd115 None None] Pushing event updated for resources: {'Port': ['ID=7c8dec50-3c58-46cb-99d2-4f2987df07e8,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:48.823174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:48.837268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:48.852317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:48.852619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.855019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:48.856420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.868504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.915781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:48.932200 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3fc0968a-298b-43fa-96a2-d68263231f0a tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1720273 Jan 04 13:58:48.959264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:48.966625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Pushing event updated for resources: {'Port': ['ID=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:48.996980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:48.998576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cdafacb-0efb-478f-92c0-94d54787eab5 None None] Network 4ab95647-372d-4598-9062-a87c737e3ac2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:49.000586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--974269069'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:49.012203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b6f4b29-edcd-4f63-bdc4-207c92d40aeb']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.017416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-4bae1915-5770-46f1-aed4-0dbf5ea5ea13 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:49.022669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4bae1915-5770-46f1-aed4-0dbf5ea5ea13 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-868254262 HTTP/1.1" status: 404 len: 328 time: 0.2262130 Jan 04 13:58:49.023800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38146) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.031211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76358039-5a79-49cd-9290-60f983fde01c') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.031516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76358039-5a79-49cd-9290-60f983fde01c') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.032191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-fd2c9c7e-7aa1-472d-bcfd-f7b3348b75dc tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-419539184') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.043800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.044256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:49.056232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:49.062681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:49.068921 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:49.075313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Attempting to bind port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:49.075313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Attempting to bind port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:49.075313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Attempting to bind port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa on network 2d59ddea-b2de-4d93-946f-d4b9694de3dd {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:49.093474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Releasing vlan 178 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:49.095151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:49.100529 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:49.114802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.138859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e88554-d3dd-45fd-b6c7-1d600b56b16f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=60158ad3-8e25-43f1-b3cd-ecc63b706c06,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.141997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:49.145212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.150158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.152795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 7c8dec50-3c58-46cb-99d2-4f2987df07e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:49.156917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:49.157537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.174404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.api [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:58:49.174404 dv-neutron-master-2-hyperv neutron-server[103264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:58:49.174404 dv-neutron-master-2-hyperv neutron-server[103264]: [parameters: {'id': '4ab95647-372d-4598-9062-a87c737e3ac2'}] Jan 04 13:58:49.174404 dv-neutron-master-2-hyperv neutron-server[103264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:58:49.174835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG oslo_db.api [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:58:49.183250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:49.183661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Checking segment: {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:49.184016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.184394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Bound using segment: {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:49.184862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Bound port: 091067f4-4998-4fd3-b8ea-1a7c8d2146fa, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:49.185234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.200454 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-fd2c9c7e-7aa1-472d-bcfd-f7b3348b75dc tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:49.204395 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fd2c9c7e-7aa1-472d-bcfd-f7b3348b75dc tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-419539184 HTTP/1.1" status: 404 len: 328 time: 0.1757643 Jan 04 13:58:49.204932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38148) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.213913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-6e1d20f0-76b2-4a00-bd07-f8be3c3a2bc4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983', 'tempest-TagsExtTest-Tag-1223849599') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.238045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94c70599-8349-42ae-bcf7-29c4821a6997 None None] Pushing event updated for resources: {'Port': ['ID=cdfe721e-9188-4bbf-82b4-0dd54a6c2c60,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.256273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5445869 Jan 04 13:58:49.257500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38150) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.262717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:49.283612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.307328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.333117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9420928-f301-4f59-8a47-6f7c923b7a76 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=b619bb9a-e73a-42cf-9f94-370b8a07ce81,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.339116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.342657 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] 10.222.0.30 "DELETE /v2.0/networks/6b6f4b29-edcd-4f63-bdc4-207c92d40aeb HTTP/1.1" status: 204 len: 168 time: 1.6317191 Jan 04 13:58:49.348123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38152) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.389255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c3466b9-fa2b-422a-913c-f1ebaa6bb94e admin admin] Pushing event deleted for resources: {'Network': ['ID=6b6f4b29-edcd-4f63-bdc4-207c92d40aeb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.416676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8:1::1 (2d59ddea-b2de-4d93-946f-d4b9694de3dd/84050241-7ad4-4a6d-ad96-3bab1b88022f/65f03e97-46dc-4dab-b8bc-82a42716ac97) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:49.428468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Deleting subnet 8c3e176c-bb1e-4806-b25b-8e9f2f863751 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:49.435377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.469243 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-6e1d20f0-76b2-4a00-bd07-f8be3c3a2bc4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:49.473449 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6e1d20f0-76b2-4a00-bd07-f8be3c3a2bc4 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags/tempest-TagsExtTest-Tag-1223849599 HTTP/1.1" status: 404 len: 329 time: 0.2604077 Jan 04 13:58:49.477127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38154) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.482173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-c0d0ec69-723f-4bb5-8758-396a85b88f96 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', {'tags': ['tempest-TagsExtTest-Tag-2110591887', 'tempest-TagsExtTest-Tag-1680759236', 'tempest-TagsExtTest-Tag-682506874']}) {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.506388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.506661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:49.512398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.530901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.538203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Attempting to bind port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:49.538585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Attempting to bind port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:49.539218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Attempting to bind port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:49.577704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:49.581074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.582547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Pushing event updated for resources: {'Port': ['ID=3cd40892-5f66-44eb-b99c-d37b6e8d8709,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.589136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:49.589862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:49.590480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.591059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:49.591744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Bound port: 3cd40892-5f66-44eb-b99c-d37b6e8d8709, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:49.592329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.614000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.618018 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6210673 Jan 04 13:58:49.618845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38156) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.620395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.643102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787f8dbf-fd7e-4c7c-9aa1-999af43700a8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e035924a-b946-4758-87a4-c8db1f15aa79,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.646478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1588683552'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:49.660456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] For port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:49.677034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.692287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:49.692897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.694716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.696850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] For port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,segment=NetworkSegment(53568e6f-75c0-4fd0-8283-df33c2d04b01),segment_id=53568e6f-75c0-4fd0-8283-df33c2d04b01)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:49.700193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c0d0ec69-723f-4bb5-8758-396a85b88f96 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "PUT /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags HTTP/1.1" status: 200 len: 317 time: 0.2216876 Jan 04 13:58:49.703827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38158) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.708807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-e38bad45-9db0-499d-9b56-1313ce4a96e9 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:49.721222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.731080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.744651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.750794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.783977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.803847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] For port 3cd40892-5f66-44eb-b99c-d37b6e8d8709, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:49.808318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.809384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] For port 3cd40892-5f66-44eb-b99c-d37b6e8d8709, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cd40892-5f66-44eb-b99c-d37b6e8d8709,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:49.812182 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b350a2a9-e7b9-4661-8260-c23524741770 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef HTTP/1.1" status: 204 len: 168 time: 1.2704992 Jan 04 13:58:49.814598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38160) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.822037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.843150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0536e191-58cc-4939-920c-0b35a2fb48a8 None None] Pushing event updated for resources: {'Port': ['ID=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.849402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.852900 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8c3e176c-bb1e-4806-b25b-8e9f2f863751 HTTP/1.1" status: 204 len: 168 time: 0.5029595 Jan 04 13:58:49.856761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:49.858462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47469b01-373d-4a61-88d9-f7be94732dd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c3e176c-bb1e-4806-b25b-8e9f2f863751,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:49.931930 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:49.947519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.958991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:49.959465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:49.962603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dc2730-60f0-4722-bc71-5844b3a60745 None None] Pushing event updated for resources: {'Port': ['ID=3cd40892-5f66-44eb-b99c-d37b6e8d8709,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.010009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:50.010756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.013941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec7425-82d0-499b-be24-c035d804064a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:50.015590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ec7425-82d0-499b-be24-c035d804064a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:50.017237 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c5ec7425-82d0-499b-be24-c035d804064a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1972256 Jan 04 13:58:50.024459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38164) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.032154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.044215 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e38bad45-9db0-499d-9b56-1313ce4a96e9 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags HTTP/1.1" status: 204 len: 168 time: 0.3370464 Jan 04 13:58:50.050926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38166) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.059768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-bbe263b4-0cc1-4ee8-9e13-6464c1467713 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-2110591887') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.092390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.124944 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.153644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:50.170671 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-bbe263b4-0cc1-4ee8-9e13-6464c1467713 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:50.173916 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bbe263b4-0cc1-4ee8-9e13-6464c1467713 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-2110591887 HTTP/1.1" status: 404 len: 329 time: 0.1198516 Jan 04 13:58:50.183670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.186996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38168) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.198954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-2619f3fc-1009-4743-a679-3756986cda07 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-1680759236') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.210361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=65f03e97-46dc-4dab-b8bc-82a42716ac97,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.268464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] For port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=cdfe721e-9188-4bbf-82b4-0dd54a6c2c60,segment=NetworkSegment(7cae20b0-a5f4-4434-b383-e050a0e27a39),segment_id=7cae20b0-a5f4-4434-b383-e050a0e27a39)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:50.268464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.283353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Calling delete_port for cdfe721e-9188-4bbf-82b4-0dd54a6c2c60 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:50.313323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.337053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b47a7625-7d23-4171-8899-42b41272ac3e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.344638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.358507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:50.366791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:50.369738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.399165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.415834 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-2619f3fc-1009-4743-a679-3756986cda07 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:50.419643 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2619f3fc-1009-4743-a679-3756986cda07 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-1680759236 HTTP/1.1" status: 404 len: 329 time: 0.2221589 Jan 04 13:58:50.421191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet b2d2ad07-4339-4e0c-bb29-fc269c1313b6 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:50.421415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=d1c792c3-0ecb-4161-8591-ab6cbe814fd1,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.423121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38170) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.426754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '395afae9-6641-406f-979c-ec7269b12770') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.427042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '395afae9-6641-406f-979c-ec7269b12770') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.432172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.433386 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a70d4d16-4c96-4965-9f1e-fe51e4ae81fa tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.8104029 Jan 04 13:58:50.435593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.439255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38172) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.442021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': 'a28d7e3b-757f-401d-b41f-ec10aad9aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:50.442389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: b619bb9a-e73a-42cf-9f94-370b8a07ce81, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:50.450356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'e035924a-b946-4758-87a4-c8db1f15aa79', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'b47a7625-7d23-4171-8899-42b41272ac3e', 'remote_ip_prefix': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:50.451110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-cae494b9-2cad-49d4-bba4-b3c38456627e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037', 'tempest-TagsExtTest-Tag-682506874') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.457760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.486377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.495669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:50.504565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:50.505005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:50.506719 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:50.518558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b619bb9a-e73a-42cf-9f94-370b8a07ce81) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:50.527224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70777fa0-dc02-47ee-9e83-73d7b98f0f0d None None] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:50.532359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:50.533006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.552037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.588697 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6eb6314d-bb44-49fb-90b5-3a2afe59dcc3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3309581 Jan 04 13:58:50.590875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.592280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38174) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.598308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81', 'name': 'tempest-PortsIpV6TestJSON-1525719', 'fixed_ips': [{'subnet_id': 'd1c792c3-0ecb-4161-8591-ab6cbe814fd1', 'ip_address': '2001:db8::10'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:50.606865 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-cae494b9-2cad-49d4-bba4-b3c38456627e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] show failed (client error): The resource could not be found. Jan 04 13:58:50.608361 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cae494b9-2cad-49d4-bba4-b3c38456627e tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags/tempest-TagsExtTest-Tag-682506874 HTTP/1.1" status: 404 len: 328 time: 0.1792743 Jan 04 13:58:50.612428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38176) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.619390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-b7976162-968e-45ca-8b53-044ce40dd991 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '626746a9-e7e4-4f0d-9c33-3a65cb306037') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.625458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.651428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.654766 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] 10.222.0.30 "DELETE /v2.0/networks/ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6 HTTP/1.1" status: 204 len: 168 time: 0.7901266 Jan 04 13:58:50.661849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.686516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b619bb9a-e73a-42cf-9f94-370b8a07ce81', 'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': 'd1c792c3-0ecb-4161-8591-ab6cbe814fd1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:50.689154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.709489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1fd8d0-4280-4c47-97c9-e02302c6f09d admin admin] Pushing event deleted for resources: {'Network': ['ID=ebd0c81b-7fad-44f5-9dea-ccb3b37a4ae6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.737573 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b7976162-968e-45ca-8b53-044ce40dd991 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037/tags HTTP/1.1" status: 204 len: 168 time: 0.1230874 Jan 04 13:58:50.738369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38180) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.743924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Port': ['ID=cdfe721e-9188-4bbf-82b4-0dd54a6c2c60,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.746930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-91d24441-b325-4d3f-ba6c-ee340fd151f7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'd33edce4-4e3c-4f2b-988c-65eb644a2983') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.750014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.772350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No DVR routers for this DVR port cdfe721e-9188-4bbf-82b4-0dd54a6c2c60 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:50.818232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.827142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.896344 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-91d24441-b325-4d3f-ba6c-ee340fd151f7 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983/tags HTTP/1.1" status: 204 len: 168 time: 0.1542895 Jan 04 13:58:50.897011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38182) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.903056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-01130991-c428-4d48-85ee-98e5bf985b0b tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'aa8270db-af53-4bf1-80c2-53b3c6742e1a') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:50.906214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.928880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a124370-91ef-45c0-a9e2-c4786b0113eb,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:50.939803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.943964 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e21ac364-716d-42e2-a330-c80c44b790ba tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4971852 Jan 04 13:58:50.944240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.946496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38184) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:50.959168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Allocated IP 2001:db8::2 (b619bb9a-e73a-42cf-9f94-370b8a07ce81/d1c792c3-0ecb-4161-8591-ab6cbe814fd1/331c2c7d-a174-42d7-bea9-b0c647dccf91) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:50.985986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-793b0de9-8906-4447-8e7e-24e97a0fbf6f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:50.999579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-793b0de9-8906-4447-8e7e-24e97a0fbf6f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.035127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-793b0de9-8906-4447-8e7e-24e97a0fbf6f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.040187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-793b0de9-8906-4447-8e7e-24e97a0fbf6f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.044192 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-793b0de9-8906-4447-8e7e-24e97a0fbf6f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/4a124370-91ef-45c0-a9e2-c4786b0113eb HTTP/1.1" status: 204 len: 168 time: 0.0968876 Jan 04 13:58:51.044995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38186) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.063824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38188) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.064710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793b0de9-8906-4447-8e7e-24e97a0fbf6f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a124370-91ef-45c0-a9e2-c4786b0113eb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:51.077833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ab95647-372d-4598-9062-a87c737e3ac2']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:51.141320 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a49c285f-4887-450a-9954-44e352c1d9bd admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=8dfbde60fa824c31ae527cd288a30cb9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0650935 Jan 04 13:58:51.151706 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-01130991-c428-4d48-85ee-98e5bf985b0b tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a/tags HTTP/1.1" status: 204 len: 168 time: 0.2512479 Jan 04 13:58:51.152409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38190) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.152820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38192) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.229159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-f978e350-b666-476c-bd55-5b2870810780 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'a4a76cb4-0e1b-4c26-bfed-523e75619373') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:51.261567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bebc1bd8-52b2-4a6e-810c-53c3ed32be27 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2037928 Jan 04 13:58:51.280573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 7c8dec50-3c58-46cb-99d2-4f2987df07e8 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:51.281501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38194) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.323543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-69d89611-52f9-488d-a21d-866875a3987b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.381331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-69d89611-52f9-488d-a21d-866875a3987b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.389570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.393499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:51.394666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.451366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f978e350-b666-476c-bd55-5b2870810780 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373/tags HTTP/1.1" status: 204 len: 168 time: 0.2359066 Jan 04 13:58:51.452660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.458294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38196) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.459122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-459c9545-08e6-4c14-a8e8-3caee1bbabab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.499808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Pushing event updated for resources: {'Port': ['ID=331c2c7d-a174-42d7-bea9-b0c647dccf91,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:51.545602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-459c9545-08e6-4c14-a8e8-3caee1bbabab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.574524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:51.586733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:51.587331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-69d89611-52f9-488d-a21d-866875a3987b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.590858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:51.591102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-69d89611-52f9-488d-a21d-866875a3987b admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.594895 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-69d89611-52f9-488d-a21d-866875a3987b admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca HTTP/1.1" status: 204 len: 168 time: 0.4386165 Jan 04 13:58:51.607098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 091067f4-4998-4fd3-b8ea-1a7c8d2146fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:51.617248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d89611-52f9-488d-a21d-866875a3987b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=096f0c2f-5f00-4ef4-a75c-a4e44dfc0eca,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:51.621841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cae20b0-a5f4-4434-b383-e050a0e27a39') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:51.622196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cae20b0-a5f4-4434-b383-e050a0e27a39') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:51.628959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fb888717-89d4-463c-a98e-596419d89786 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for subnetpool, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.630211 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fb888717-89d4-463c-a98e-596419d89786 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnetpools/626746a9-e7e4-4f0d-9c33-3a65cb306037 HTTP/1.1" status: 204 len: 168 time: 0.1688662 Jan 04 13:58:51.632869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38200) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.638176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.661445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.672651 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ef1f0d8-9ec7-44f7-841c-918f1cd2551f tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "GET /v2.0/ports?device_id=d33edce4-4e3c-4f2b-988c-65eb644a2983 HTTP/1.1" status: 200 len: 205 time: 0.0376205 Jan 04 13:58:51.676585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:51.676585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.680836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38202) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.682926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-459c9545-08e6-4c14-a8e8-3caee1bbabab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.686783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-459c9545-08e6-4c14-a8e8-3caee1bbabab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.693812 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-459c9545-08e6-4c14-a8e8-3caee1bbabab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/b47a7625-7d23-4171-8899-42b41272ac3e HTTP/1.1" status: 204 len: 168 time: 0.4106987 Jan 04 13:58:51.699040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89748377-4af5-42e9-adff-8ec332aea842 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:51.701619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38204) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:51.773505 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:51.781304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.781545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c9545-08e6-4c14-a8e8-3caee1bbabab tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47a7625-7d23-4171-8899-42b41272ac3e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:51.789820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.791629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Attempting to bind port 331c2c7d-a174-42d7-bea9-b0c647dccf91 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:51.792014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Attempting to bind port 331c2c7d-a174-42d7-bea9-b0c647dccf91 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a28d7e3b-757f-401d-b41f-ec10aad9aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:51.792408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Attempting to bind port 331c2c7d-a174-42d7-bea9-b0c647dccf91 on network b619bb9a-e73a-42cf-9f94-370b8a07ce81 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:51.799032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:51.849175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-21fd6335-a258-4ce5-8b60-f1c8a872e719 None None] Provisioning complete for port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:51.849609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-21fd6335-a258-4ce5-8b60-f1c8a872e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.850314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.859867 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/4ab95647-372d-4598-9062-a87c737e3ac2 HTTP/1.1" status: 204 len: 168 time: 5.6005008 Jan 04 13:58:51.866684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:51.867067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Checking segment: {'id': 'a28d7e3b-757f-401d-b41f-ec10aad9aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:51.867485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.867870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Bound using segment: {'id': 'a28d7e3b-757f-401d-b41f-ec10aad9aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:51.868364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Bound port: 331c2c7d-a174-42d7-bea9-b0c647dccf91, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a28d7e3b-757f-401d-b41f-ec10aad9aa98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:51.868748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.872821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e436b388-06e5-4338-ade7-0953cd891ac0 None None] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:51.875327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ed91bf-1000-441f-b7df-1f1f4b10911b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=4ab95647-372d-4598-9062-a87c737e3ac2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:51.877077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38206) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.888193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-872994431'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:51.891695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=b2d2ad07-4339-4e0c-bb29-fc269c1313b6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:51.907633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.911193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8f0b990f-d90d-4269-bfe2-f2b3f723003c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b2d2ad07-4339-4e0c-bb29-fc269c1313b6 HTTP/1.1" status: 204 len: 168 time: 1.8732219 Jan 04 13:58:51.916163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38210) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:51.950220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:51.974087 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aa88755e-776a-475e-a76e-8a7eea20a02a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0496590 Jan 04 13:58:52.000133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:52.000714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.022384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38212) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:52.027436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:52.046498 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3793ca0f-473b-4226-a9b3-29dcd8851316 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.3287873 Jan 04 13:58:52.049826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38214) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:52.091137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.148025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] For port 331c2c7d-a174-42d7-bea9-b0c647dccf91, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:52.196260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] For port 331c2c7d-a174-42d7-bea9-b0c647dccf91, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=331c2c7d-a174-42d7-bea9-b0c647dccf91,segment=NetworkSegment(a28d7e3b-757f-401d-b41f-ec10aad9aa98),segment_id=a28d7e3b-757f-401d-b41f-ec10aad9aa98)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:52.196786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:52.207932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.211281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.213388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:52.214952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.218691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.234745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.262739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38216) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:52.280143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.280767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Fanout notify agent at l3_agent the message router_deleted on router d33edce4-4e3c-4f2b-988c-65eb644a2983 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:58:52.291159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.292412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bcafa2be-cf9b-467a-bc1d-5cbfd2f079aa tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/routers/d33edce4-4e3c-4f2b-988c-65eb644a2983 HTTP/1.1" status: 204 len: 168 time: 0.5972323 Jan 04 13:58:52.296042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38218) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:52.342218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 151cc279-5828-4b52-b303-9e92cb64b3be yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:52.364550 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a7d3aedd-5afe-4192-bd44-0a91c04db574 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=2342946394694c4c8e39c08aca5e85ee&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0999737 Jan 04 13:58:52.365326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38220) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:52.372760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:52.431233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-21fd6335-a258-4ce5-8b60-f1c8a872e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.447928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d89870c-5895-429e-9be8-f63e10178476 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.451616 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c761f8f2-e0a1-4707-aa1d-b9bb7679e6c5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.458370 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Deleting port aa8270db-af53-4bf1-80c2-53b3c6742e1a {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:52.458708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.463560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.470808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.471038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment a4de056d-e09e-4233-b9b7-e14c712f5c49 of type vlan for network d8d014c0-c534-4f0f-b66e-346b28ee6112 Jan 04 13:58:52.483831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:52.487886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.499231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.500236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.502566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.504014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c761f8f2-e0a1-4707-aa1d-b9bb7679e6c5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.542071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-21fd6335-a258-4ce5-8b60-f1c8a872e719 None None] For port 3cd40892-5f66-44eb-b99c-d37b6e8d8709, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cd40892-5f66-44eb-b99c-d37b6e8d8709,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:52.547797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9a8a8f2-158d-4da7-bb02-ed83b1e23b6f None None] Pushing event updated for resources: {'Port': ['ID=331c2c7d-a174-42d7-bea9-b0c647dccf91,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:52.554019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-21fd6335-a258-4ce5-8b60-f1c8a872e719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.619263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d89870c-5895-429e-9be8-f63e10178476 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.620629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,segment=NetworkSegment(53568e6f-75c0-4fd0-8283-df33c2d04b01),segment_id=53568e6f-75c0-4fd0-8283-df33c2d04b01)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:52.637287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.638236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3cd40892-5f66-44eb-b99c-d37b6e8d8709 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:52.650269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] Deleting port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:52.651029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.657181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.680124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Calling delete_port for aa8270db-af53-4bf1-80c2-53b3c6742e1a owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:52.681776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.686009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c761f8f2-e0a1-4707-aa1d-b9bb7679e6c5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.690352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c761f8f2-e0a1-4707-aa1d-b9bb7679e6c5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.693893 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c761f8f2-e0a1-4707-aa1d-b9bb7679e6c5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/4812a418-4710-483b-a964-acaab62f0f6e HTTP/1.1" status: 204 len: 168 time: 0.3075428 Jan 04 13:58:52.709412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fd6335-a258-4ce5-8b60-f1c8a872e719 None None] Pushing event updated for resources: {'Port': ['ID=3cd40892-5f66-44eb-b99c-d37b6e8d8709,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:52.773700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761f8f2-e0a1-4707-aa1d-b9bb7679e6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4812a418-4710-483b-a964-acaab62f0f6e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:52.866748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:58:52.891739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-45a5bca8-0afb-4db5-861f-9ed089857b07 None None] Provisioning complete for port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:52.892227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-45a5bca8-0afb-4db5-861f-9ed089857b07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.896334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:52.927553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=65f03e97-46dc-4dab-b8bc-82a42716ac97,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:52.969405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:52.987129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::10 (b619bb9a-e73a-42cf-9f94-370b8a07ce81/d1c792c3-0ecb-4161-8591-ab6cbe814fd1/151cc279-5828-4b52-b303-9e92cb64b3be) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:53.025851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] For port 3cd40892-5f66-44eb-b99c-d37b6e8d8709, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3cd40892-5f66-44eb-b99c-d37b6e8d8709,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:53.026590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.042478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.050120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:53.050933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.124298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2405021 Jan 04 13:58:53.136022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38224) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:53.137233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] Calling delete_port for 3cd40892-5f66-44eb-b99c-d37b6e8d8709 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:53.148904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:53.205626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d89870c-5895-429e-9be8-f63e10178476 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.209118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d89870c-5895-429e-9be8-f63e10178476 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.210501 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1d89870c-5895-429e-9be8-f63e10178476 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/e035924a-b946-4758-87a4-c8db1f15aa79 HTTP/1.1" status: 204 len: 168 time: 1.1547554 Jan 04 13:58:53.230096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38226) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:53.257643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:53.258076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.441819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95632e76-02b3-45bb-b354-14b3fcdd8949 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=d8d014c0-c534-4f0f-b66e-346b28ee6112,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:53.457846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d8d014c0-c534-4f0f-b66e-346b28ee6112 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:53.472928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d89870c-5895-429e-9be8-f63e10178476 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e035924a-b946-4758-87a4-c8db1f15aa79,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:53.510006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.545560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event deleted for resources: {'Port': ['ID=aa8270db-af53-4bf1-80c2-53b3c6742e1a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:53.566781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:53.589437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:53.642922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.656704 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6cc568e1-546b-4b18-876e-4e40702ce8fe tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/ports/aa8270db-af53-4bf1-80c2-53b3c6742e1a HTTP/1.1" status: 204 len: 168 time: 1.3594763 Jan 04 13:58:53.658114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38228) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:53.664554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c398a6e-72eb-4b64-b259-f9cb9302f7be tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.4283113 Jan 04 13:58:53.680464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38230) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:53.686893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--824554958'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:53.694313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] No DVR routers for this DVR port 3cd40892-5f66-44eb-b99c-d37b6e8d8709 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:53.697718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f678cb1-74eb-420b-a639-6a2cd95c1e2b None None] Pushing event deleted for resources: {'Port': ['ID=3cd40892-5f66-44eb-b99c-d37b6e8d8709,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:53.738435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-263e2bb9-6e7d-4327-a40f-bcddf26ff184 None None] Provisioning complete for port 65f03e97-46dc-4dab-b8bc-82a42716ac97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:53.739120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-263e2bb9-6e7d-4327-a40f-bcddf26ff184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.743125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:53.769207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.777932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.807090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Deleting subnet a4a76cb4-0e1b-4c26-bfed-523e75619373 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:53.814139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.822281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 091067f4-4998-4fd3-b8ea-1a7c8d2146fa up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:53.859110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.882944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-263e2bb9-6e7d-4327-a40f-bcddf26ff184 None None] Port 65f03e97-46dc-4dab-b8bc-82a42716ac97 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:53.910216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-263e2bb9-6e7d-4327-a40f-bcddf26ff184 None None] Provisioning complete for port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:53.910590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-263e2bb9-6e7d-4327-a40f-bcddf26ff184 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:53.971880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.011734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:54.012751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:54.013135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.033609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.080766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing IP validity checks on allocation pools {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:58:54.081639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:58:54.101530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:54.113523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.115750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:54.116802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.121969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d48e2f99-d6e3-4ba0-843a-9f3632ae61e8 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:54.137654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.177934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 331c2c7d-a174-42d7-bea9-b0c647dccf91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:54.193974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:58:54.198487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.203238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.216540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.219795 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-af620a64-4f6c-488b-945c-ed1219c5975e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1962328 Jan 04 13:58:54.227392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38232) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.233019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'name': 'tempest-NetworksTestDHCPv6-445165939'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:54.269668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event deleted for resources: {'Subnet': ['ID=a4a76cb4-0e1b-4c26-bfed-523e75619373,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.271879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.275430 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-68dc214c-1abf-4d5f-9b59-a36d792ae3f2 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/subnets/a4a76cb4-0e1b-4c26-bfed-523e75619373 HTTP/1.1" status: 204 len: 168 time: 0.6161189 Jan 04 13:58:54.280186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dac63f-19f7-4927-b12d-32908eebc40f None None] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:54.280834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.286307 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.5986500 Jan 04 13:58:54.286307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a44506-1952-4499-ab42-9f6b495836c1 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca19d6c-33ad-4694-8c20-d81a87c43b68,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.286307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38234) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.286307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38236) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.288609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15180aa8-7ef6-4a5c-84af-a0779f0807af None None] Network 61db9eb1-9c20-43de-bb64-709c96c38c22 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:54.298666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': '3ca19d6c-33ad-4694-8c20-d81a87c43b68', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:54.323665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-debf73eb-ec4d-4c87-8e73-1531ecf81742 None None] Provisioning complete for port 65f03e97-46dc-4dab-b8bc-82a42716ac97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:54.323665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-debf73eb-ec4d-4c87-8e73-1531ecf81742 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.391172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.400110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.448558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:54.449427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.491616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.493968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.500482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.503905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-debf73eb-ec4d-4c87-8e73-1531ecf81742 None None] Port 65f03e97-46dc-4dab-b8bc-82a42716ac97 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:54.509096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Deleting port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:54.509442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.511932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 331c2c7d-a174-42d7-bea9-b0c647dccf91 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:54.512312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.535989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e08159d-2f91-49e9-a29c-00f373fe9c51,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.545761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.547021 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ce8f1277-1b75-47e2-93c9-e59db1dd29e4 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2522709 Jan 04 13:58:54.554172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38238) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.622467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] For port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,segment=NetworkSegment(a7ba974f-ff28-4c78-bf7d-ad3a294fea14),segment_id=a7ba974f-ff28-4c78-bf7d-ad3a294fea14)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:54.622795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.633599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-82feca06-bd4c-46b3-a963-41c4c0dd88b9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.645509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Calling delete_port for 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:54.649037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-82feca06-bd4c-46b3-a963-41c4c0dd88b9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.705624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d5ec74d1-fb5f-4e0e-ab03-124338846524 None None] Provisioning complete for port 331c2c7d-a174-42d7-bea9-b0c647dccf91 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:54.706559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ec74d1-fb5f-4e0e-ab03-124338846524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.725474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-82feca06-bd4c-46b3-a963-41c4c0dd88b9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.742282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-82feca06-bd4c-46b3-a963-41c4c0dd88b9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.743579 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-82feca06-bd4c-46b3-a963-41c4c0dd88b9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/9e08159d-2f91-49e9-a29c-00f373fe9c51 HTTP/1.1" status: 204 len: 168 time: 0.1887403 Jan 04 13:58:54.748889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38240) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.758862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82feca06-bd4c-46b3-a963-41c4c0dd88b9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9e08159d-2f91-49e9-a29c-00f373fe9c51,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.803229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3/f3740afd-831a-46f5-9ddf-dc178fba5347) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:54.827732 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c520acb1-8aa3-4275-b48e-1de39c5d80d3 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0738385 Jan 04 13:58:54.828747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38242) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.836228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.838105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-272ff1b7-4f1c-46c1-b14b-05b50c3dec54 None None] DHCP port deletion for 61db9eb1-9c20-43de-bb64-709c96c38c22 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:58:54.862963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.895086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=151cc279-5828-4b52-b303-9e92cb64b3be,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.901516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event deleted for resources: {'Port': ['ID=448b7d11-5195-4ee1-bfe1-3e04b5cc7799,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:54.907523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] No DVR routers for this DVR port 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:54.925742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:54.927413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:58:54.936550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cf5ff20f-7c80-4b6d-beea-1b21d64e0585 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8583932 Jan 04 13:58:54.943975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38244) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:54.944885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:54.947417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:54.958571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:54.959268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:54.959401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:58:54.973649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-170083210'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:54.995555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.001373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 331c2c7d-a174-42d7-bea9-b0c647dccf91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=331c2c7d-a174-42d7-bea9-b0c647dccf91,segment=NetworkSegment(a28d7e3b-757f-401d-b41f-ec10aad9aa98),segment_id=a28d7e3b-757f-401d-b41f-ec10aad9aa98)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:55.004966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-85b7deea-1091-4505-89d6-13143682981f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.013150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38246) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:55.013428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1abb6607-7973-4260-827b-bd7771125e01 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 4.4198472 Jan 04 13:58:55.020721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.026405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ec74d1-fb5f-4e0e-ab03-124338846524 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.031765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:55.032449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:55.052345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.071090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': 'b619bb9a-e73a-42cf-9f94-370b8a07ce81', 'name': 'tempest-PortsIpV6TestJSON-1769084293', 'fixed_ips': [{'subnet_id': 'd1c792c3-0ecb-4161-8591-ab6cbe814fd1', 'ip_address': '2001:db8::f'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:55.078847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:55.086577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.135162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61db9eb1-9c20-43de-bb64-709c96c38c22']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:55.142604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=19dedbc0-4388-4204-9dfa-659e478d330c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:55.151934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-85b7deea-1091-4505-89d6-13143682981f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.155488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:55.160096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.165689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:55.166092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a7ba974f-ff28-4c78-bf7d-ad3a294fea14') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:55.170861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:55.198799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.199141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment 6083bfb0-0043-45ca-ba55-49c97452f11c of type vlan for network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c Jan 04 13:58:55.200706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': 'a4de056d-e09e-4233-b9b7-e14c712f5c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:55.201071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: d8d014c0-c534-4f0f-b66e-346b28ee6112, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:55.214209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 9d616fcd-ec4f-4925-be71-f96b81113ea0 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:55.221057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.260782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.280445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:55.281002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:55.285677 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:55.306946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.324555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-85b7deea-1091-4505-89d6-13143682981f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.327352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-85b7deea-1091-4505-89d6-13143682981f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.328500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network d8d014c0-c534-4f0f-b66e-346b28ee6112 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:55.328765 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-85b7deea-1091-4505-89d6-13143682981f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/3ca19d6c-33ad-4694-8c20-d81a87c43b68 HTTP/1.1" status: 204 len: 168 time: 0.4935668 Jan 04 13:58:55.338543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38248) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:55.361275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3cd40892-5f66-44eb-b99c-d37b6e8d8709 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:55.374420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b7deea-1091-4505-89d6-13143682981f tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca19d6c-33ad-4694-8c20-d81a87c43b68,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:55.381014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.383154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d8d014c0-c534-4f0f-b66e-346b28ee6112) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:55.387266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.393250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:55.393453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3cd40892-5f66-44eb-b99c-d37b6e8d8709 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:55.393836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3cd40892-5f66-44eb-b99c-d37b6e8d8709 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:55.394011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.407298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:55.407884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.409755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.417520 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] 10.222.0.30 "DELETE /v2.0/networks/61db9eb1-9c20-43de-bb64-709c96c38c22 HTTP/1.1" status: 204 len: 168 time: 1.1285133 Jan 04 13:58:55.417520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:55.432869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c386259-eb50-4d41-b0c6-de111bc407c3 tempest-TagsExtTest-1356794545 tempest-TagsExtTest-1356794545-project] Pushing event deleted for resources: {'Network': ['ID=61db9eb1-9c20-43de-bb64-709c96c38c22,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:55.457140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b29d6aca-911e-418c-90ee-f9516ced26f0 None None] Network d8d014c0-c534-4f0f-b66e-346b28ee6112 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:55.498690 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cd26602e-9d7f-4be0-88c1-1c848bd74210 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1590881 Jan 04 13:58:55.508859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38252) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:55.523748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1110724537'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:55.567978 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-be5fcf2c-1e86-4186-b2cb-f44501254de4 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 2.4251080 Jan 04 13:58:55.569089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38254) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:55.572201 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6030340 Jan 04 13:58:55.576135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38256) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:55.582584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=331c2c7d-a174-42d7-bea9-b0c647dccf91,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:55.585046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:55.615644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:58:55.657054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693a9fc9-1af4-4f6f-a704-e3a95ace4f36 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:55.664694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.669685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-d5ec74d1-fb5f-4e0e-ab03-124338846524 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:58:55.670097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-d5ec74d1-fb5f-4e0e-ab03-124338846524 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:58:55.672449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.680151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:58:55.720470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.729810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 981887bf-39d8-49cf-beee-fbff92b758d5 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:58:55.759590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:58:55.772153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.807768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.828819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::26c (af82c8e7-091c-43f5-9e12-ad51fe245e0c/15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3/9d616fcd-ec4f-4925-be71-f96b81113ea0) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:55.852127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:55.855891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.856281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:58:55.856826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 448b7d11-5195-4ee1-bfe1-3e04b5cc7799 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:58:55.910000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38260) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:55.960732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d8d014c0-c534-4f0f-b66e-346b28ee6112', 'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '19dedbc0-4388-4204-9dfa-659e478d330c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:55.961741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:55.972452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:55.992963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:55.995576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:55.998155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.006689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Pushing event updated for resources: {'Port': ['ID=f3740afd-831a-46f5-9ddf-dc178fba5347,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.031026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.091014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.127050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78145de4-cbe0-4eb7-8917-d63549eb8328,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.135676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::f (b619bb9a-e73a-42cf-9f94-370b8a07ce81/d1c792c3-0ecb-4161-8591-ab6cbe814fd1/981887bf-39d8-49cf-beee-fbff92b758d5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:56.162011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Attempting to bind port f3740afd-831a-46f5-9ddf-dc178fba5347 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:56.162486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Attempting to bind port f3740afd-831a-46f5-9ddf-dc178fba5347 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:56.162898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Attempting to bind port f3740afd-831a-46f5-9ddf-dc178fba5347 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:56.163491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.165085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7af922bc-9f16-4ec3-93a1-db1503092f57 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.6502125 Jan 04 13:58:56.171909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38264) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.176970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': '78145de4-cbe0-4eb7-8917-d63549eb8328', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:56.201212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:56.201576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:56.201990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.202383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:56.202858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Bound port: f3740afd-831a-46f5-9ddf-dc178fba5347, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:56.203230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.248218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.258771 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-013aa87a-9835-48ca-97b7-bc0ad1bac546 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d4a8c1d1084941ac9d2f1e83e4c0d852&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3425205 Jan 04 13:58:56.261660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38266) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.294672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.307960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Allocated IP 172.20.0.3 (d8d014c0-c534-4f0f-b66e-346b28ee6112/19dedbc0-4388-4204-9dfa-659e478d330c/fb76898c-9700-4116-9524-8eb0ddc50278) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:56.322328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:50Z', 'revision_number': 3, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:58:51Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:56.328502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.366751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:58:56.367334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Updating router 1b980ebf-a314-4645-95c3-6ffe5deafb9a port 65f03e97-46dc-4dab-b8bc-82a42716ac97 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:58:56.374949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.380605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.389219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] For port f3740afd-831a-46f5-9ddf-dc178fba5347, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:56.415078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df5662a-d707-498a-9235-b7f237fcb2e5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.427890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.431664 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-68ad7158-8f22-435a-b2c8-614bb6d0df7c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2563126 Jan 04 13:58:56.431830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] For port f3740afd-831a-46f5-9ddf-dc178fba5347, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3740afd-831a-46f5-9ddf-dc178fba5347,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:56.431948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd85d9c4-24da-406f-9a11-d960cc6a0f28 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.433771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38268) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.434740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.455228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.460177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-de253e94-ed4c-4e1d-95aa-d3bc7a0fd9cd tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules/0df5662a-d707-498a-9235-b7f237fcb2e5 HTTP/1.1" status: 200 len: 763 time: 0.0234051 Jan 04 13:58:56.462138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38270) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.470324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.477541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=f22c46b0-9ced-4916-bc0f-d96323651dd8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.483690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd85d9c4-24da-406f-9a11-d960cc6a0f28 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.511207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.517904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bac4b980-03a6-4fb7-a891-771565ec5f7d None None] Provisioning complete for port 331c2c7d-a174-42d7-bea9-b0c647dccf91 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:56.518219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bac4b980-03a6-4fb7-a891-771565ec5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.545641 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5350349d-3b2b-4eec-af0f-179c0502c0a9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0823693 Jan 04 13:58:56.546405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38272) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.557408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:56.568443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:56.578712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:56.579403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:58:56.580745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2215dff5-9264-4e79-aace-b99371ce0514 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.581715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:56.587640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:56.588272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.589961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2215dff5-9264-4e79-aace-b99371ce0514 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.598550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=9d616fcd-ec4f-4925-be71-f96b81113ea0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.628168 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7d4db74-81a8-4c06-8481-b47d73ed2165 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3995776 Jan 04 13:58:56.629176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38274) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.630721 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2215dff5-9264-4e79-aace-b99371ce0514 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.632931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:58:56.641311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2215dff5-9264-4e79-aace-b99371ce0514 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.642608 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2215dff5-9264-4e79-aace-b99371ce0514 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/0df5662a-d707-498a-9235-b7f237fcb2e5 HTTP/1.1" status: 204 len: 168 time: 0.0935309 Jan 04 13:58:56.645679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38276) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.652320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2215dff5-9264-4e79-aace-b99371ce0514 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0df5662a-d707-498a-9235-b7f237fcb2e5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.666712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.676239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd85d9c4-24da-406f-9a11-d960cc6a0f28 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.678868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd85d9c4-24da-406f-9a11-d960cc6a0f28 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.680019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bd85d9c4-24da-406f-9a11-d960cc6a0f28 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/828ae8be-60e1-4463-9619-b5549840a543 HTTP/1.1" status: 204 len: 168 time: 0.4154398 Jan 04 13:58:56.681957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:56.683446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b383493c-8ec9-4c03-83f0-c972e2c5f0a0 None None] Pushing event updated for resources: {'Port': ['ID=f3740afd-831a-46f5-9ddf-dc178fba5347,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.703207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22687d4b-db66-4b69-b29c-d3f147c86e44 None None] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:56.704702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:56.705466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.724169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd85d9c4-24da-406f-9a11-d960cc6a0f28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828ae8be-60e1-4463-9619-b5549840a543,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.756830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782081f-f980-4f0f-b4de-ba4023f4070e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:56.761451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:56.763313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b782081f-f980-4f0f-b4de-ba4023f4070e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:56.768183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b782081f-f980-4f0f-b4de-ba4023f4070e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1372409 Jan 04 13:58:56.769553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.773132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:56.791819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:56.798502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:56.799436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.804380 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-19d695a1-9023-437f-8acc-5c0d32249e37 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2241514 Jan 04 13:58:56.809218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38282) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.826999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.855921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=981887bf-39d8-49cf-beee-fbff92b758d5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:56.867389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9869a086-059c-4b74-8453-ea8120bd3989 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2202590 Jan 04 13:58:56.876366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38284) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.881167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': '78145de4-cbe0-4eb7-8917-d63549eb8328', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:56.898812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38286) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:56.899606 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b2c9ed6-e8f1-45ad-889e-fca845adaab2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.8410773 Jan 04 13:58:56.901782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.931096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:56.948250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=19dedbc0-4388-4204-9dfa-659e478d330c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:57.126295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.157100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d014c0-c534-4f0f-b66e-346b28ee6112']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:57.170491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4de056d-e09e-4233-b9b7-e14c712f5c49') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:57.171247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4de056d-e09e-4233-b9b7-e14c712f5c49') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:57.192746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.235625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.244316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:57.245078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:57.254467 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:57.293236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd6c5fe0-b583-40a7-acc8-075e521706b3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:57.297720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cd6c5fe0-b583-40a7-acc8-075e521706b3 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 925 time: 0.3977225 Jan 04 13:58:57.300750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38288) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:57.342943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.api [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:58:57.342943 dv-neutron-master-2-hyperv neutron-server[103265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:58:57.342943 dv-neutron-master-2-hyperv neutron-server[103265]: [parameters: {'id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112'}] Jan 04 13:58:57.342943 dv-neutron-master-2-hyperv neutron-server[103265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:58:57.343389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG oslo_db.api [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:58:57.348561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.389802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Network d8d014c0-c534-4f0f-b66e-346b28ee6112 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:57.402017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Pushing event updated for resources: {'Port': ['ID=fb76898c-9700-4116-9524-8eb0ddc50278,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:57.404924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:57.407342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 9d616fcd-ec4f-4925-be71-f96b81113ea0 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:57.407943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.410829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:57.505372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:58:57.506226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.507148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08ff3e-f10d-40a8-97b8-fe293c17b55b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:57.513638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08ff3e-f10d-40a8-97b8-fe293c17b55b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:57.519840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f08ff3e-f10d-40a8-97b8-fe293c17b55b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:57.525002 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1f08ff3e-f10d-40a8-97b8-fe293c17b55b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2388 time: 0.2187295 Jan 04 13:58:57.527102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38290) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:57.544487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bac4b980-03a6-4fb7-a891-771565ec5f7d None None] Provisioning complete for port 151cc279-5828-4b52-b303-9e92cb64b3be triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:57.544863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bac4b980-03a6-4fb7-a891-771565ec5f7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.547553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Attempting to bind port fb76898c-9700-4116-9524-8eb0ddc50278 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:57.547921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Attempting to bind port fb76898c-9700-4116-9524-8eb0ddc50278 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a4de056d-e09e-4233-b9b7-e14c712f5c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:57.548286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Attempting to bind port fb76898c-9700-4116-9524-8eb0ddc50278 on network d8d014c0-c534-4f0f-b66e-346b28ee6112 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:57.649443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.655049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:57.655443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Checking segment: {'id': 'a4de056d-e09e-4233-b9b7-e14c712f5c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:57.655841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.656244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Bound using segment: {'id': 'a4de056d-e09e-4233-b9b7-e14c712f5c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:57.656720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Bound port: fb76898c-9700-4116-9524-8eb0ddc50278, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4de056d-e09e-4233-b9b7-e14c712f5c49', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'd8d014c0-c534-4f0f-b66e-346b28ee6112'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:57.657501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.663677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.676631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.682760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 981887bf-39d8-49cf-beee-fbff92b758d5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:57.684244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.705058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 9d616fcd-ec4f-4925-be71-f96b81113ea0 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:57.712600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.714169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bac4b980-03a6-4fb7-a891-771565ec5f7d None None] Port 151cc279-5828-4b52-b303-9e92cb64b3be cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:57.724480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3fa82432-c964-49cb-be02-92199d68b6c1,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:57.756180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.793012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.796950 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fdf997ac-4296-411a-852c-9300df5c0382 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9193223 Jan 04 13:58:57.797736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38292) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:57.828662 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-19e8828e-9efc-4e63-bc27-d0dddfaf2f73 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules/3fa82432-c964-49cb-be02-92199d68b6c1 HTTP/1.1" status: 200 len: 763 time: 0.0296900 Jan 04 13:58:57.832090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38294) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:57.850037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.859284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61167608-ff94-48c6-8e29-5dc78a5e8e41 None None] Pushing event updated for resources: {'Port': ['ID=65f03e97-46dc-4dab-b8bc-82a42716ac97,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:57.863972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 331c2c7d-a174-42d7-bea9-b0c647dccf91 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:57.867357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.873244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:57.897734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 981887bf-39d8-49cf-beee-fbff92b758d5 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:57.978260 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-337ee499-b8f5-477b-8c08-7a47432710e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1449468 Jan 04 13:58:57.991445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7318e82a-0cbb-4539-9312-44f3eb9dfd86 None None] Provisioning complete for port 981887bf-39d8-49cf-beee-fbff92b758d5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:57.992192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7318e82a-0cbb-4539-9312-44f3eb9dfd86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.023652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38296) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.088168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-aff9963a-2efb-4824-b916-49438399c817 None None] For port fb76898c-9700-4116-9524-8eb0ddc50278, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:58.098487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting port fb76898c-9700-4116-9524-8eb0ddc50278 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:58.101322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.109434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Allocated IP 2001:db8:2::2 (b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c/f22c46b0-9ced-4916-bc0f-d96323651dd8/c1226534-cb50-4cc6-ba3c-6ac13b653bec) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:58.169111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-aff9963a-2efb-4824-b916-49438399c817 None None] For port fb76898c-9700-4116-9524-8eb0ddc50278, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fb76898c-9700-4116-9524-8eb0ddc50278,segment=NetworkSegment(a4de056d-e09e-4233-b9b7-e14c712f5c49),segment_id=a4de056d-e09e-4233-b9b7-e14c712f5c49)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:58.178145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] For port fb76898c-9700-4116-9524-8eb0ddc50278, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:58.178705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.185030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7318e82a-0cbb-4539-9312-44f3eb9dfd86 None None] Port 981887bf-39d8-49cf-beee-fbff92b758d5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:58:58.194223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.194733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Calling delete_port for fb76898c-9700-4116-9524-8eb0ddc50278 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:58.228154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 331c2c7d-a174-42d7-bea9-b0c647dccf91 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:58.228888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.253684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77324fda-d377-4a0e-aa44-a792db0ac768 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.271795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Attempting to bind port 65f03e97-46dc-4dab-b8bc-82a42716ac97 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:58.272102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Attempting to bind port 65f03e97-46dc-4dab-b8bc-82a42716ac97 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:58.272447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Attempting to bind port 65f03e97-46dc-4dab-b8bc-82a42716ac97 on network 2d59ddea-b2de-4d93-946f-d4b9694de3dd {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:58.286314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77324fda-d377-4a0e-aa44-a792db0ac768 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.351937 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:58.352656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Checking segment: {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:58.352853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.353207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Bound using segment: {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:58.353698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Bound port: 65f03e97-46dc-4dab-b8bc-82a42716ac97, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53568e6f-75c0-4fd0-8283-df33c2d04b01', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:58.354160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.367469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77324fda-d377-4a0e-aa44-a792db0ac768 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.372657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-77324fda-d377-4a0e-aa44-a792db0ac768 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.376041 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-77324fda-d377-4a0e-aa44-a792db0ac768 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/3fa82432-c964-49cb-be02-92199d68b6c1 HTTP/1.1" status: 204 len: 168 time: 0.3489900 Jan 04 13:58:58.387236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38298) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.390200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77324fda-d377-4a0e-aa44-a792db0ac768 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3fa82432-c964-49cb-be02-92199d68b6c1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:58.399025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.452264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No DVR routers for this DVR port fb76898c-9700-4116-9524-8eb0ddc50278 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:58:58.458634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Port': ['ID=fb76898c-9700-4116-9524-8eb0ddc50278,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:58.482263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-b2cecea5-9cd9-4c8b-b9ea-57b0f3ee1eb4 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port fb76898c-9700-4116-9524-8eb0ddc50278 could not be found. Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 289, in _get_port Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id, Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2856, in one Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._iter().one() Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1407, in one Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 354, in get_dhcp_port Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:58:58.499247 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1565, in get_port Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id, lazy_fields=lazy_fields) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 292, in _get_port Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port fb76898c-9700-4116-9524-8eb0ddc50278 could not be found. Jan 04 13:58:58.504775 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:58:58.515024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=981887bf-39d8-49cf-beee-fbff92b758d5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:58.529714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff9963a-2efb-4824-b916-49438399c817 None None] Pushing event updated for resources: {'Port': ['ID=fb76898c-9700-4116-9524-8eb0ddc50278,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:58.541409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-71e30af4-484b-4069-90f6-de0c33314977 None None] Provisioning complete for port f3740afd-831a-46f5-9ddf-dc178fba5347 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:58.541687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71e30af4-484b-4069-90f6-de0c33314977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.543543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057177c2-4458-4fee-a8f6-13a1b3a7f0a9 None None] Network d8d014c0-c534-4f0f-b66e-346b28ee6112 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:58.578439 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c3391cef-5a9d-42df-9c88-3e2849f8e7fd tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1828148 Jan 04 13:58:58.584001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38300) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.586646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.590082 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-47decd19-0b06-4559-8f00-192318798a27 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/981887bf-39d8-49cf-beee-fbff92b758d5 HTTP/1.1" status: 204 len: 168 time: 1.0619454 Jan 04 13:58:58.590252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': '78145de4-cbe0-4eb7-8917-d63549eb8328', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:58.592781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38302) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.622408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.647922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.655838 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-863b664d-91b6-45e1-9edc-280cc93e891b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:58:58.657330 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-863b664d-91b6-45e1-9edc-280cc93e891b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/981887bf-39d8-49cf-beee-fbff92b758d5 HTTP/1.1" status: 404 len: 333 time: 0.0636375 Jan 04 13:58:58.660070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38304) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.679176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] For port 65f03e97-46dc-4dab-b8bc-82a42716ac97, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:58:58.697724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8d014c0-c534-4f0f-b66e-346b28ee6112']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:58.712785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=9d616fcd-ec4f-4925-be71-f96b81113ea0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:58.713686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4de056d-e09e-4233-b9b7-e14c712f5c49') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:58.714011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4de056d-e09e-4233-b9b7-e14c712f5c49') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:58.731183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.751068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] For port 65f03e97-46dc-4dab-b8bc-82a42716ac97, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f03e97-46dc-4dab-b8bc-82a42716ac97,segment=NetworkSegment(53568e6f-75c0-4fd0-8283-df33c2d04b01),segment_id=53568e6f-75c0-4fd0-8283-df33c2d04b01)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:58:58.775788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.776987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.779192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.782671 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8450f64c-d8d7-419e-a0ea-5dd9cc430076 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/9d616fcd-ec4f-4925-be71-f96b81113ea0 HTTP/1.1" status: 204 len: 168 time: 2.0075796 Jan 04 13:58:58.785683 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Project d363a963767947638f37a38577fba7de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 13:58:58.790423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38306) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.791455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:58:58.791975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.793714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:58:58.797844 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:58:58.814366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3740afd-831a-46f5-9ddf-dc178fba5347 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:58:58.858388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.863483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.892401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22411b31-3635-439a-981d-bb52f0b5349f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:58.914635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:58.921899 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-71f93304-92f2-4001-9757-f169d1d4659b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3361630 Jan 04 13:58:58.925392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38308) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.947109 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-90b6cb75-15ae-4032-80b7-867125ef9df3 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules/22411b31-3635-439a-981d-bb52f0b5349f HTTP/1.1" status: 200 len: 769 time: 0.0205677 Jan 04 13:58:58.949591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38310) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:58.951632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:58:58.952713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:58:58.992614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c62e9-3b77-467b-9b43-5478a581a83f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:58.997420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5c62e9-3b77-467b-9b43-5478a581a83f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:59.002009 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5a5c62e9-3b77-467b-9b43-5478a581a83f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2050531 Jan 04 13:58:59.004210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38312) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.007545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-83c3c34a-2e3a-4a3d-b12f-05c185d7d824 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0568113 Jan 04 13:58:59.010297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38314) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.011395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.023555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 151cc279-5828-4b52-b303-9e92cb64b3be {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:58:59.023935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.033641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71e30af4-484b-4069-90f6-de0c33314977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.054802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.088060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.092436 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/d8d014c0-c534-4f0f-b66e-346b28ee6112 HTTP/1.1" status: 204 len: 168 time: 3.5184360 Jan 04 13:58:59.093147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8:2::1 (b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c/f22c46b0-9ced-4916-bc0f-d96323651dd8/03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:58:59.105608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.122866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38316) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.130942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-660627155'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:59.161925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4d02d5-2c10-43f8-910d-acc2c24425cd tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=d8d014c0-c534-4f0f-b66e-346b28ee6112,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.185360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:58:59.227253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.243999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:58:59.258864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.268892 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26f88c51-5304-427a-ae2e-460db2114276 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.277812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.281383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26f88c51-5304-427a-ae2e-460db2114276 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.301121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61167608-ff94-48c6-8e29-5dc78a5e8e41 None None] Pushing event updated for resources: {'Port': ['ID=65f03e97-46dc-4dab-b8bc-82a42716ac97,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.315931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:58:59.319435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.336483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.340460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.347573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:59.365914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:59.372086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:59.376767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.388266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 151cc279-5828-4b52-b303-9e92cb64b3be owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:58:59.407528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:58:59.408315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f3740afd-831a-46f5-9ddf-dc178fba5347 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:59.408714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.411839 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-71e30af4-484b-4069-90f6-de0c33314977 None None] For port f3740afd-831a-46f5-9ddf-dc178fba5347, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3740afd-831a-46f5-9ddf-dc178fba5347,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:58:59.421387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:58:59.424239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:58:59.430768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.440893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26f88c51-5304-427a-ae2e-460db2114276 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.445589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26f88c51-5304-427a-ae2e-460db2114276 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.447503 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-26f88c51-5304-427a-ae2e-460db2114276 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-group-rules/22411b31-3635-439a-981d-bb52f0b5349f HTTP/1.1" status: 204 len: 168 time: 0.4361343 Jan 04 13:58:59.452666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71e30af4-484b-4069-90f6-de0c33314977 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.454037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38318) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.462300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Pushing event updated for resources: {'Port': ['ID=c1226534-cb50-4cc6-ba3c-6ac13b653bec,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.465968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 152} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:58:59.478615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f88c51-5304-427a-ae2e-460db2114276 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=22411b31-3635-439a-981d-bb52f0b5349f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.525889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.526120 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 3bc2dce9-2b6a-4fc4-ab1c-016b9a3741e3 of type vlan for network da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 Jan 04 13:58:59.541215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.583734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.634318 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e8d57ceb-606e-41bf-b274-c602d026e02b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1779060 Jan 04 13:58:59.637657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38320) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.641011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.724982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.731024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:58:59.731640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.732700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] Could not find standard attr ID for object 9d616fcd-ec4f-4925-be71-f96b81113ea0. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:58:59.751986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47d71299-3e47-4405-9cac-5b026fc93b3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.762099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.774302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Attempting to bind port c1226534-cb50-4cc6-ba3c-6ac13b653bec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:58:59.774805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Attempting to bind port c1226534-cb50-4cc6-ba3c-6ac13b653bec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:58:59.775381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Attempting to bind port c1226534-cb50-4cc6-ba3c-6ac13b653bec on network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:58:59.777100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.789701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:58:59.790520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Checking segment: {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:58:59.790989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.791578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Bound using segment: {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:58:59.792263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Bound port: c1226534-cb50-4cc6-ba3c-6ac13b653bec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:58:59.792713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.799148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47d71299-3e47-4405-9cac-5b026fc93b3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.824426 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6956546 Jan 04 13:58:59.824671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e30af4-484b-4069-90f6-de0c33314977 None None] Pushing event updated for resources: {'Port': ['ID=f3740afd-831a-46f5-9ddf-dc178fba5347,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.838315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3a6825-aaee-4fa6-b892-298db497fd81 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:58:59.844053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.850076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38322) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.851399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.857755 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c8348f24-dee4-4a5c-acfc-e97e7a03a5ba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3 HTTP/1.1" status: 204 len: 168 time: 0.8518691 Jan 04 13:58:59.858370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38324) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.888562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] Provisioning complete for port 65f03e97-46dc-4dab-b8bc-82a42716ac97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:58:59.889093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.889936 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': 'da3f3c46-7753-4a90-bf7a-8c10e2bb2f58', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:59.893825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=151cc279-5828-4b52-b303-9e92cb64b3be,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.909298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea45bf01-859d-4635-a043-e10fa276d2ea tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=da3f3c46-7753-4a90-bf7a-8c10e2bb2f58,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:58:59.926607 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef5fc35e-7e79-4c61-84c4-6921d28e7a84 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0579648 Jan 04 13:58:59.927312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38326) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.935304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:58:59.951432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:58:59.958042 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-522aad3e-1682-4aa0-acec-ffb842b4c5e4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/151cc279-5828-4b52-b303-9e92cb64b3be HTTP/1.1" status: 204 len: 168 time: 1.2946339 Jan 04 13:58:59.965536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38328) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:58:59.979628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:00.024905 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cefd3260-501f-42a9-b509-0abd7e2b786c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:59:00.026515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cefd3260-501f-42a9-b509-0abd7e2b786c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/151cc279-5828-4b52-b303-9e92cb64b3be HTTP/1.1" status: 404 len: 333 time: 0.0599554 Jan 04 13:59:00.027283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47d71299-3e47-4405-9cac-5b026fc93b3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.029804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-47d71299-3e47-4405-9cac-5b026fc93b3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.030872 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-47d71299-3e47-4405-9cac-5b026fc93b3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/78145de4-cbe0-4eb7-8917-d63549eb8328 HTTP/1.1" status: 204 len: 168 time: 0.3923171 Jan 04 13:59:00.033383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38330) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:00.033714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38332) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:00.098663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:00.099292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] For port c1226534-cb50-4cc6-ba3c-6ac13b653bec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:00.104638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.132777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d71299-3e47-4405-9cac-5b026fc93b3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78145de4-cbe0-4eb7-8917-d63549eb8328,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:00.167073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] For port c1226534-cb50-4cc6-ba3c-6ac13b653bec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1226534-cb50-4cc6-ba3c-6ac13b653bec,segment=NetworkSegment(6083bfb0-0043-45ca-ba55-49c97452f11c),segment_id=6083bfb0-0043-45ca-ba55-49c97452f11c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:00.175807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.186174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.188276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet d1c792c3-0ecb-4161-8591-ab6cbe814fd1 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:00.200991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:50Z', 'revision_number': 3, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:58:58Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:00.201378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.202057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.210996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.270751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ad23d5c-db4e-4fb0-9048-88b453e2e90a None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:50Z', 'revision_number': 3, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:58:58Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:00.295224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6d330366-59c0-43f8-8cca-0acb45923913 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2440917 Jan 04 13:59:00.298292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38334) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:00.305579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3740afd-831a-46f5-9ddf-dc178fba5347 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:00.315633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group': {'name': 'tempest-secgroup--1049267207'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:00.333929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:00.337799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.391240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dc1cd45-1a37-499b-94e0-41c4d9e1ecd0 None None] Pushing event updated for resources: {'Port': ['ID=c1226534-cb50-4cc6-ba3c-6ac13b653bec,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:00.396550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.396853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.447273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:00.449599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] For port 65f03e97-46dc-4dab-b8bc-82a42716ac97, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f03e97-46dc-4dab-b8bc-82a42716ac97,segment=NetworkSegment(53568e6f-75c0-4fd0-8283-df33c2d04b01),segment_id=53568e6f-75c0-4fd0-8283-df33c2d04b01)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:00.455178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f3740afd-831a-46f5-9ddf-dc178fba5347 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:00.455178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.480945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.510275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.546123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:00.572705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=df5d4046-60ce-437f-98ee-9ace1db35057,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:00.614165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.637442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': '3bc2dce9-2b6a-4fc4-ab1c-016b9a3741e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'da3f3c46-7753-4a90-bf7a-8c10e2bb2f58'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:00.647493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: da3f3c46-7753-4a90-bf7a-8c10e2bb2f58, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:00.692726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:00.695345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:00.701747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:00.709213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, da3f3c46-7753-4a90-bf7a-8c10e2bb2f58) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:00.731529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:00.732427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.760190 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d8f97a6d-dfa1-4ac6-9f0f-badcd19f09a9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.9007766 Jan 04 13:59:00.769120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38336) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:00.781059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6c1727-6842-4d31-8f35-7af15e71af64 None None] Network da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:00.811069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.890940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2d2e3-c4e0-4625-a61f-eb8cdf7431c7 None None] Pushing event updated for resources: {'Port': ['ID=65f03e97-46dc-4dab-b8bc-82a42716ac97,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:00.922189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.959276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df141609-309f-4f2a-8b8a-0c14d815fc4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-da3f3c46-7753-4a90-bf7a-8c10e2bb2f58', 'network_id': 'da3f3c46-7753-4a90-bf7a-8c10e2bb2f58', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': 'df5d4046-60ce-437f-98ee-9ace1db35057'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:00.960150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df141609-309f-4f2a-8b8a-0c14d815fc4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:00.986926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] Deleting port f3740afd-831a-46f5-9ddf-dc178fba5347 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:00.987354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.007588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.019702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:01.029411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.062252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] For port f3740afd-831a-46f5-9ddf-dc178fba5347, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3740afd-831a-46f5-9ddf-dc178fba5347,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:01.062654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.075910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.088337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] Calling delete_port for f3740afd-831a-46f5-9ddf-dc178fba5347 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:01.088571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.091119 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/d1c792c3-0ecb-4161-8591-ab6cbe814fd1 HTTP/1.1" status: 204 len: 168 time: 1.0513029 Jan 04 13:59:01.097258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38338) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:01.097402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.099433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306c6a5-dc8c-4055-b8d9-90751c6736e5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=d1c792c3-0ecb-4161-8591-ab6cbe814fd1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:01.124340 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b72b82a4-0651-4671-b5a2-6cef3d193759 None None] Network b619bb9a-e73a-42cf-9f94-370b8a07ce81 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:01.134983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.145642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.183922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=df5d4046-60ce-437f-98ee-9ace1db35057,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:01.195400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:01.214139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:01.216982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:01.217759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.275578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.280313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1763 time: 0.9682190 Jan 04 13:59:01.280313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=b20bc771-876a-48a9-803f-fccfa0813d57,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:01.283475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38340) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:01.286297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe893a1c-b434-4645-a8a2-d5789a39b3e8 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc42152f-015f-40ce-93ba-5cc06719240c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:01.293374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Request body: {'security_group_rule': {'security_group_id': 'dc42152f-015f-40ce-93ba-5cc06719240c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:01.306926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c5dad4ab-2bd9-4673-bd13-c96cd81e701c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3725986 Jan 04 13:59:01.309050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38342) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:01.314707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.324850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'name': 'tempest-NetworksTestDHCPv6-173990625'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-df141609-309f-4f2a-8b8a-0c14d815fc4d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df5d4046-60ce-437f-98ee-9ace1db35057: This subnet is being modified by another concurrent operation. Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:01.336500 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet df5d4046-60ce-437f-98ee-9ace1db35057: This subnet is being modified by another concurrent operation. Jan 04 13:59:01.341474 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:59:01.353677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:01.363459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-88b11961-30d4-4cee-a967-db60d8ba235a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5507493 Jan 04 13:59:01.369804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38344) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:01.375046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2173e1a-abcb-475c-a413-4ad7ca03f400 None None] Network da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:01.376473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1870022310'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:01.414259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.441476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.445260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] No DVR routers for this DVR port f3740afd-831a-46f5-9ddf-dc178fba5347 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:01.477679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.482756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da3f3c46-7753-4a90-bf7a-8c10e2bb2f58']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:01.508913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bc2dce9-2b6a-4fc4-ab1c-016b9a3741e3') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:01.509218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bc2dce9-2b6a-4fc4-ab1c-016b9a3741e3') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:01.513085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf159e4-60cb-4417-87ae-63d12975b60f None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:01.529283 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:01.531638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.543922 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50ae0ab-1274-4621-874d-99ab15ae2dfd None None] Pushing event deleted for resources: {'Port': ['ID=f3740afd-831a-46f5-9ddf-dc178fba5347,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:01.545303 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:01.546718 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:01.553509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 331c2c7d-a174-42d7-bea9-b0c647dccf91 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:01.553855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.555905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.573451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:01.577272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.578725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:01.579103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.582599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:01.587601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:01.590950 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:01.625614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] DHCP port deletion for b619bb9a-e73a-42cf-9f94-370b8a07ce81 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:01.636214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 788bad76-dfb3-4e04-9510-e17d74bdc7fc yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:01.645901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.652169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.679374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10bfcb3-0dc4-4d8e-8709-e81f103e4ce5,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:01.696448 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:01.716717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.721076 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3226c129-27da-4694-b406-1d9dbd894b3b tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4313562 Jan 04 13:59:01.722879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38346) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:01.806978 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed48-bb4e-4eb2-9df4-cb003de0d8eb tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.808483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': 'b20bc771-876a-48a9-803f-fccfa0813d57'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:01.809580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.828051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] Deleting port 331c2c7d-a174-42d7-bea9-b0c647dccf91 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:01.828734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.847827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed48-bb4e-4eb2-9df4-cb003de0d8eb tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.943584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed48-bb4e-4eb2-9df4-cb003de0d8eb tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.946120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e3b2ed48-bb4e-4eb2-9df4-cb003de0d8eb tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:01.952137 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e3b2ed48-bb4e-4eb2-9df4-cb003de0d8eb tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc42152f-015f-40ce-93ba-5cc06719240c HTTP/1.1" status: 204 len: 168 time: 0.2280655 Jan 04 13:59:01.954327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38348) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:01.986962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b2ed48-bb4e-4eb2-9df4-cb003de0d8eb tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc42152f-015f-40ce-93ba-5cc06719240c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.025293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c26c33ad-c3db-46bc-94b0-bd6de55e5a3c tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0646358 Jan 04 13:59:02.027754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38350) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:02.050802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:59Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:58:59Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:02.083350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32e777d3-0f9b-4972-ab50-50deb2410758 None None] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:02.092423 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-563df8f7-aa71-42ad-8f47-566c5e2aa2c5 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2475 time: 0.0608623 Jan 04 13:59:02.092661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38352) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:02.093601 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:02.094295 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Updating router 1b980ebf-a314-4645-95c3-6ffe5deafb9a port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:59:02.107907 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-7ccb1aec-5520-4da3-9f07-1d77341ea6c9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] delete failed (client error): The resource could not be found. Jan 04 13:59:02.115514 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7ccb1aec-5520-4da3-9f07-1d77341ea6c9 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "DELETE /v2.0/security-groups/dc42152f-015f-40ce-93ba-5cc06719240c HTTP/1.1" status: 404 len: 347 time: 0.0154028 Jan 04 13:59:02.130450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38354) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:02.134882 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.161159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] For port 331c2c7d-a174-42d7-bea9-b0c647dccf91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=331c2c7d-a174-42d7-bea9-b0c647dccf91,segment=NetworkSegment(a28d7e3b-757f-401d-b41f-ec10aad9aa98),segment_id=a28d7e3b-757f-401d-b41f-ec10aad9aa98)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:02.161695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.202984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] For port 331c2c7d-a174-42d7-bea9-b0c647dccf91, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=331c2c7d-a174-42d7-bea9-b0c647dccf91,segment=NetworkSegment(a28d7e3b-757f-401d-b41f-ec10aad9aa98),segment_id=a28d7e3b-757f-401d-b41f-ec10aad9aa98)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:02.203173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.204754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] Calling delete_port for 331c2c7d-a174-42d7-bea9-b0c647dccf91 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:02.211476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.224505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.232894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 HTTP/1.1" status: 204 len: 168 time: 1.4606259 Jan 04 13:59:02.241982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38356) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:02.243028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 331c2c7d-a174-42d7-bea9-b0c647dccf91 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:02.249018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-528205030'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:02.267729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf33050b-bed5-4095-aeeb-56070adde8ec tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=da3f3c46-7753-4a90-bf7a-8c10e2bb2f58,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.297717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-177becae-669b-4afb-bd96-67431d22de36 None None] Provisioning complete for port c1226534-cb50-4cc6-ba3c-6ac13b653bec triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:02.298199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-177becae-669b-4afb-bd96-67431d22de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.327217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:02.369911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:02.376061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.379630 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-180ecab3-9da8-4781-b720-6d67af544716 tempest-SecGroupIPv6Test-1443204609 tempest-SecGroupIPv6Test-1443204609-project] 10.222.0.30 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2473922 Jan 04 13:59:02.390542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.390887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added segment c87f8c21-5e62-4010-8fd7-b45a488184df of type vlan for network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 Jan 04 13:59:02.413070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 65f03e97-46dc-4dab-b8bc-82a42716ac97 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:02.443269 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.445128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:02.454361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.454882 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment bbbef095-8612-4983-9e47-c73db681731d of type vlan for network 6fed512f-60bf-4721-acf1-0c2c6f315e73 Jan 04 13:59:02.455175 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.507258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.514732 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c08a9a-9b00-416d-bfea-b222686bff6e None None] Pushing event updated for resources: {'Port': ['ID=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.560998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.569456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.578974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:02.582335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.584820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Attempting to bind port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:02.585303 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Attempting to bind port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:02.585513 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Attempting to bind port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e on network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:02.599500 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:02.599917 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Checking segment: {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:02.600137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 65f03e97-46dc-4dab-b8bc-82a42716ac97 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:02.600321 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.600840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.600959 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Bound using segment: {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:02.601357 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Bound port: 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6083bfb0-0043-45ca-ba55-49c97452f11c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:02.601744 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.613087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::208 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b20bc771-876a-48a9-803f-fccfa0813d57/788bad76-dfb3-4e04-9510-e17d74bdc7fc) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:02.640248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.647326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:02.648413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.651628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.719081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-177becae-669b-4afb-bd96-67431d22de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.724790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.726096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3541889 Jan 04 13:59:02.729282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=6fed512f-60bf-4721-acf1-0c2c6f315e73,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.731451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38362) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:02.738291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'subnet': {'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:02.757235 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6d619cd4-2ac0-4bdb-9cc6-d1b95e023f67 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5119319 Jan 04 13:59:02.761942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No DVR routers for this DVR port 331c2c7d-a174-42d7-bea9-b0c647dccf91 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:02.761942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38364) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:02.767736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': '6fed512f-60bf-4721-acf1-0c2c6f315e73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:02.772115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=331c2c7d-a174-42d7-bea9-b0c647dccf91,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.804486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] Pushing event deleted for resources: {'Port': ['ID=331c2c7d-a174-42d7-bea9-b0c647dccf91,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.815316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] For port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:02.816271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0695e42-474e-473f-9ea0-c8895ae550c3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Network': ['ID=cdb76b41-e07e-4b6c-8f14-10a6e71a9a26,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:02.819316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] For port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,segment=NetworkSegment(6083bfb0-0043-45ca-ba55-49c97452f11c),segment_id=6083bfb0-0043-45ca-ba55-49c97452f11c)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:02.826695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 6fed512f-60bf-4721-acf1-0c2c6f315e73 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:02.832755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:02.844674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:02.911502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38366) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:03.019226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f35f9b34-2cb6-45d2-b7a5-ac4b725ec4b5 None None] No DVR routers for this DVR port 331c2c7d-a174-42d7-bea9-b0c647dccf91 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:03.026750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c1226534-cb50-4cc6-ba3c-6ac13b653bec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:03.101404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Made reservation on behalf of 5d5f21b1e1934b4f89cefb9510622a95 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:03.105688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.118109 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:03.118999 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:03.137918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.146534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.153100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-177becae-669b-4afb-bd96-67431d22de36 None None] For port c1226534-cb50-4cc6-ba3c-6ac13b653bec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1226534-cb50-4cc6-ba3c-6ac13b653bec,segment=NetworkSegment(6083bfb0-0043-45ca-ba55-49c97452f11c),segment_id=6083bfb0-0043-45ca-ba55-49c97452f11c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:03.162458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c1226534-cb50-4cc6-ba3c-6ac13b653bec triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:03.162905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.199532 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89c08a9a-9b00-416d-bfea-b222686bff6e None None] Pushing event updated for resources: {'Port': ['ID=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:03.209122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b619bb9a-e73a-42cf-9f94-370b8a07ce81']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:03.230682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a28d7e3b-757f-401d-b41f-ec10aad9aa98') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:03.230983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a28d7e3b-757f-401d-b41f-ec10aad9aa98') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:03.238801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-177becae-669b-4afb-bd96-67431d22de36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.261719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.263910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.272173 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:03.288419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.312043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:03.312241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.325518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:03.334790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:03.340636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:03.346500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:03.347222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.359086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177becae-669b-4afb-bd96-67431d22de36 None None] Pushing event updated for resources: {'Port': ['ID=c1226534-cb50-4cc6-ba3c-6ac13b653bec,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:03.399849 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:03.406427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.409861 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0956764 Jan 04 13:59:03.410133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcaaf97-a3f2-469d-bf5b-771092ec5f50 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=788bad76-dfb3-4e04-9510-e17d74bdc7fc,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:03.411424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.412545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38370) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:03.415719 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/b619bb9a-e73a-42cf-9f94-370b8a07ce81 HTTP/1.1" status: 204 len: 168 time: 2.3172085 Jan 04 13:59:03.434591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38372) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:03.439488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1438952937'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:03.467038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ceeb2-6ebc-41b9-b6d1-599df351b2bb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=b619bb9a-e73a-42cf-9f94-370b8a07ce81,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:03.477032 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e737b3a5-6759-4f54-a08c-39b761b448b5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d363a963767947638f37a38577fba7de&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5563626 Jan 04 13:59:03.483068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38374) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:03.490551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Provisioning complete for port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:03.490909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.508003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:03.517127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.527733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b20bc771-876a-48a9-803f-fccfa0813d57/557efb4a-937c-4266-adc0-f34e88148c22) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:03.564736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:03.568885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.602239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:03.622582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.622994 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Added segment ed13a959-c5ff-4837-be81-49d70bb82fad of type vlan for network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 Jan 04 13:59:03.664147 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:59Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:02Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:03.678885 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.727303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.733277 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3fdebe6-0dbc-4400-8ff5-05c47c0d53d4 None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:58:59Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:02Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:03.747174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:03.747757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.834518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.869850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4341228 Jan 04 13:59:03.871920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 331c2c7d-a174-42d7-bea9-b0c647dccf91 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:03.882220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38376) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:03.905085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 331c2c7d-a174-42d7-bea9-b0c647dccf91 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:03.905615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 331c2c7d-a174-42d7-bea9-b0c647dccf91 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:03.906287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3740afd-831a-46f5-9ddf-dc178fba5347 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:03.911545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.934542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:03.946120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e229a7-53e5-4f69-ac4b-628c6b6feb54 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Network': ['ID=6fb02b02-1d5a-4211-99ab-25a588ba86c8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:03.951508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f3740afd-831a-46f5-9ddf-dc178fba5347 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:03.952118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3740afd-831a-46f5-9ddf-dc178fba5347 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:03.955117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.963676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:03.970930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af845bd3-3898-4b6a-a20d-9dc7b499e967 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.982385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:03.999068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af845bd3-3898-4b6a-a20d-9dc7b499e967 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.045240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] For port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,segment=NetworkSegment(6083bfb0-0043-45ca-ba55-49c97452f11c),segment_id=6083bfb0-0043-45ca-ba55-49c97452f11c)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:04.060169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Subnet': ['ID=4a4411cf-b7cb-4f86-b179-f73d1a6854fd,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:04.064551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:04.072497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af845bd3-3898-4b6a-a20d-9dc7b499e967 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.075201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af845bd3-3898-4b6a-a20d-9dc7b499e967 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.078869 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-af845bd3-3898-4b6a-a20d-9dc7b499e967 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/e6f30b78-b03f-4d2f-a1fb-e8a72f0f980e HTTP/1.1" status: 204 len: 168 time: 0.5921485 Jan 04 13:59:04.084415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.090100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:04.097296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af845bd3-3898-4b6a-a20d-9dc7b499e967 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6f30b78-b03f-4d2f-a1fb-e8a72f0f980e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:04.107377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:04.113358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3047b13b-945a-492e-831d-4ae512c80150 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:04.121298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3047b13b-945a-492e-831d-4ae512c80150 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6693311 Jan 04 13:59:04.122076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38380) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:04.235463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Pushing event updated for resources: {'Port': ['ID=557efb4a-937c-4266-adc0-f34e88148c22,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:04.309755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Provisioning complete for port c1226534-cb50-4cc6-ba3c-6ac13b653bec triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:04.314208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.373607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Checking segment: {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:04.373607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network hostable DHCP agents. Network: cdb76b41-e07e-4b6c-8f14-10a6e71a9a26, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:04.385482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:04.390474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.420525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48386d8-a9d0-42ea-aa85-6b133b4d35fc None None] Pushing event updated for resources: {'Port': ['ID=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:04.458890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.479087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:04.479828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:04.494631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 788bad76-dfb3-4e04-9510-e17d74bdc7fc {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:04.494969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.563610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Attempting to bind port 557efb4a-937c-4266-adc0-f34e88148c22 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:04.563988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Attempting to bind port 557efb4a-937c-4266-adc0-f34e88148c22 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:04.564361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Attempting to bind port 557efb4a-937c-4266-adc0-f34e88148c22 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:04.625379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:04.625676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:04.626109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.626511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:04.626992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Bound port: 557efb4a-937c-4266-adc0-f34e88148c22, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:04.627376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.659068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=42c6b0ab-3877-4c20-8804-7067b912b395,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:04.668221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': 'bbbef095-8612-4983-9e47-c73db681731d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '6fed512f-60bf-4721-acf1-0c2c6f315e73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:04.668744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: 6fed512f-60bf-4721-acf1-0c2c6f315e73, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:04.688964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cdb76b41-e07e-4b6c-8f14-10a6e71a9a26) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:04.704152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf73d55-ac6d-4163-9d47-495717a22b1b None None] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:04.707161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network 6fed512f-60bf-4721-acf1-0c2c6f315e73 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:04.727879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:04.728787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.738124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6fed512f-60bf-4721-acf1-0c2c6f315e73) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:04.747965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:04.748607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.779306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.798207 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3571e7f1-a605-4e22-ac62-d4d52511afa5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0353742 Jan 04 13:59:04.807686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38392) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:04.844407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-41550f26-d60e-4713-a0f7-603d1aed5298 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.1099660 Jan 04 13:59:04.845119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e655ae-bb27-4b3b-8faf-62e345fb3fdd None None] Network 6fed512f-60bf-4721-acf1-0c2c6f315e73 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:04.849028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38394) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:04.851862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 788bad76-dfb3-4e04-9510-e17d74bdc7fc owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:04.913259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:04.914546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.945163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7f8391d1-19af-4ed2-84bd-a6953805a232 None None] Provisioning complete for port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:04.945540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f8391d1-19af-4ed2-84bd-a6953805a232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:04.947112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:04.947471 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.070022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.176211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.208399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.211883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.260568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=788bad76-dfb3-4e04-9510-e17d74bdc7fc,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:05.269346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38404) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:05.304668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.311316 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7492c62-27b8-49b2-b5ad-83e2fde89f01 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/788bad76-dfb3-4e04-9510-e17d74bdc7fc HTTP/1.1" status: 204 len: 168 time: 1.1742342 Jan 04 13:59:05.311316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38408) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:05.311587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] For port 557efb4a-937c-4266-adc0-f34e88148c22, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:05.322092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.344458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] For port 557efb4a-937c-4266-adc0-f34e88148c22, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=557efb4a-937c-4266-adc0-f34e88148c22,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:05.363326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.363818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:05.397393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.424459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=42c6b0ab-3877-4c20-8804-7067b912b395,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:05.433952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e96b1d-4bc2-440c-88d2-f3b635dd8cbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6fed512f-60bf-4721-acf1-0c2c6f315e73', 'network_id': '6fed512f-60bf-4721-acf1-0c2c6f315e73', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '42c6b0ab-3877-4c20-8804-7067b912b395'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:05.435390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-17e96b1d-4bc2-440c-88d2-f3b635dd8cbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.469449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbbb5bc-15c8-4da3-bacb-1628dc2ec173 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:05.471218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbbbb5bc-15c8-4da3-bacb-1628dc2ec173 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:05.473467 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fbbbb5bc-15c8-4da3-bacb-1628dc2ec173 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1619403 Jan 04 13:59:05.476563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38410) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:05.491268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Checking segment: {'id': 'ed13a959-c5ff-4837-be81-49d70bb82fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:05.491654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network hostable DHCP agents. Network: 6fb02b02-1d5a-4211-99ab-25a588ba86c8, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:05.527304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.530608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:05.535591 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0702d8c1-6fce-4c12-8c5d-ed69c803c1c6 tempest-ServiceProvidersTest-1862633890 tempest-ServiceProvidersTest-1862633890-project] 10.222.0.30 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2640531 Jan 04 13:59:05.579761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.609117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 6fb02b02-1d5a-4211-99ab-25a588ba86c8) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:05.615879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fed512f-60bf-4721-acf1-0c2c6f315e73']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:05.629174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet b20bc771-876a-48a9-803f-fccfa0813d57 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:05.629653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:05.630325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.641020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.646248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bbbef095-8612-4983-9e47-c73db681731d') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:05.646763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bbbef095-8612-4983-9e47-c73db681731d') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:05.652151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6d58e5-6173-4dbe-9d92-85c179846366 None None] Pushing event updated for resources: {'Port': ['ID=557efb4a-937c-4266-adc0-f34e88148c22,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:05.654945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbad10c9-7e74-4ca2-b5fa-e6c42bfbad2f None None] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:05.657507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Allocated IP 2001:db8:3::2 (cdb76b41-e07e-4b6c-8f14-10a6e71a9a26/4a4411cf-b7cb-4f86-b179-f73d1a6854fd/5bc04b4b-85cd-43bb-b8e1-3c0682e5415b) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:05.676778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c1226534-cb50-4cc6-ba3c-6ac13b653bec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:05.684393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.710206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.714481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.741957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd4b3b-e0cf-4403-b0bb-0afe647264fb None None] Network 6fed512f-60bf-4721-acf1-0c2c6f315e73 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:05.774460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:05.775209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:05.791432 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:05.794337 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:05.797290 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:05.797290 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:05.797290 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:05.800846 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-36222671-7660-4a06-8ad7-c8931d7583a2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8674192 Jan 04 13:59:05.802146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38414) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:05.829393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1085447194', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:05.923378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.924749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.929177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c1226534-cb50-4cc6-ba3c-6ac13b653bec triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:05.929763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.941100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.968948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:05.977644 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/6fed512f-60bf-4721-acf1-0c2c6f315e73 HTTP/1.1" status: 204 len: 168 time: 1.1686549 Jan 04 13:59:05.979239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38418) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.000488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1424108487'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:06.025401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.050801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:06.056074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.060577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a87b3ac-26c5-4e42-8478-37aa7f4f87f3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=6fed512f-60bf-4721-acf1-0c2c6f315e73,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:06.095937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:06.101560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38420) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.113826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.114264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 0fdafeda-b7b5-409f-a3dd-a3287c7b33fe of type vlan for network e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c Jan 04 13:59:06.116315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.128344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.151333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f7306715-e12c-4066-b36b-dd19370fe0fb None None] Provisioning complete for port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:06.151718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f7306715-e12c-4066-b36b-dd19370fe0fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.172004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.173334 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0a752395-a29b-4821-bf98-ae902776c579 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3521411 Jan 04 13:59:06.178022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.179968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38424) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.183135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.196529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-6fb02b02-1d5a-4211-99ab-25a588ba86c8', 'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': '2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:06.197536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.201399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8', 'name': 'tempest-PortsIpV6TestJSON-830844179'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:06.244799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=b20bc771-876a-48a9-803f-fccfa0813d57,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:06.267540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.273894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-83d24942-ef21-4776-ae89-6e948f0a2887 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b20bc771-876a-48a9-803f-fccfa0813d57 HTTP/1.1" status: 204 len: 168 time: 0.7943842 Jan 04 13:59:06.274551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38426) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.297402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.303638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:06.305247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.323230 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7895a3b9-0d66-4538-8847-04d783813d8f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452740 Jan 04 13:59:06.323459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38428) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.341287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-02171b32-d605-41fd-b146-4d21acd1f712 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.363956 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3831720 Jan 04 13:59:06.370583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38430) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.380663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': 'e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:06.400696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.422673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c2a9c0-9309-40f9-b670-ca6c954617ef tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:06.456213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:06.463647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.473767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7484640-a622-4ec8-9c6b-6bdf576b63d6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:06.479211 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b7484640-a622-4ec8-9c6b-6bdf576b63d6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1546335 Jan 04 13:59:06.509418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38432) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.580412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:06.612056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:06.616873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.621611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Allocated IP 2001:db8::2 (6fb02b02-1d5a-4211-99ab-25a588ba86c8/2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7/c2332bbc-7b76-4f6d-86b2-6dcb251eb744) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:06.633706 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Allocated IP 2001:db8:3::1 (cdb76b41-e07e-4b6c-8f14-10a6e71a9a26/4a4411cf-b7cb-4f86-b179-f73d1a6854fd/9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:06.635963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:06.637797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:06.642146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:06.642344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.669641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 557efb4a-937c-4266-adc0-f34e88148c22 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:06.696913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing IP validity checks on allocation pools {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:59:06.697452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:59:06.699858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-02171b32-d605-41fd-b146-4d21acd1f712 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.708049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4057d880-722e-4b20-be50-4de242d3993a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:06.709554 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4057d880-722e-4b20-be50-4de242d3993a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2019489 Jan 04 13:59:06.712021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port a4700d6c-4a1e-46bf-a87b-d58ab8f53796 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:06.717618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38434) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.732921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-02171b32-d605-41fd-b146-4d21acd1f712 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.774754 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-214cd704-b1cf-4a6e-a288-2a6f23750be8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0557256 Jan 04 13:59:06.775366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38436) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.781812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:06.862563 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-02171b32-d605-41fd-b146-4d21acd1f712 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=682e72e802824d83acb7c7a81286eda8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.7557733 Jan 04 13:59:06.874154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38438) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:06.886771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.898918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02171b32-d605-41fd-b146-4d21acd1f712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bf9de59-1fdc-496b-b485-0803a65daad0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:06.900300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Pushing event updated for resources: {'Port': ['ID=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:06.906912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:06.964334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:07.004018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 557efb4a-937c-4266-adc0-f34e88148c22 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:07.004658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.006590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:07.022860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.027223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22d9e9a-c8fd-4b9b-9b77-9b5863b4fb61 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:07.029512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:07.029650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:07.033291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.040280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::296 (6fb02b02-1d5a-4211-99ab-25a588ba86c8/2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7/a4700d6c-4a1e-46bf-a87b-d58ab8f53796) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:07.046807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf9da-a37d-46ab-b3ec-4d384532de63 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.083890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Pushing event updated for resources: {'Port': ['ID=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:07.093328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf9da-a37d-46ab-b3ec-4d384532de63 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.108738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.139647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Attempting to bind port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:07.140193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Attempting to bind port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:07.140663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Attempting to bind port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b on network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:07.152866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.203667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:07.204331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Checking segment: {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:07.204727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.205363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Bound using segment: {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:07.205955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Bound port: 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:07.207045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.233528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d280a598-9d4f-4877-9ce3-2fe63d962e9e None None] Provisioning complete for port 557efb4a-937c-4266-adc0-f34e88148c22 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:07.234000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d280a598-9d4f-4877-9ce3-2fe63d962e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.234466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:07.248277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=2b1da3dd-25c2-477c-8621-bf5b5c6e9255,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:07.262384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': '0fdafeda-b7b5-409f-a3dd-a3287c7b33fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': 'e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:07.262806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:07.267234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:07.276728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:07.277324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.284978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:07.319738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:07.332500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf9da-a37d-46ab-b3ec-4d384532de63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.335316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8ddf9da-a37d-46ab-b3ec-4d384532de63 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.336545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e8ddf9da-a37d-46ab-b3ec-4d384532de63 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bf9de59-1fdc-496b-b485-0803a65daad0 HTTP/1.1" status: 204 len: 168 time: 0.4608407 Jan 04 13:59:07.341442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:07.348901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:07.349484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.387273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ddf9da-a37d-46ab-b3ec-4d384532de63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bf9de59-1fdc-496b-b485-0803a65daad0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:07.393835 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-752d5985-8062-4969-b4d2-f4af178cb6d9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0174184 Jan 04 13:59:07.395120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38442) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:07.412124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.433601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.509155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:07.516106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:07.521774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:07.522772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.532477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=ad1de24c-0de5-4e4c-bd7c-6850c05c9aba,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:07.541205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.557225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bd318afb-c59a-4c2d-86b4-75870ca74dd1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7769630 Jan 04 13:59:07.558360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38444) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:07.565267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfa0493-0154-44d5-9147-ee67b050f1b5 None None] Network e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:07.568148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'ad1de24c-0de5-4e4c-bd7c-6850c05c9aba', 'ip_address': '2001:db8::a9c9:cc2b:a5ab:15d7'}], 'name': 'tempest-NetworksTestDHCPv6-1985625285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:07.581316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.614980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.670235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:07.672202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Attempting to bind port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:07.672685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Attempting to bind port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ed13a959-c5ff-4837-be81-49d70bb82fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:07.673165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Attempting to bind port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 on network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:07.714294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:07.720903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:07.722757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:07.728638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:07.729261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.733617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:07.734461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=a4700d6c-4a1e-46bf-a87b-d58ab8f53796,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:07.738677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Checking segment: {'id': 'ed13a959-c5ff-4837-be81-49d70bb82fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:07.738677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.739215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Bound using segment: {'id': 'ed13a959-c5ff-4837-be81-49d70bb82fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:07.739558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Bound port: c2332bbc-7b76-4f6d-86b2-6dcb251eb744, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ed13a959-c5ff-4837-be81-49d70bb82fad', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '6fb02b02-1d5a-4211-99ab-25a588ba86c8'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:07.739945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.820157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.835394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9878c36d-f970-4fb6-8d1c-d4fc532e475a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c', 'network_id': 'e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '2b1da3dd-25c2-477c-8621-bf5b5c6e9255'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:07.836234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9878c36d-f970-4fb6-8d1c-d4fc532e475a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.840144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 83b1f145-0a41-434b-9e43-1fea87cc9bc8 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:07.841356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8b6b74fb-c8a9-42d7-8e6a-932f2cc4bf89 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.6603367 Jan 04 13:59:07.842231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.846117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38446) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:07.917806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:07.922052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] For port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:07.950975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:07.969906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] For port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,segment=NetworkSegment(c87f8c21-5e62-4010-8fd7-b45a488184df),segment_id=c87f8c21-5e62-4010-8fd7-b45a488184df)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:07.978501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d280a598-9d4f-4877-9ce3-2fe63d962e9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.001643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.002453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.029118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=2b1da3dd-25c2-477c-8621-bf5b5c6e9255,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:08.116961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] For port c2332bbc-7b76-4f6d-86b2-6dcb251eb744, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:08.154478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 557efb4a-937c-4266-adc0-f34e88148c22, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=557efb4a-937c-4266-adc0-f34e88148c22,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:08.166289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] For port c2332bbc-7b76-4f6d-86b2-6dcb251eb744, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,segment=NetworkSegment(ed13a959-c5ff-4837-be81-49d70bb82fad),segment_id=ed13a959-c5ff-4837-be81-49d70bb82fad)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:08.173719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.174689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:08.190530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-9878c36d-f970-4fb6-8d1c-d4fc532e475a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1da3dd-25c2-477c-8621-bf5b5c6e9255: This subnet is being modified by another concurrent operation. Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:08.244144 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b1da3dd-25c2-477c-8621-bf5b5c6e9255: This subnet is being modified by another concurrent operation. Jan 04 13:59:08.248344 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:59:08.261746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::a9c9:cc2b:a5ab:15d7 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/ad1de24c-0de5-4e4c-bd7c-6850c05c9aba/83b1f145-0a41-434b-9e43-1fea87cc9bc8) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:08.280141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e880634-9c36-4e3b-af18-3aa3f9beb8fe None None] Pushing event updated for resources: {'Port': ['ID=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:08.282941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f76e912-5a3c-44fa-a534-dfdb048f2c7c None None] Network e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:08.365731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-d280a598-9d4f-4877-9ce3-2fe63d962e9e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:59:08.366165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-d280a598-9d4f-4877-9ce3-2fe63d962e9e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:59:08.420392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.541350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] Deleting port 557efb4a-937c-4266-adc0-f34e88148c22 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:08.541730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.544840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=557efb4a-937c-4266-adc0-f34e88148c22,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:08.606515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:08.606890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.704801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.741614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:08.766717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.779572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.784930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fdafeda-b7b5-409f-a3dd-a3287c7b33fe') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:08.785569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fdafeda-b7b5-409f-a3dd-a3287c7b33fe') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:08.793386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.794676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.804411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e4c185-0594-400f-bbce-77f5a3267551 None None] Pushing event updated for resources: {'Port': ['ID=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:08.805783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.845103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] For port 557efb4a-937c-4266-adc0-f34e88148c22, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=557efb4a-937c-4266-adc0-f34e88148c22,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:08.845518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.855632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.887025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:08.887710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:08.895721 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:08.920048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event updated for resources: {'Port': ['ID=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:08.936536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] Calling delete_port for 557efb4a-937c-4266-adc0-f34e88148c22 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:09.005970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.016165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.023658 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c HTTP/1.1" status: 204 len: 168 time: 1.6255097 Jan 04 13:59:09.027770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38448) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:09.048625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-889583664'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:09.059060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d8cbf7-9d9a-463e-9b4d-ff9aebaada10 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:09.089940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:09.095848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:09.109431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.141913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] Pushing event deleted for resources: {'Port': ['ID=557efb4a-937c-4266-adc0-f34e88148c22,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:09.146312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4ac289-5b1d-40b6-ba86-84e4c2e09c52 None None] No DVR routers for this DVR port 557efb4a-937c-4266-adc0-f34e88148c22 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:09.168069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:09.172407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc23d1e-62a6-4be1-a278-17768fb047ab None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:09.191140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.289890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.333843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.336011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:09.344123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:09.364720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.365451 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 4bbb8018-131b-4757-b9d5-333edf769d07 of type vlan for network bd3f0f87-b639-499f-bdda-26c74436e846 Jan 04 13:59:09.373452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2332bbc-7b76-4f6d-86b2-6dcb251eb744 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:09.388221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.414874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:09.432505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:09.449339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:09.450846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': 'ad1de24c-0de5-4e4c-bd7c-6850c05c9aba'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:09.451792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.461577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:09.462338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.471798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.501804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:09.502320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.539572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=83b1f145-0a41-434b-9e43-1fea87cc9bc8,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:09.582712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:09.602959 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cb9b5ec7-69dc-460d-837e-0347590ca136 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7528341 Jan 04 13:59:09.604716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.605037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:09.611693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:09.612358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:09.616200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38450) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:09.626147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:09.658515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-eef23263-15d2-4d89-8fb7-4d8f0a0ee84d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0980859 Jan 04 13:59:09.665584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38452) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:09.690333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:09.690985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:09.811643 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7826884 Jan 04 13:59:09.812972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38454) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:09.831875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': 'bd3f0f87-b639-499f-bdda-26c74436e846', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:09.849216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=a4700d6c-4a1e-46bf-a87b-d58ab8f53796,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:09.853782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc770155-59de-41e2-989a-957d496a37aa tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=bd3f0f87-b639-499f-bdda-26c74436e846,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:09.881814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network bd3f0f87-b639-499f-bdda-26c74436e846 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:09.883334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9686547b-6239-4f0c-aead-759c4e43ab18 None None] Network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:09.924617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a95e50f-ff9b-4224-af49-6a0b78248210 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:09.926449 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6a95e50f-ff9b-4224-af49-6a0b78248210 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2592919 Jan 04 13:59:09.938063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38456) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:10.028966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.205487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:10.208186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:10.209886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.251834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.extraroute_db [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 04 13:59:10.253270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/ad1de24c-0de5-4e4c-bd7c-6850c05c9aba/49996b93-8bbe-4bde-bbce-20521e3eb100) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:10.272792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.extraroute_db [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Removed routes are [] {{(pid=103265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 04 13:59:10.273297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.346806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-30b2a51a-aea6-46cc-957f-08bf4785b1b7 None None] Provisioning complete for port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:10.347181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-30b2a51a-aea6-46cc-957f-08bf4785b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.348917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa622e6d-5b8c-4569-8de9-45d0a4e384ad None None] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:10.392761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.481522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.485043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.593248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:10.661523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.694204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:10.701879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.705971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-20be3152-29f8-4e54-8184-e50771f3bb03 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 953 time: 1.0857761 Jan 04 13:59:10.706717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38458) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:10.806806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-30b2a51a-aea6-46cc-957f-08bf4785b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.808864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 83b1f145-0a41-434b-9e43-1fea87cc9bc8 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:10.809407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.824033 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2312b561-b0a7-4dd0-874e-68e92136f8f0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 953 time: 0.1159503 Jan 04 13:59:10.824496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38460) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:10.829816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'routes': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:10.868546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port c2332bbc-7b76-4f6d-86b2-6dcb251eb744, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,segment=NetworkSegment(ed13a959-c5ff-4837-be81-49d70bb82fad),segment_id=ed13a959-c5ff-4837-be81-49d70bb82fad)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:10.888714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.889553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:10.948827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:10.964585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 83b1f145-0a41-434b-9e43-1fea87cc9bc8 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:10.980160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-30b2a51a-aea6-46cc-957f-08bf4785b1b7 None None] For port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,segment=NetworkSegment(c87f8c21-5e62-4010-8fd7-b45a488184df),segment_id=c87f8c21-5e62-4010-8fd7-b45a488184df)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:11.021785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-30b2a51a-aea6-46cc-957f-08bf4785b1b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.039138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:11.099061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b2a51a-aea6-46cc-957f-08bf4785b1b7 None None] Pushing event updated for resources: {'Port': ['ID=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:11.158399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.172381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:11.172770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.235444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ab18d4dd-cbe7-4d42-9813-de35661b73e8 None None] Provisioning complete for port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:11.235444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ab18d4dd-cbe7-4d42-9813-de35661b73e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.237317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.271232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.338256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Pushing event updated for resources: {'Port': ['ID=49996b93-8bbe-4bde-bbce-20521e3eb100,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:11.348104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:07Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329', 'name': '', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:64:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:05Z', 'updated_at': '2022-01-04T13:59:07Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:11.400111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.411001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:11.411551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Updating router 1b980ebf-a314-4645-95c3-6ffe5deafb9a port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:59:11.416095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:11.419598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=c2fb9377-07fd-4f94-b75b-33b63864d35b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:11.438878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:11.441763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:11.492998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=83b1f145-0a41-434b-9e43-1fea87cc9bc8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:11.503835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.578706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.584003 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5e454af3-d8fb-42ca-90da-4ab8dd8227ef tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/83b1f145-0a41-434b-9e43-1fea87cc9bc8 HTTP/1.1" status: 204 len: 168 time: 1.6446798 Jan 04 13:59:11.587497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:11.609351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.612274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': '4bbb8018-131b-4757-b9d5-333edf769d07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'bd3f0f87-b639-499f-bdda-26c74436e846'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:11.612770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: bd3f0f87-b639-499f-bdda-26c74436e846, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:11.613551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 557efb4a-937c-4266-adc0-f34e88148c22 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:11.620211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.621234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.673697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Attempting to bind port 49996b93-8bbe-4bde-bbce-20521e3eb100 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:11.674107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Attempting to bind port 49996b93-8bbe-4bde-bbce-20521e3eb100 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:11.675005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Attempting to bind port 49996b93-8bbe-4bde-bbce-20521e3eb100 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:11.709396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 557efb4a-937c-4266-adc0-f34e88148c22 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:11.709765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 557efb4a-937c-4266-adc0-f34e88148c22 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:11.726482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network bd3f0f87-b639-499f-bdda-26c74436e846 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:11.737294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:11.737911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:11.738178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.738571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:11.739314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Bound port: 49996b93-8bbe-4bde-bbce-20521e3eb100, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:11.739462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.741828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=a4700d6c-4a1e-46bf-a87b-d58ab8f53796,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:11.746960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.extraroute_db [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added routes are [] {{(pid=103265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 04 13:59:11.747292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.extraroute_db [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=103265) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 04 13:59:11.753842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bd3f0f87-b639-499f-bdda-26c74436e846) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:11.768218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:11.768968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.796722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657940e9-4ced-425b-90c9-ce584726aaa0 None None] Network bd3f0f87-b639-499f-bdda-26c74436e846 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:11.815926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:11.851175 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-45a0ddf0-eecb-4cc2-b76b-0d3ce514b930 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.0244167 Jan 04 13:59:11.862187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38464) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:11.944686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2332bbc-7b76-4f6d-86b2-6dcb251eb744 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:11.974991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b528538b-8253-469b-861f-d5171afe0be2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:11.979587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b528538b-8253-469b-861f-d5171afe0be2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:11.982083 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b528538b-8253-469b-861f-d5171afe0be2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3934247 Jan 04 13:59:11.984959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38466) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:12.009837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.017833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:12.022227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:12.105098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet ad1de24c-0de5-4e4c-bd7c-6850c05c9aba {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:12.111171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.129362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a38402-9aa8-4370-8176-27a2fc4077ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bd3f0f87-b639-499f-bdda-26c74436e846', 'network_id': 'bd3f0f87-b639-499f-bdda-26c74436e846', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': 'c2fb9377-07fd-4f94-b75b-33b63864d35b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:12.130261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d8a38402-9aa8-4370-8176-27a2fc4077ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.192742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.203685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:12.204071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.283356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Router ad47116c-62bb-4b16-bde3-9432cae7ef6e is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:59:12.294443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.341806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.349360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.404045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:12.413837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ac7742c-dbbd-43be-b0d9-0b415212a805 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/routers/ad47116c-62bb-4b16-bde3-9432cae7ef6e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5637362 Jan 04 13:59:12.416069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38468) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:12.420861 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] Sync routers for ids ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:12.437511 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] Routers {'ad47116c-62bb-4b16-bde3-9432cae7ef6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:12.439362 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.463745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.510872 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.522908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=c2fb9377-07fd-4f94-b75b-33b63864d35b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:12.523929 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] Routers {'ad47116c-62bb-4b16-bde3-9432cae7ef6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:12.524553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.543347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc40242-c08b-451a-84bb-02fffec880ca tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:12.551425 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-adc40242-c08b-451a-84bb-02fffec880ca tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad47116c-62bb-4b16-bde3-9432cae7ef6e HTTP/1.1" status: 200 len: 988 time: 0.1343141 Jan 04 13:59:12.553467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Provisioning complete for port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:12.554024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.565167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38470) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:12.569733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.570429 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b1314fa-a5c9-45a9-be39-d6a3d79bdd17 None None] The sync data for ids ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:12.640863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] For port 49996b93-8bbe-4bde-bbce-20521e3eb100, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:12.688593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.699525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] For port 49996b93-8bbe-4bde-bbce-20521e3eb100, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49996b93-8bbe-4bde-bbce-20521e3eb100,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-d8a38402-9aa8-4370-8176-27a2fc4077ee None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2fb9377-07fd-4f94-b75b-33b63864d35b: This subnet is being modified by another concurrent operation. Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:12.703569 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet c2fb9377-07fd-4f94-b75b-33b63864d35b: This subnet is being modified by another concurrent operation. Jan 04 13:59:12.708367 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:59:12.716059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.737618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd3f0f87-b639-499f-bdda-26c74436e846']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.758033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-756efdc8-fe07-4939-abb1-7e65f457fbb1 None None] Network bd3f0f87-b639-499f-bdda-26c74436e846 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:12.765149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bbb8018-131b-4757-b9d5-333edf769d07') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.765149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bbb8018-131b-4757-b9d5-333edf769d07') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:12.784964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.827533 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:59:12.851159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.865773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:12.875232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.889191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:12.889592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:12.892799 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:12.950544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:12.970881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0c0d8b-5a85-4d73-a25e-e0ae6f34f362 None None] Pushing event updated for resources: {'Port': ['ID=49996b93-8bbe-4bde-bbce-20521e3eb100,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:13.011622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.018758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.051387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.058280 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/bd3f0f87-b639-499f-bdda-26c74436e846 HTTP/1.1" status: 204 len: 168 time: 1.2033718 Jan 04 13:59:13.059473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5595f4-de94-449c-8c50-d74ad1865582 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=bd3f0f87-b639-499f-bdda-26c74436e846,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:13.068244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38472) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:13.076821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1793747109'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:13.081672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.086775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Provisioning complete for port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:13.087452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.094526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.099915 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/ad1de24c-0de5-4e4c-bd7c-6850c05c9aba HTTP/1.1" status: 204 len: 168 time: 1.1118491 Jan 04 13:59:13.099915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=ad1de24c-0de5-4e4c-bd7c-6850c05c9aba,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:13.102540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38474) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:13.136240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.144635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:13.149322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.157148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:13.157522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.188931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:13.224072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:13.229133 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1fd6d450-b16d-4288-8e9c-3b622aaa186f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1255338 Jan 04 13:59:13.236449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38476) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:13.240515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.244135 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ee346209-de3d-4efe-8602-a79d03d54651 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 703 time: 2.4160273 Jan 04 13:59:13.244271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:13.244390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.244390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.244390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.244605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.244788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.245325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.245659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.246188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.246666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.246992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.247570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.248237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.248607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5781ad0-aaa6-40a5-93c8-20a7d882b9a9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:13.248985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38478) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:13.251356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.251721 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 68c0c8c6-82aa-4d2b-9f16-0892cf3ed0d0 of type vlan for network 9d17832f-5650-4c9a-ac4d-97b7113937d0 Jan 04 13:59:13.253689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469e1a-a886-4289-ac08-312df20625f0 None None] Pushing event updated for resources: {'Port': ['ID=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:13.258227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:13.281085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Provisioning complete for port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:13.281461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.402590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.414392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Attempting to bind port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:13.414778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Attempting to bind port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:13.415147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Attempting to bind port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 on network cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:13.433727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:13.434202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Checking segment: {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:13.434603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.434956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Bound using segment: {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:13.435439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Bound port: 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c87f8c21-5e62-4010-8fd7-b45a488184df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:13.435822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.493183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2c0afc88-a8bf-4988-9052-0e09d7e27e1d tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 703 time: 0.2352686 Jan 04 13:59:13.494439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38480) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:13.543496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Provisioning complete for port a4700d6c-4a1e-46bf-a87b-d58ab8f53796 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:13.543782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.546334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] For port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:13.552869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] For port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,segment=NetworkSegment(c87f8c21-5e62-4010-8fd7-b45a488184df),segment_id=c87f8c21-5e62-4010-8fd7-b45a488184df)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:13.573732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.640798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-628e4c03-735d-4d4b-a28d-5968c570e2ea None None] Port a4700d6c-4a1e-46bf-a87b-d58ab8f53796 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:13.656048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:13.656718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:13.662478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb469e1a-a886-4289-ac08-312df20625f0 None None] Pushing event updated for resources: {'Port': ['ID=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:13.790027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:13.865932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.871981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:13.872853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.902264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Provisioning complete for port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:13.902264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:13.939149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49996b93-8bbe-4bde-bbce-20521e3eb100 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:13.968493 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.8961852 Jan 04 13:59:13.972117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38482) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:13.978621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': '9d17832f-5650-4c9a-ac4d-97b7113937d0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:13.988179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:13.992016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.081171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:14.085642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.132957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 49996b93-8bbe-4bde-bbce-20521e3eb100 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:14.133462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.137224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.222540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] For port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,segment=NetworkSegment(c87f8c21-5e62-4010-8fd7-b45a488184df),segment_id=c87f8c21-5e62-4010-8fd7-b45a488184df)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:14.227644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.235283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.272978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:11Z', 'revision_number': 7, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329', 'name': '', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:64:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:05Z', 'updated_at': '2022-01-04T13:59:13Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:14.296105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.318963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f5ef77-4500-4932-ad59-6ba8460e742d None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:11Z', 'revision_number': 7, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329', 'name': '', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:64:5c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:05Z', 'updated_at': '2022-01-04T13:59:13Z', 'revision_number': 4, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:14.332871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.362026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2474c2-c635-40ee-8935-48b351116611 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:14.387103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=7bf783af-ccf4-463a-815c-a87e7254314d,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:14.396778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=9d17832f-5650-4c9a-ac4d-97b7113937d0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:14.409204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.409616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.410016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.410260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.410589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.410914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.411240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.411563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.411891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.412203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.412529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.412847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.413162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.417365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.417705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.418071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.418405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.418741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.419070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.419449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.419719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.420099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.420367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.421063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.421063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.421362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2bd608fa-56c8-4397-abae-442c04af5e09 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:14.425281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=e2a4bba2-e67d-4859-9eba-0790c8f9debd,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:14.462145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': '68c0c8c6-82aa-4d2b-9f16-0892cf3ed0d0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '9d17832f-5650-4c9a-ac4d-97b7113937d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:14.465975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: 9d17832f-5650-4c9a-ac4d-97b7113937d0, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:14.497272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:14.502032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:14.508313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:14.508783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network 9d17832f-5650-4c9a-ac4d-97b7113937d0 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:14.508902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.529210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9d17832f-5650-4c9a-ac4d-97b7113937d0) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:14.534032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:14.534691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.540944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-079a6ea8-d737-4673-9b41-9b649cde41e4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3024788 Jan 04 13:59:14.548812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38484) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:14.554182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '7bf783af-ccf4-463a-815c-a87e7254314d', 'ip_address': '2001:db8::c90b:8992:73c5:4536'}], 'name': 'tempest-NetworksTestDHCPv6-167200570'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:14.555761 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d5d7152f-b08e-49ab-8c44-32d71cd1dea3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5825238 Jan 04 13:59:14.559204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38486) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:14.574966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Provisioning complete for port a4700d6c-4a1e-46bf-a87b-d58ab8f53796 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:14.575927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.582936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 9d17832f-5650-4c9a-ac4d-97b7113937d0 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:14.584730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c45cd2-3f17-40bf-a36e-0f5dcf36a21d None None] Network 9d17832f-5650-4c9a-ac4d-97b7113937d0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:14.645358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Pushing event updated for resources: {'Port': ['ID=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:14.662266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.694747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.758989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.797310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-12ea881a-974b-44ea-b084-88e9f8e469d2 None None] Port a4700d6c-4a1e-46bf-a87b-d58ab8f53796 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:14.843299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.870671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 49996b93-8bbe-4bde-bbce-20521e3eb100, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49996b93-8bbe-4bde-bbce-20521e3eb100,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:14.878183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=e2a4bba2-e67d-4859-9eba-0790c8f9debd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:14.887415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.944117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d428e504-b88a-4eed-ba2d-d2042ebdadf7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9d17832f-5650-4c9a-ac4d-97b7113937d0', 'network_id': '9d17832f-5650-4c9a-ac4d-97b7113937d0', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': 'e2a4bba2-e67d-4859-9eba-0790c8f9debd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:14.945043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d428e504-b88a-4eed-ba2d-d2042ebdadf7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:14.986120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.007037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53fd24ec-a5ea-4021-90d2-1a7f73a697ac None None] Provisioning complete for port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:15.007410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53fd24ec-a5ea-4021-90d2-1a7f73a697ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.011007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=49996b93-8bbe-4bde-bbce-20521e3eb100,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:15.036691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d17832f-5650-4c9a-ac4d-97b7113937d0']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:15.045543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port a4700d6c-4a1e-46bf-a87b-d58ab8f53796 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:15.046107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.063448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68c0c8c6-82aa-4d2b-9f16-0892cf3ed0d0') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:15.064141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68c0c8c6-82aa-4d2b-9f16-0892cf3ed0d0') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:15.092003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.110669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1064e850-68f8-4d44-97dc-3885edd2dbf9 None None] Network 9d17832f-5650-4c9a-ac4d-97b7113937d0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:15.126908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.135442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:15.135854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.151284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:15.188289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.216358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.218955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for a4700d6c-4a1e-46bf-a87b-d58ab8f53796 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:15.230211 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:15.237909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.248679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.252879 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/9d17832f-5650-4c9a-ac4d-97b7113937d0 HTTP/1.1" status: 204 len: 168 time: 0.6924012 Jan 04 13:59:15.258647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38488) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:15.277528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-256689079'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:15.280340 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53fd24ec-a5ea-4021-90d2-1a7f73a697ac None None] Provisioning complete for port 49996b93-8bbe-4bde-bbce-20521e3eb100 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:15.280901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53fd24ec-a5ea-4021-90d2-1a7f73a697ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.288664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8249f0-1284-4b05-afd7-d3d85eef1107 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=9d17832f-5650-4c9a-ac4d-97b7113937d0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:15.327647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:15.330863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e510f2-ff6e-4d3a-a628-ebfb05646653 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:15.334656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.364215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 166} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:15.374669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.375126 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment ce941364-729c-45d6-8335-8c33559afe70 of type vlan for network c37e7a65-4359-4558-8469-0ef451048508 Jan 04 13:59:15.420184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.429176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b9235-abec-428b-94db-969497ddf928 None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:15.449107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.454827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.462105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:15.462981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.483078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:15.483631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:15.506696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.2442322 Jan 04 13:59:15.506932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38490) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:15.511908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'New_network'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:15.539200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53fd24ec-a5ea-4021-90d2-1a7f73a697ac None None] Could not find standard attr ID for object 83b1f145-0a41-434b-9e43-1fea87cc9bc8. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:15.549786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port aa0a053e-1535-4074-b991-90b9f20d5dff yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:15.556022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae820762-6ad9-4a83-9db1-92a5537f822c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=c37e7a65-4359-4558-8469-0ef451048508,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:15.574583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b627cf0-03c5-45db-b788-cdcd7572748c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.581342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c37e7a65-4359-4558-8469-0ef451048508 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:15.628629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:15.726828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-41c6661a-c746-4d2b-85a6-8879be01b55c None None] Provisioning complete for port 49996b93-8bbe-4bde-bbce-20521e3eb100 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:15.727210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-41c6661a-c746-4d2b-85a6-8879be01b55c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.735165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.771358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.811439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network c37e7a65-4359-4558-8469-0ef451048508 is not hosted by any dhcp agent {{(pid=103265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 13:59:15.817898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:15.818566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.819796 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "PUT /v2.0/networks/c37e7a65-4359-4558-8469-0ef451048508 HTTP/1.1" status: 200 len: 723 time: 0.3119981 Jan 04 13:59:15.826731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38492) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:15.833448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': 'c37e7a65-4359-4558-8469-0ef451048508', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:15.912105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f7dfa3-53ff-4422-bae2-f5356244a446 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=c37e7a65-4359-4558-8469-0ef451048508,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:15.928266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c37e7a65-4359-4558-8469-0ef451048508 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:15.980167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:15.989634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::c90b:8992:73c5:4536 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/7bf783af-ccf4-463a-815c-a87e7254314d/aa0a053e-1535-4074-b991-90b9f20d5dff) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:16.004724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49996b93-8bbe-4bde-bbce-20521e3eb100 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:16.052186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=a4700d6c-4a1e-46bf-a87b-d58ab8f53796,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:16.156225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-77cb4d2c-f26f-47d8-a2bf-eca7e04b48c8 None None] Provisioning complete for port 49996b93-8bbe-4bde-bbce-20521e3eb100 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:16.156602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-77cb4d2c-f26f-47d8-a2bf-eca7e04b48c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.179715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 49996b93-8bbe-4bde-bbce-20521e3eb100 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:16.180088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.230172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:11Z', 'revision_number': 7, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329', 'name': '', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:64:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:05Z', 'updated_at': '2022-01-04T13:59:14Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:16.429003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b9235-abec-428b-94db-969497ddf928 None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:16.464318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:16.464956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:16.496972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:16.500449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.532679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.578105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:16.578741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.586765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:16.623103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:16.723220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0ade1a71-3ba6-462d-8d87-ae3d5c3d7196 None None] Could not find standard attr ID for object 788bad76-dfb3-4e04-9510-e17d74bdc7fc. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:16.733674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:16.734078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.762709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0ade1a71-3ba6-462d-8d87-ae3d5c3d7196 None None] Could not find standard attr ID for object 83b1f145-0a41-434b-9e43-1fea87cc9bc8. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:16.870150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.937644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-286b9235-abec-428b-94db-969497ddf928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:11Z', 'revision_number': 7, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329', 'name': '', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:64:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:05Z', 'updated_at': '2022-01-04T13:59:14Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:16.938152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,segment=NetworkSegment(c87f8c21-5e62-4010-8fd7-b45a488184df),segment_id=c87f8c21-5e62-4010-8fd7-b45a488184df)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:16.938520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:16.941422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb15a441-bf42-4a8b-a85e-bcfd6ee90dc0 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:59:16.978872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Router ad47116c-62bb-4b16-bde3-9432cae7ef6e has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:16.982703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:16.985988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-286b9235-abec-428b-94db-969497ddf928 None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:11Z', 'revision_number': 7, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329', 'name': '', 'network_id': 'cdb76b41-e07e-4b6c-8f14-10a6e71a9a26', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:64:5c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1052, 'fixed_ips': [{'subnet_id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:05Z', 'updated_at': '2022-01-04T13:59:14Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '4a4411cf-b7cb-4f86-b179-f73d1a6854fd', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:17.081776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb15a441-bf42-4a8b-a85e-bcfd6ee90dc0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:59:17.104699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.214595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.254283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:17.265242 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] Sync routers for ids ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:17.270580 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6117d7f5-d29e-44ba-9fc6-8f7dd7a62ddf tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/routers/ad47116c-62bb-4b16-bde3-9432cae7ef6e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7014604 Jan 04 13:59:17.270580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:17.270920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38494) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:17.278585 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] Routers {'ad47116c-62bb-4b16-bde3-9432cae7ef6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:17.279635 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:17.293060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:17.296971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2a59040d-8b0e-4fe8-be92-f246ccd3a65e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:59:17.298460 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2a59040d-8b0e-4fe8-be92-f246ccd3a65e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/a4700d6c-4a1e-46bf-a87b-d58ab8f53796 HTTP/1.1" status: 404 len: 333 time: 0.0265541 Jan 04 13:59:17.301811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38496) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:17.322417 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:17.335639 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] Routers {'ad47116c-62bb-4b16-bde3-9432cae7ef6e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:17.336592 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:58:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:17.338271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:17.344214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:17.344833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.347671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=aa0a053e-1535-4074-b991-90b9f20d5dff,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:17.374214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=099388b6-aa40-4fcf-931f-fc96912015e2,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:17.375648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36870406-ad13-4033-bd9d-1117636db4d8 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:59:17.392425 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:17.393026 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-652f744d-ecba-4b21-ac7e-eeba01d35b4f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.8429258 Jan 04 13:59:17.394336 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-843eaf53-6ea7-446a-8cfa-52187f8e89b5 None None] The sync data for ids ['ad47116c-62bb-4b16-bde3-9432cae7ef6e'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:17.397789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38498) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:17.401215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.428655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': 'ce941364-729c-45d6-8335-8c33559afe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c37e7a65-4359-4558-8469-0ef451048508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:17.429056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: c37e7a65-4359-4558-8469-0ef451048508, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:17.500344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83f107-2aab-46ef-ac10-f73f01e0738b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:17.506713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa83f107-2aab-46ef-ac10-f73f01e0738b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:17.508792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fa83f107-2aab-46ef-ac10-f73f01e0738b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1103485 Jan 04 13:59:17.511176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network c37e7a65-4359-4558-8469-0ef451048508 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:17.511351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38500) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:17.519627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.530671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c37e7a65-4359-4558-8469-0ef451048508) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:17.557265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:17.557891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.560378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:17.584272 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7648160c-4f9f-46d3-b955-a7fe006d201f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7553802 Jan 04 13:59:17.599687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38502) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:17.602349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.607402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.610745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:17.633586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36870406-ad13-4033-bd9d-1117636db4d8 None None] Unable to find a vacant binding_index for network c37e7a65-4359-4558-8469-0ef451048508 and agent bfac22ab-ad95-40c7-9c65-fee06b385076 {{(pid=103266) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Jan 04 13:59:17.639052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36870406-ad13-4033-bd9d-1117636db4d8 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c37e7a65-4359-4558-8469-0ef451048508) {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:59:17.686522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.687040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Fanout notify agent at l3_agent the message router_deleted on router ad47116c-62bb-4b16-bde3-9432cae7ef6e {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:59:17.695575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.699962 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-53b22cd0-3bd5-4908-984e-551b93acab1f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/routers/ad47116c-62bb-4b16-bde3-9432cae7ef6e HTTP/1.1" status: 204 len: 168 time: 0.3938739 Jan 04 13:59:17.699962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38504) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:17.755360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port aa0a053e-1535-4074-b991-90b9f20d5dff {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:17.755716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.785462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4611029'] for subnet, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.794133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:17.806260 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.823265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-880361c0-d0c5-4d31-ba08-bdb5547c8e11 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.843370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.885708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.930306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:17.948941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for aa0a053e-1535-4074-b991-90b9f20d5dff owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:17.969128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c37e7a65-4359-4558-8469-0ef451048508', 'network_id': 'c37e7a65-4359-4558-8469-0ef451048508', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '099388b6-aa40-4fcf-931f-fc96912015e2'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:17.971436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.040676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.109283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786954422038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5308421'] for subnet, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.146478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.156673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:18.157272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.158617 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "PUT /v2.0/subnets/099388b6-aa40-4fcf-931f-fc96912015e2 HTTP/1.1" status: 200 len: 806 time: 0.5577757 Jan 04 13:59:18.161740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Allocated IP 172.20.0.2 (c37e7a65-4359-4558-8469-0ef451048508/099388b6-aa40-4fcf-931f-fc96912015e2/603c865b-8188-4724-af9e-6bca47863d74) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:18.164447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:18.165021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38506) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.181774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8169706-e02c-4702-9274-6f95de7468c7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=099388b6-aa40-4fcf-931f-fc96912015e2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:18.195695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:18.212558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.215842 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eb722b1d-e22b-42d6-a1a8-f57fbb3c4d90 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7 HTTP/1.1" status: 204 len: 168 time: 0.5153160 Jan 04 13:59:18.219602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.222109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38508) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.266926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=aa0a053e-1535-4074-b991-90b9f20d5dff,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:18.322965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.326253 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-78c60c5d-43ad-41dc-ae12-7696980ee820 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/aa0a053e-1535-4074-b991-90b9f20d5dff HTTP/1.1" status: 204 len: 168 time: 0.7844138 Jan 04 13:59:18.329726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38510) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.331703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.339142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.345721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:18.350244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.354983 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d44a42e3-8cf9-43d6-bad3-8264738d54f3 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8596022 Jan 04 13:59:18.357894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38512) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.369035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:18.389366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.392339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Network c37e7a65-4359-4558-8469-0ef451048508 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:18.400741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:18.410113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:18.412510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:18.413159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:18.418015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca214c5-a302-4198-857b-893ddee7eda8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:18.419594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca214c5-a302-4198-857b-893ddee7eda8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:18.423799 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ca214c5-a302-4198-857b-893ddee7eda8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0898345 Jan 04 13:59:18.424481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38514) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.439048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet 4a4411cf-b7cb-4f86-b179-f73d1a6854fd {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:18.443315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.456847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Pushing event updated for resources: {'Port': ['ID=603c865b-8188-4724-af9e-6bca47863d74,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:18.504564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 7bf783af-ccf4-463a-815c-a87e7254314d {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:18.507478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.509141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.509271 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.509499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.509850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.510213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.510550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.510886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.511219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.511553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.512517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.512517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.512842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.513267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.513604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 13:59:18.515449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:18.516042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.551223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting port 603c865b-8188-4724-af9e-6bca47863d74 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:18.551570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.559370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:18.570388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.593405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Attempting to bind port 603c865b-8188-4724-af9e-6bca47863d74 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:18.593780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Attempting to bind port 603c865b-8188-4724-af9e-6bca47863d74 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ce941364-729c-45d6-8335-8c33559afe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c37e7a65-4359-4558-8469-0ef451048508'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:18.594175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Attempting to bind port 603c865b-8188-4724-af9e-6bca47863d74 on network c37e7a65-4359-4558-8469-0ef451048508 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:18.603811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 58, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:18.604189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Checking segment: {'id': 'ce941364-729c-45d6-8335-8c33559afe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c37e7a65-4359-4558-8469-0ef451048508'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:18.604589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.604989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Bound using segment: {'id': 'ce941364-729c-45d6-8335-8c33559afe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c37e7a65-4359-4558-8469-0ef451048508'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:18.606020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Bound port: 603c865b-8188-4724-af9e-6bca47863d74, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce941364-729c-45d6-8335-8c33559afe70', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'c37e7a65-4359-4558-8469-0ef451048508'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:18.606020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.630694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] For port c2332bbc-7b76-4f6d-86b2-6dcb251eb744, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,segment=NetworkSegment(ed13a959-c5ff-4837-be81-49d70bb82fad),segment_id=ed13a959-c5ff-4837-be81-49d70bb82fad)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:18.631275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.661919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for c2332bbc-7b76-4f6d-86b2-6dcb251eb744 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:18.671233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.683593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.717455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] For port 603c865b-8188-4724-af9e-6bca47863d74, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:18.717834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.737141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Calling delete_port for 603c865b-8188-4724-af9e-6bca47863d74 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:18.761246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] For port 603c865b-8188-4724-af9e-6bca47863d74, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:18.768482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] For port 603c865b-8188-4724-af9e-6bca47863d74, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=603c865b-8188-4724-af9e-6bca47863d74,segment=NetworkSegment(ce941364-729c-45d6-8335-8c33559afe70),segment_id=ce941364-729c-45d6-8335-8c33559afe70)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:18.776318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.803984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.847033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=7bf783af-ccf4-463a-815c-a87e7254314d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:18.850593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:18.854533 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3742a009-7654-449d-8c4e-b74123855dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/7bf783af-ccf4-463a-815c-a87e7254314d HTTP/1.1" status: 204 len: 168 time: 0.4288692 Jan 04 13:59:18.858254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38516) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.905563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5310bb7-11fc-477c-8778-e2769bde1c27 None None] Pushing event updated for resources: {'Port': ['ID=603c865b-8188-4724-af9e-6bca47863d74,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:18.909893 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c4bbd196-d19a-4c30-ab07-ddd4c9157233 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504584 Jan 04 13:59:18.914907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38518) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:18.923069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:18.961349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:17Z', 'revision_number': 8, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.095061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.131161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.162715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Port': ['ID=603c865b-8188-4724-af9e-6bca47863d74,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.163983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.174060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=c2332bbc-7b76-4f6d-86b2-6dcb251eb744,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.180593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No DVR routers for this DVR port c2332bbc-7b76-4f6d-86b2-6dcb251eb744 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:19.193990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:19.199080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.205736 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.214019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/4a4411cf-b7cb-4f86-b179-f73d1a6854fd HTTP/1.1" status: 204 len: 168 time: 0.8548081 Jan 04 13:59:19.215347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898c6b7c-8732-4631-872c-317ad5e58c39 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=4a4411cf-b7cb-4f86-b179-f73d1a6854fd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.217441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38520) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.221470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:19.252102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:19.252905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.258299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No DVR routers for this DVR port 603c865b-8188-4724-af9e-6bca47863d74 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:19.293381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.329981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.346383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.349793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:19.367054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fb02b02-1d5a-4211-99ab-25a588ba86c8']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.415862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed13a959-c5ff-4837-be81-49d70bb82fad') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.416129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed13a959-c5ff-4837-be81-49d70bb82fad') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.426533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.431720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.451666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.451912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.476541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:19.476946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:19.480686 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:19.514240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=099388b6-aa40-4fcf-931f-fc96912015e2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.557930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.567623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.574362 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/6fb02b02-1d5a-4211-99ab-25a588ba86c8 HTTP/1.1" status: 204 len: 168 time: 1.3478427 Jan 04 13:59:19.574792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.586512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38522) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.596698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:19.596698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.600800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba5313-fa16-4516-b276-6c4d8c46c81e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=6fb02b02-1d5a-4211-99ab-25a588ba86c8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.600952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:17Z', 'revision_number': 8, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.627950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37e7a65-4359-4558-8469-0ef451048508']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.629951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89c03c21-6718-4c8c-b5d7-4d275e6fe526 None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:17Z', 'revision_number': 8, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e', 'name': '', 'network_id': 'b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:3d:d3:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1028, 'fixed_ips': [{'subnet_id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:58Z', 'updated_at': '2022-01-04T13:59:03Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': 'f22c46b0-9ced-4916-bc0f-d96323651dd8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:19.638942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.642688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce941364-729c-45d6-8335-8c33559afe70') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.642688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce941364-729c-45d6-8335-8c33559afe70') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:19.658713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.662397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1faae714-1a06-44b1-a904-035810a0e656 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:19.664363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1faae714-1a06-44b1-a904-035810a0e656 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/a928e354-edbb-4d8d-b484-cbb0835bc66b HTTP/1.1" status: 200 len: 844 time: 0.0764194 Jan 04 13:59:19.684519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38524) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.704625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,segment=NetworkSegment(c87f8c21-5e62-4010-8fd7-b45a488184df),segment_id=c87f8c21-5e62-4010-8fd7-b45a488184df)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:19.706182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.723390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:19.730142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:19.734760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.743062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:19.753644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:19.753999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.756625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:19.757017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:19.764867 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:19.789379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=b9fe86ce-fcfe-4236-b86b-d24dff1be099,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.797361 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9d851a3f-f38e-4f06-ade6-418249877bfe tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/a928e354-edbb-4d8d-b484-cbb0835bc66b?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1082044 Jan 04 13:59:19.801787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38526) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.807367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:19.838031 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5ecb1851-917c-4cfc-9d74-e2bc1a8e8be0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9192307 Jan 04 13:59:19.839134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38528) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.844986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'b9fe86ce-fcfe-4236-b86b-d24dff1be099', 'ip_address': '2001:db8::248d:1e3d:3b21:6502'}], 'name': 'tempest-NetworksTestDHCPv6-1997081770'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:19.846461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.851096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.855442 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/c37e7a65-4359-4558-8469-0ef451048508 HTTP/1.1" status: 204 len: 168 time: 1.6737218 Jan 04 13:59:19.859533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38530) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.888790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b06238-48dd-4b2c-86af-cb3a09048405 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=c37e7a65-4359-4558-8469-0ef451048508,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.891824 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b3675f5-a5be-4a88-bd9b-d5d449174632 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:19.892476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b3675f5-a5be-4a88-bd9b-d5d449174632 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:19.896267 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3b3675f5-a5be-4a88-bd9b-d5d449174632 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/c37e7a65-4359-4558-8469-0ef451048508 HTTP/1.1" status: 404 len: 339 time: 0.0341818 Jan 04 13:59:19.900062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38532) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:19.905734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2060968123', 'description': 'd1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:19.925120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.932377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:19.936063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.960973 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:19.962553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=5bc04b4b-85cd-43bb-b8e1-3c0682e5415b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:19.982639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:19.983064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 64edd846-1515-4f14-b272-3a5450591278 of type vlan for network a9739722-dd27-4f42-b2da-3ec14c21c16d Jan 04 13:59:20.013189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:20.067970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.121776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:20.124753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.125757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.132889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:20.133858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.168523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.184311 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.2831132 Jan 04 13:59:20.192425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38534) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:20.242460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d62bd7-0fb0-4bd3-8f94-872d10fae770 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=a9739722-dd27-4f42-b2da-3ec14c21c16d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:20.251072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49974395-3edf-404a-aa70-5fe6ec21976e None None] Network c37e7a65-4359-4558-8469-0ef451048508 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:20.289887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdb76b41-e07e-4b6c-8f14-10a6e71a9a26']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:20.294813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b958e-e93b-4523-b951-ccb37012a47c None None] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:20.307164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a9739722-dd27-4f42-b2da-3ec14c21c16d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:20.317854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49974395-3edf-404a-aa70-5fe6ec21976e None None] Network c37e7a65-4359-4558-8469-0ef451048508 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:59:20.341566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c87f8c21-5e62-4010-8fd7-b45a488184df') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:20.341905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c87f8c21-5e62-4010-8fd7-b45a488184df') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:20.351542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3882c8ba-9399-49de-bd31-589c78c8d670 None None] Could not find standard attr ID for object 603c865b-8188-4724-af9e-6bca47863d74. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:20.362346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600b958e-e93b-4523-b951-ccb37012a47c None None] Network 6fb02b02-1d5a-4211-99ab-25a588ba86c8 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:59:20.397523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.440959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:20.451259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5418be9-fa1e-4e02-84e8-dc3f26103453 None None] DHCP port deletion for c37e7a65-4359-4558-8469-0ef451048508 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:20.480610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b98c17e-c5f8-4504-8aad-62e9e97e293a None None] DHCP port deletion for 6fb02b02-1d5a-4211-99ab-25a588ba86c8 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:20.485830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:20.486208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9be2c66b-be6f-4ff8-8d4c-0ff39bb1e329 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:20.507647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8701fc1-09e6-4cf4-b8b9-bea2358658c2 None None] Network c37e7a65-4359-4558-8469-0ef451048508 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:20.516262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-247b13e3-6eb1-4038-a6a7-b8fd92089cf9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:20.517929 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-247b13e3-6eb1-4038-a6a7-b8fd92089cf9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks?id=a9739722-dd27-4f42-b2da-3ec14c21c16d HTTP/1.1" status: 200 len: 761 time: 0.3214548 Jan 04 13:59:20.520929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38536) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:20.521830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8701fc1-09e6-4cf4-b8b9-bea2358658c2 None None] Network c37e7a65-4359-4558-8469-0ef451048508 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:59:20.526624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'description': 'd2'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:20.530774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9039dc-99ec-4eae-a0a8-2c00a96b84c4 None None] Network c37e7a65-4359-4558-8469-0ef451048508 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:20.546824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a9039dc-99ec-4eae-a0a8-2c00a96b84c4 None None] Network c37e7a65-4359-4558-8469-0ef451048508 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 13:59:20.547991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.562435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:20.589330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.607779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:20.608460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:20.612561 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:20.651620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d72b76ba-43d6-41b0-9ab9-4cbe6c3a4186 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:20.679335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0d087d2f-d8eb-4336-8bac-fce442001600 None None] Could not find standard attr ID for object aa0a053e-1535-4074-b991-90b9f20d5dff. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:20.720779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.737098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.747787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network a9739722-dd27-4f42-b2da-3ec14c21c16d is not hosted by any dhcp agent {{(pid=103265) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 13:59:20.752917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.755842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:20.756486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.756864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.763195 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "PUT /v2.0/networks/a9739722-dd27-4f42-b2da-3ec14c21c16d HTTP/1.1" status: 200 len: 758 time: 0.2359889 Jan 04 13:59:20.763369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 HTTP/1.1" status: 204 len: 168 time: 1.5192354 Jan 04 13:59:20.771481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38538) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:20.771828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38540) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:20.784205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4c12ba-61af-447a-8fa8-e89b9bc7613f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=cdb76b41-e07e-4b6c-8f14-10a6e71a9a26,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:20.820988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:20.863167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c30dee26-6a73-4404-a7e4-4207aee33473 None None] DHCP port deletion for cdb76b41-e07e-4b6c-8f14-10a6e71a9a26 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:20.876030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 0d9ad694-80b0-43ae-868d-845e69756d47 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:20.948432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.038627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:21.048738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:21.051981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:21.052646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.058206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-484ed333-557b-4733-b34d-5dbac8a22a5e None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:21.069731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=2283f98e-d306-4d1e-bebe-763cc74659c0,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.086329 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4d323221-c267-436e-a898-f4b7b6b15feb tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2821064 Jan 04 13:59:21.091079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38542) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.096535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1831430646'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:21.154489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7e834e3b-efb1-4129-a421-4751882da101 None None] Provisioning complete for port 49996b93-8bbe-4bde-bbce-20521e3eb100 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:21.155251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7e834e3b-efb1-4129-a421-4751882da101 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.167694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::248d:1e3d:3b21:6502 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b9fe86ce-fcfe-4236-b86b-d24dff1be099/0d9ad694-80b0-43ae-868d-845e69756d47) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:21.170611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.271951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-822478c4-d3b1-4a59-9816-213903b38ef4', 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'project_id': 'f5b927da4c6a45c28e22d360c3a9edc8', 'fixed_ips': [{'subnet_id': '2283f98e-d306-4d1e-bebe-763cc74659c0'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:21.272992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.316789 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dd33c2d-55c8-4192-b3ac-24aa5975ef05 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=a9739722-dd27-4f42-b2da-3ec14c21c16d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.335830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bb2558e-a04f-4491-8439-6097b2fd125c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:21.340690 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9bb2558e-a04f-4491-8439-6097b2fd125c tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks?id=a9739722-dd27-4f42-b2da-3ec14c21c16d HTTP/1.1" status: 200 len: 761 time: 0.5577466 Jan 04 13:59:21.342387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38544) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.347834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.350712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-513929862'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:21.353574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.393412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.394781 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3026824 Jan 04 13:59:21.402910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38546) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.406760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a9739722-dd27-4f42-b2da-3ec14c21c16d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:21.407723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1433975048'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:21.416416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e31bac33-bee8-4499-936f-4fba73b44d63 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c488f1e-eeea-4d4b-8a91-d69a6e36d18a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.440314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.458184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:21.461807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.486920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.498838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.527796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:21.537553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Allocated IP 2001:db8::2 (822478c4-d3b1-4a59-9816-213903b38ef4/2283f98e-d306-4d1e-bebe-763cc74659c0/a39737dd-2f77-48bc-83bb-bf335a54b6a2) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:21.555299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:21.565340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.565722 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment 64bf59f9-a774-4707-903d-d303c15612c6 of type vlan for network 55c9267c-8a28-4b65-aa18-6641d01e50c9 Jan 04 13:59:21.566962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:21.576006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:21.582097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:21.582748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.597581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=0d9ad694-80b0-43ae-868d-845e69756d47,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.615119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.617135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-90a8096d-e8c5-4f3b-a137-f5a9098606af tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7767096 Jan 04 13:59:21.619962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38548) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.636623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.649945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.683771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.686956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.2812557 Jan 04 13:59:21.687495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1f25da-2bcb-4980-a136-6a0d851aaa5a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9147470-755b-4141-9e9d-f0ac8d69abe2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.689541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38550) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.694826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.700800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:21.701385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.707970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2009932694', 'security_groups': ['c9147470-755b-4141-9e9d-f0ac8d69abe2'], 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2283f98e-d306-4d1e-bebe-763cc74659c0'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:21.735598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.744668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:21.818024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be455e3-efed-4feb-a3b9-97a4d049aad1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:21.826827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Pushing event updated for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.834763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be455e3-efed-4feb-a3b9-97a4d049aad1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:21.839950 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2be455e3-efed-4feb-a3b9-97a4d049aad1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.2173989 Jan 04 13:59:21.840197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38552) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.849320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 603c865b-8188-4724-af9e-6bca47863d74 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:21.886218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:21.887611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 603c865b-8188-4724-af9e-6bca47863d74 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:21.888070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 603c865b-8188-4724-af9e-6bca47863d74 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:21.888572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2332bbc-7b76-4f6d-86b2-6dcb251eb744 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:21.890950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:21.905320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=55c9267c-8a28-4b65-aa18-6641d01e50c9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:21.922572 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f7e0feb3-187e-4ca0-9dfb-702fd1f6ad42 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5791354 Jan 04 13:59:21.926506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38554) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:21.934069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:21.935564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:21.941355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 55c9267c-8a28-4b65-aa18-6641d01e50c9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:21.953285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c2332bbc-7b76-4f6d-86b2-6dcb251eb744 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:21.953635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c2332bbc-7b76-4f6d-86b2-6dcb251eb744 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:21.954387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:22.003621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 0d9ad694-80b0-43ae-868d-845e69756d47 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:22.004202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.013702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:22.014091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5bc04b4b-85cd-43bb-b8e1-3c0682e5415b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:22.053970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.116019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2117cac8-a735-4368-8cca-ad5ba8ecbf79 None None] Provisioning complete for port 0d9ad694-80b0-43ae-868d-845e69756d47 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:22.116396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2117cac8-a735-4368-8cca-ad5ba8ecbf79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.143903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.157029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Attempting to bind port a39737dd-2f77-48bc-83bb-bf335a54b6a2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:22.157219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Attempting to bind port a39737dd-2f77-48bc-83bb-bf335a54b6a2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '510a2ef5-0f2f-414f-90a0-7e8c6784d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:22.158853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Attempting to bind port a39737dd-2f77-48bc-83bb-bf335a54b6a2 on network 822478c4-d3b1-4a59-9816-213903b38ef4 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:22.165324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:22.168169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 0d9ad694-80b0-43ae-868d-845e69756d47 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:22.169233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.173882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:22.174264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Checking segment: {'id': '510a2ef5-0f2f-414f-90a0-7e8c6784d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:22.174845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.175064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Bound using segment: {'id': '510a2ef5-0f2f-414f-90a0-7e8c6784d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:22.175547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Bound port: a39737dd-2f77-48bc-83bb-bf335a54b6a2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '510a2ef5-0f2f-414f-90a0-7e8c6784d07f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:22.175934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.186682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2117cac8-a735-4368-8cca-ad5ba8ecbf79 None None] Port 0d9ad694-80b0-43ae-868d-845e69756d47 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:22.205567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.254046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:22.257594 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a39737dd-2f77-48bc-83bb-bf335a54b6a2,segment=NetworkSegment(510a2ef5-0f2f-414f-90a0-7e8c6784d07f),segment_id=510a2ef5-0f2f-414f-90a0-7e8c6784d07f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:22.263526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.329028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.329190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affb9ec9-de25-4ab3-a6c1-11e6060d9d09 None None] Pushing event updated for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:22.348266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:22.363780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=0d9ad694-80b0-43ae-868d-845e69756d47,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:22.401781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.409699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8e430a50-313e-4387-95c3-8acdf65d30d8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/0d9ad694-80b0-43ae-868d-845e69756d47 HTTP/1.1" status: 204 len: 168 time: 0.5683696 Jan 04 13:59:22.410076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38556) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:22.621150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0675cb5-269d-461f-9301-d644b4de63f1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:22.625202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0675cb5-269d-461f-9301-d644b4de63f1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:22.627409 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f0675cb5-269d-461f-9301-d644b4de63f1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1880436 Jan 04 13:59:22.630258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38558) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:22.636194 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.696187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 7c66b133-4fd3-44f5-bb99-ad5615a00dd5 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:22.698498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet b9fe86ce-fcfe-4236-b86b-d24dff1be099 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:22.702113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.708182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.744910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.789220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.852631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.879906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fe86ce-fcfe-4236-b86b-d24dff1be099,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:22.884917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:22.888035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=324b7b47-ef2c-4e68-b617-cbaa65858e47,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:22.894151 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ce86318c-3609-42e5-89f7-9e352ee756c0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b9fe86ce-fcfe-4236-b86b-d24dff1be099 HTTP/1.1" status: 204 len: 168 time: 0.2596374 Jan 04 13:59:22.894267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38560) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:22.897094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8d1401-6ab1-4aed-9531-f7858ccf3b42 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:22.934311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1676595f-48fd-4f36-8c91-c30cdf152fea tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389874 Jan 04 13:59:22.936877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38562) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:22.938665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': '64bf59f9-a774-4707-903d-d303c15612c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:22.939042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: 55c9267c-8a28-4b65-aa18-6641d01e50c9, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:22.989192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe90c67-839e-4b7b-b289-d1d2954b8adb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:22.991512 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-abe90c67-839e-4b7b-b289-d1d2954b8adb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0528789 Jan 04 13:59:22.994016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38564) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:23.026727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network 55c9267c-8a28-4b65-aa18-6641d01e50c9 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:23.032649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::36a (822478c4-d3b1-4a59-9816-213903b38ef4/2283f98e-d306-4d1e-bebe-763cc74659c0/7c66b133-4fd3-44f5-bb99-ad5615a00dd5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:23.054651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4937a6cf-5025-422b-b962-80112944dba8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:23.056147 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4937a6cf-5025-422b-b962-80112944dba8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0608208 Jan 04 13:59:23.057293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 55c9267c-8a28-4b65-aa18-6641d01e50c9) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:23.062245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:23.062806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38566) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:23.063449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.067456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4aa8734-2b71-4b53-9504-472c73f4eb8f None None] Network 55c9267c-8a28-4b65-aa18-6641d01e50c9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:23.101090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:23.107576 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dc523d82-9926-412b-87fc-789df29e4bcc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433078 Jan 04 13:59:23.113835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38568) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:23.120620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:23.140459 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-de0bb4b8-3abe-44d7-9fec-8936a2287c34 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2080791 Jan 04 13:59:23.145342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:23.145342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.145941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38570) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:23.222513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-55c9267c-8a28-4b65-aa18-6641d01e50c9', 'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '324b7b47-ef2c-4e68-b617-cbaa65858e47'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:23.223554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.236892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] Deleting port 49996b93-8bbe-4bde-bbce-20521e3eb100 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:23.237276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.309930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.327409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.332755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:23.337599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.378772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,segment=NetworkSegment(6083bfb0-0043-45ca-ba55-49c97452f11c),segment_id=6083bfb0-0043-45ca-ba55-49c97452f11c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:23.379004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] For port 49996b93-8bbe-4bde-bbce-20521e3eb100, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49996b93-8bbe-4bde-bbce-20521e3eb100,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:23.379445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.379532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.397102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:23.400148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] Calling delete_port for 49996b93-8bbe-4bde-bbce-20521e3eb100 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:23.478199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.513092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.513334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Allocated IP 172.20.0.2 (55c9267c-8a28-4b65-aa18-6641d01e50c9/324b7b47-ef2c-4e68-b617-cbaa65858e47/c7fff965-3a5e-411b-9d4d-f6dcd624ac49) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:23.592476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:23.602849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:23.607304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:23.613709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:23.614357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.636408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.640663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.640829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=7c66b133-4fd3-44f5-bb99-ad5615a00dd5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:23.648287 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6af550eb-6ed2-4d55-abe7-254fb754fdb5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9521604 Jan 04 13:59:23.649353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38572) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:23.655563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:23.687451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:23.691087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:23.696000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:23.696596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.713191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=f0cfb510-1bf4-48fc-879e-aa7157be651f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:23.730282 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5b93ece5-f192-4831-bea9-79340c998d98 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6151233 Jan 04 13:59:23.732945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38574) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:23.740064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'f0cfb510-1bf4-48fc-879e-aa7157be651f', 'ip_address': '2001:db8::4b19:bb8c:b95:dc17'}], 'name': 'tempest-NetworksTestDHCPv6-1485472733'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:23.861676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.866268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] No DVR routers for this DVR port 49996b93-8bbe-4bde-bbce-20521e3eb100 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:23.869991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0556f26a-9c37-44bd-8c80-ac27a4eaee97 None None] Pushing event deleted for resources: {'Port': ['ID=49996b93-8bbe-4bde-bbce-20521e3eb100,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:23.876614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Provisioning complete for port a928e354-edbb-4d8d-b484-cbb0835bc66b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:23.877235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.902775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:23.912699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:23.916179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b3fa765-06db-44d5-8edb-6bd02b764e2a None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:23.930658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:23.950875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port fac6d62b-bb0b-4b0c-a5ac-7b66749fa952 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:23.951577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:24.057125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Port a928e354-edbb-4d8d-b484-cbb0835bc66b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:24.107476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:24.110266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.111385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.124643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:24.125027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.132809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.180868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.194130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.226807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=324b7b47-ef2c-4e68-b617-cbaa65858e47,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:24.265181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::4b19:bb8c:b95:dc17 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/f0cfb510-1bf4-48fc-879e-aa7157be651f/fac6d62b-bb0b-4b0c-a5ac-7b66749fa952) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:24.268760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Network 55c9267c-8a28-4b65-aa18-6641d01e50c9 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:24.277047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Pushing event updated for resources: {'Port': ['ID=c7fff965-3a5e-411b-9d4d-f6dcd624ac49,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:24.280388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:24.289676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:24.315609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.320405 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2283f98e-d306-4d1e-bebe-763cc74659c0 (CIDR: 2001:db8::/64) Jan 04 13:59:24.336962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': 'f0cfb510-1bf4-48fc-879e-aa7157be651f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:24.337603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.349840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c9267c-8a28-4b65-aa18-6641d01e50c9']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:24.359753 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:59:24.360248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:24.372228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:24.372481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bf59f9-a774-4707-903d-d303c15612c6') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:24.372610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.372801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bf59f9-a774-4707-903d-d303c15612c6') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:24.390058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.406855 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3cd4afdf-2472-4f1b-a671-d66fdf1cf24c tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7564383 Jan 04 13:59:24.409513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38576) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:24.415277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:24.427381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:24.434013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.461018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.465662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:24.466159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:24.471090 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:24.543321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:24.551302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c36fcad8-f56d-4869-8218-35cc2f9b16ba tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7782595 Jan 04 13:59:24.553828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38578) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:24.555974 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:24.567061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Attempting to bind port c7fff965-3a5e-411b-9d4d-f6dcd624ac49 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:24.568549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Attempting to bind port c7fff965-3a5e-411b-9d4d-f6dcd624ac49 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '64bf59f9-a774-4707-903d-d303c15612c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:24.568850 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:24.569311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Attempting to bind port c7fff965-3a5e-411b-9d4d-f6dcd624ac49 on network 55c9267c-8a28-4b65-aa18-6641d01e50c9 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:24.569610 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:24.583843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:24.584556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Checking segment: {'id': '64bf59f9-a774-4707-903d-d303c15612c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:24.585707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.586467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Bound using segment: {'id': '64bf59f9-a774-4707-903d-d303c15612c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:24.587327 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Bound port: c7fff965-3a5e-411b-9d4d-f6dcd624ac49, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64bf59f9-a774-4707-903d-d303c15612c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '55c9267c-8a28-4b65-aa18-6641d01e50c9'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:24.587900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.615402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet f22c46b0-9ced-4916-bc0f-d96323651dd8 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:24.619884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.654275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a39737dd-2f77-48bc-83bb-bf335a54b6a2,segment=NetworkSegment(510a2ef5-0f2f-414f-90a0-7e8c6784d07f),segment_id=510a2ef5-0f2f-414f-90a0-7e8c6784d07f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:24.676009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.676282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.682976 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:24.782821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.784780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.814240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9aead5-fefa-4ab7-b907-9381e40b8569 None None] Pushing event updated for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:24.862319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.887960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c2691c18-faed-49e8-9574-2a2cc3d83147 None None] Provisioning complete for port 7c66b133-4fd3-44f5-bb99-ad5615a00dd5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:24.888500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c2691c18-faed-49e8-9574-2a2cc3d83147 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.904452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=f22c46b0-9ced-4916-bc0f-d96323651dd8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:24.909247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.api [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:59:24.909247 dv-neutron-master-2-hyperv neutron-server[103264]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:59:24.909247 dv-neutron-master-2-hyperv neutron-server[103264]: [parameters: {'id': '55c9267c-8a28-4b65-aa18-6641d01e50c9'}] Jan 04 13:59:24.909247 dv-neutron-master-2-hyperv neutron-server[103264]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103264) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:59:24.910055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG oslo_db.api [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:59:24.911627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.919720 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-183c14af-7d8a-4e83-80d8-4bb6f54fe158 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/f22c46b0-9ced-4916-bc0f-d96323651dd8 HTTP/1.1" status: 204 len: 168 time: 0.3645360 Jan 04 13:59:24.922751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38580) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:24.936911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa0c195e-630a-4965-aa9e-db87e485b8ed None None] Network b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:24.942063 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] For port c7fff965-3a5e-411b-9d4d-f6dcd624ac49, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:24.951724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:24.961458 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:23Z', 'revision_number': 9, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:24.994311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:59:24.994689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:59:24.997946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] For port c7fff965-3a5e-411b-9d4d-f6dcd624ac49, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7fff965-3a5e-411b-9d4d-f6dcd624ac49,segment=NetworkSegment(64bf59f9-a774-4707-903d-d303c15612c6),segment_id=64bf59f9-a774-4707-903d-d303c15612c6)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:25.001832 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:25.004953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:25.008498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c2691c18-faed-49e8-9574-2a2cc3d83147 None None] Port 7c66b133-4fd3-44f5-bb99-ad5615a00dd5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:25.010964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.013008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.018843 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:25.019682 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:25.028594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.096174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port c1226534-cb50-4cc6-ba3c-6ac13b653bec {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:25.096522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.142355 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:25.164962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6b12dc-4ce9-49ed-8f45-18aa2f6af8e9 None None] Pushing event updated for resources: {'Port': ['ID=c7fff965-3a5e-411b-9d4d-f6dcd624ac49,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:25.184811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc55bc-d5ef-41a3-a965-53b2940c8157 None None] Network 55c9267c-8a28-4b65-aa18-6641d01e50c9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:25.188495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port c1226534-cb50-4cc6-ba3c-6ac13b653bec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c1226534-cb50-4cc6-ba3c-6ac13b653bec,segment=NetworkSegment(6083bfb0-0043-45ca-ba55-49c97452f11c),segment_id=6083bfb0-0043-45ca-ba55-49c97452f11c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:25.188941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.205234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for c1226534-cb50-4cc6-ba3c-6ac13b653bec owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:25.253960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] DHCP port deletion for b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:25.263870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.275893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.333816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.353482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:25.366245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:25.369413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:25.370138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.370892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/f0cfb510-1bf4-48fc-879e-aa7157be651f/29b1240b-2ff6-4d8f-9bd5-8660d5d04083) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:25.382210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e98b3c-0b3c-4173-89ba-069f6daa4b7b None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:25.388627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:25.395847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=2e944d7c-df90-48c3-a460-108f4aa19315,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:25.402892 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:25.405352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:25.411877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:25.412621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.416876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=c1226534-cb50-4cc6-ba3c-6ac13b653bec,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:25.417393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.421516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port c1226534-cb50-4cc6-ba3c-6ac13b653bec on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:25.424545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7f284791-4dcc-431d-b4a1-f128c11ce8c5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.0133538 Jan 04 13:59:25.429699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=fac6d62b-bb0b-4b0c-a5ac-7b66749fa952,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:25.432569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38582) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:25.442671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1419195641', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '2e944d7c-df90-48c3-a460-108f4aa19315'}], 'security_groups': ['1c488f1e-eeea-4d4b-8a91-d69a6e36d18a']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:25.449047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Deleting port c1226534-cb50-4cc6-ba3c-6ac13b653bec {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:25.449427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.476182 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:23Z', 'revision_number': 9, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:25.485703 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6d4d816e-4410-4e0d-8336-695fec668f4b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7516105 Jan 04 13:59:25.491917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38584) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:25.497253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'f0cfb510-1bf4-48fc-879e-aa7157be651f', 'ip_address': '2001:db8::4b19:bb8c:b95:dc17'}], 'name': 'tempest-NetworksTestDHCPv6-806711817'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:25.512261 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6982fe6e-eb22-4cda-9e43-2843c50b6afa None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:23Z', 'revision_number': 9, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '65f03e97-46dc-4dab-b8bc-82a42716ac97', 'name': '', 'network_id': '2d59ddea-b2de-4d93-946f-d4b9694de3dd', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:e5:ea:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 996, 'fixed_ips': [{'subnet_id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:48Z', 'updated_at': '2022-01-04T13:59:00Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '84050241-7ad4-4a6d-ad96-3bab1b88022f', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:25.579581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.604098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:25.617943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting port c7fff965-3a5e-411b-9d4d-f6dcd624ac49 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:25.618281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.619920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6083bfb0-0043-45ca-ba55-49c97452f11c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:25.622614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6083bfb0-0043-45ca-ba55-49c97452f11c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:25.638660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] For port c1226534-cb50-4cc6-ba3c-6ac13b653bec, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:25.639251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.640452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.670674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.677151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Calling delete_port for c1226534-cb50-4cc6-ba3c-6ac13b653bec owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:25.681926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Port c1226534-cb50-4cc6-ba3c-6ac13b653bec was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:59:25.700662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.728395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] For port c7fff965-3a5e-411b-9d4d-f6dcd624ac49, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c7fff965-3a5e-411b-9d4d-f6dcd624ac49,segment=NetworkSegment(64bf59f9-a774-4707-903d-d303c15612c6),segment_id=64bf59f9-a774-4707-903d-d303c15612c6)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:25.728771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.768304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Calling delete_port for c7fff965-3a5e-411b-9d4d-f6dcd624ac49 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:25.947352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] Pushing event deleted for resources: {'Port': ['ID=c1226534-cb50-4cc6-ba3c-6ac13b653bec,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:25.971905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:25.975712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49996b93-8bbe-4bde-bbce-20521e3eb100 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:25.994912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.003826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d46575-936d-4c7c-89ab-96d3cfc5a2a6 None None] No DVR routers for this DVR port c1226534-cb50-4cc6-ba3c-6ac13b653bec on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:26.006209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 49996b93-8bbe-4bde-bbce-20521e3eb100 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:26.006209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49996b93-8bbe-4bde-bbce-20521e3eb100 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:26.015065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.040096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Port': ['ID=c7fff965-3a5e-411b-9d4d-f6dcd624ac49,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:26.045293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No DVR routers for this DVR port c7fff965-3a5e-411b-9d4d-f6dcd624ac49 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:26.085630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:26.087703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Pushing event updated for resources: {'Port': ['ID=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:26.146325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:26.155305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:26.182900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:26.187864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.198727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:26.199229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:26.202430 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:26.204585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.206318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] Update dhcp port {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'fixed_ips': [{'subnet_id': '2283f98e-d306-4d1e-bebe-763cc74659c0', 'ip_address': '2001:db8::2'}, {'subnet_id': '2e944d7c-df90-48c3-a460-108f4aa19315'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a39737dd-2f77-48bc-83bb-bf335a54b6a2'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:59:26.255339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55c9267c-8a28-4b65-aa18-6641d01e50c9']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:26.271811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64bf59f9-a774-4707-903d-d303c15612c6') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:26.272157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64bf59f9-a774-4707-903d-d303c15612c6') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:26.281213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.291842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.292706 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.293445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.295367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Attempting to bind port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:26.299055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Attempting to bind port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:26.299281 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c HTTP/1.1" status: 204 len: 168 time: 1.3717561 Jan 04 13:59:26.299381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Attempting to bind port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:26.306214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38586) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.309001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Delete allocated IP 2001:db8::36a (822478c4-d3b1-4a59-9816-213903b38ef4/2283f98e-d306-4d1e-bebe-763cc74659c0) {{(pid=103264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 04 13:59:26.316574 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:26.317165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:26.317687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.318346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:26.320118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Bound port: 29b1240b-2ff6-4d8f-9bd5-8660d5d04083, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:26.320118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.321820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8:0:1::3d1 (822478c4-d3b1-4a59-9816-213903b38ef4/2e944d7c-df90-48c3-a460-108f4aa19315/7c66b133-4fd3-44f5-bb99-ad5615a00dd5) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:26.324342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.341066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:26.341511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.348471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:26.352614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b6be01-b2f9-4f18-834f-1af04fe98c0f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=b27aab20-c7fa-49fa-a59c-0dc1e77c2f4c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:26.359485 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:26.442617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:26.442992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.447258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.457394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.460813 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/55c9267c-8a28-4b65-aa18-6641d01e50c9 HTTP/1.1" status: 204 len: 168 time: 3.3141954 Jan 04 13:59:26.464954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38588) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.507126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddf88b0f-83ad-4bc1-b49b-bfa121467e8b tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=55c9267c-8a28-4b65-aa18-6641d01e50c9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:26.517086 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4687353-3a57-45b0-a3b2-3e21b9e5afa1 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] GET failed (client error): The resource could not be found. Jan 04 13:59:26.518303 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b4687353-3a57-45b0-a3b2-3e21b9e5afa1 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/subnets/324b7b47-ef2c-4e68-b617-cbaa65858e47 HTTP/1.1" status: 404 len: 337 time: 0.0446506 Jan 04 13:59:26.525015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38590) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.526505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] For port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:26.530639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] For port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:26.538416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.557988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.577631 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-412b0e68-1fe7-423a-ac73-052aee315cd7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:26.578149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-412b0e68-1fe7-423a-ac73-052aee315cd7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:26.578700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port f92c5e42-2b88-48dd-af87-0782746a7796 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:26.581801 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-412b0e68-1fe7-423a-ac73-052aee315cd7 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/55c9267c-8a28-4b65-aa18-6641d01e50c9 HTTP/1.1" status: 404 len: 339 time: 0.0554483 Jan 04 13:59:26.588620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38592) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.624828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c8337e-5bc0-4043-a5d6-293c4eb076e0 None None] Pushing event updated for resources: {'Port': ['ID=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:26.694834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:26.719888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:26.721703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 03419e96-ddc8-4c20-8abf-d6fe7c0f1a7e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:26.722469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c1226534-cb50-4cc6-ba3c-6ac13b653bec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:26.743230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c1226534-cb50-4cc6-ba3c-6ac13b653bec {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:26.743835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c1226534-cb50-4cc6-ba3c-6ac13b653bec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:26.857249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e2ca69e-9c21-43a3-9067-206c66da2b30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:26.858910 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2e2ca69e-9c21-43a3-9067-206c66da2b30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2693744 Jan 04 13:59:26.863651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38594) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.889699 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): There was a conflict when trying to complete your request. Jan 04 13:59:26.890216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:26.921579 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ba03d694-9b87-49ef-aa1c-3cce46b66248 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 1.4236729 Jan 04 13:59:26.921824 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6a85e85c-2fb1-448d-a5ae-78622d48d881 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 207 time: 0.0525446 Jan 04 13:59:26.921824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.921824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38596) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.921824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38598) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:26.964804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.987415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:26.996657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] Allocated IP 2001:db8:0:1::2 (822478c4-d3b1-4a59-9816-213903b38ef4/2e944d7c-df90-48c3-a460-108f4aa19315/a39737dd-2f77-48bc-83bb-bf335a54b6a2) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:27.078608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] In _notify_port_updated(), no bound segment for port 7c66b133-4fd3-44f5-bb99-ad5615a00dd5 on network 822478c4-d3b1-4a59-9816-213903b38ef4 {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:59:27.084318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.084929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.088763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/ports/7c66b133-4fd3-44f5-bb99-ad5615a00dd5 HTTP/1.1" status: 200 len: 931 time: 1.6495278 Jan 04 13:59:27.089596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38600) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.104303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a39737dd-2f77-48bc-83bb-bf335a54b6a2,segment=NetworkSegment(510a2ef5-0f2f-414f-90a0-7e8c6784d07f),segment_id=510a2ef5-0f2f-414f-90a0-7e8c6784d07f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:27.139204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.145587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.151354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c326c4-f8cb-4098-94c2-dafb3be7ca41 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=7c66b133-4fd3-44f5-bb99-ad5615a00dd5,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:27.194761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4546e3aa-2e70-4549-bfe2-0df9bf6b4a4d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.200934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4546e3aa-2e70-4549-bfe2-0df9bf6b4a4d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.202587 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4546e3aa-2e70-4549-bfe2-0df9bf6b4a4d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2797618 Jan 04 13:59:27.207971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38602) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.228959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9b1901-94ef-498e-8053-fbd41ba5e2c4 None None] Pushing event updated for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:27.239283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3257bc2-d515-4528-8177-c0d5d6822e89 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.245400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3257bc2-d515-4528-8177-c0d5d6822e89 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.252930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3257bc2-d515-4528-8177-c0d5d6822e89 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.258445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3257bc2-d515-4528-8177-c0d5d6822e89 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.263600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c3257bc2-d515-4528-8177-c0d5d6822e89 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3347538 Jan 04 13:59:27.263933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38604) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.326568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 7c66b133-4fd3-44f5-bb99-ad5615a00dd5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:27.326907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.383167 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-58c25a6b-8de8-4b0e-a2a3-874b3187e070 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1152244 Jan 04 13:59:27.383406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38606) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.453918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port fac6d62b-bb0b-4b0c-a5ac-7b66749fa952 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:27.454249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.457636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5f928-57dc-4a9a-adae-3c77bdc820ad tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.459201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbc5f928-57dc-4a9a-adae-3c77bdc820ad tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.460820 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dbc5f928-57dc-4a9a-adae-3c77bdc820ad tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0764911 Jan 04 13:59:27.464461 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38608) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.522932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c18c47a-d7ef-4e80-acd3-5e1b46c7ae5a tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.524475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c18c47a-d7ef-4e80-acd3-5e1b46c7ae5a tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.530235 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5c18c47a-d7ef-4e80-acd3-5e1b46c7ae5a tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0647404 Jan 04 13:59:27.530928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38610) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.544092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.563354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 7c66b133-4fd3-44f5-bb99-ad5615a00dd5 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:27.633501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.651010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 65f03e97-46dc-4dab-b8bc-82a42716ac97 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:27.651361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.658760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b406c0-f9e4-495c-bc1e-1df6567f0f9f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.664241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for fac6d62b-bb0b-4b0c-a5ac-7b66749fa952 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:27.664433 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b6b406c0-f9e4-495c-bc1e-1df6567f0f9f tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks/8538a13d-ea85-400b-9a21-77087e789bb0 HTTP/1.1" status: 200 len: 799 time: 0.1282451 Jan 04 13:59:27.664788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38612) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.785045 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-46292bfc-42ea-4715-bab2-07b01b25cda9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/networks/8538a13d-ea85-400b-9a21-77087e789bb0?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1188393 Jan 04 13:59:27.785779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38614) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.848204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49424d7c-f7d5-462e-bc04-51aa8c3b3c96 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.849829 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-49424d7c-f7d5-462e-bc04-51aa8c3b3c96 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/subnets/7759d2fc-e460-4479-8cb1-585d3d18a74a HTTP/1.1" status: 200 len: 811 time: 0.0629859 Jan 04 13:59:27.853544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38616) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.881053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 65f03e97-46dc-4dab-b8bc-82a42716ac97, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=65f03e97-46dc-4dab-b8bc-82a42716ac97,segment=NetworkSegment(53568e6f-75c0-4fd0-8283-df33c2d04b01),segment_id=53568e6f-75c0-4fd0-8283-df33c2d04b01)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:27.881428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:27.922111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 65f03e97-46dc-4dab-b8bc-82a42716ac97 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:27.926959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb71b3a-bd0b-4ca7-a6ff-5192ea7e7cbb tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['shared'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:27.933602 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9cb71b3a-bd0b-4ca7-a6ff-5192ea7e7cbb tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "GET /v2.0/subnets/7759d2fc-e460-4479-8cb1-585d3d18a74a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0787752 Jan 04 13:59:27.934006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38618) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:27.967667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1730148903'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:27.971131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.049561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=7c66b133-4fd3-44f5-bb99-ad5615a00dd5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:28.095432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Provisioning complete for port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:28.095963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.110473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:28.114143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.129572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.131728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.138149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38620) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:28.147442 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c760c07b-16a9-4d12-880a-54cbff5af9f1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/7c66b133-4fd3-44f5-bb99-ad5615a00dd5 HTTP/1.1" status: 204 len: 168 time: 1.0572710 Jan 04 13:59:28.169308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-16381a05-d740-48eb-9fde-f8eb151e5b55 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:59:28.174744 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-16381a05-d740-48eb-9fde-f8eb151e5b55 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/7c66b133-4fd3-44f5-bb99-ad5615a00dd5 HTTP/1.1" status: 404 len: 333 time: 0.0355003 Jan 04 13:59:28.175622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38622) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:28.220894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=fac6d62b-bb0b-4b0c-a5ac-7b66749fa952,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:28.237106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.269100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ef073e3-8587-4e06-ae6e-d110eb1acb59 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.271841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.275546 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-573aa208-a4ee-45c5-ac22-7cb4a2a3847a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/fac6d62b-bb0b-4b0c-a5ac-7b66749fa952 HTTP/1.1" status: 204 len: 168 time: 1.0665801 Jan 04 13:59:28.275759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:28.278243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38624) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:28.280348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 174} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:28.333098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.333451 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Added segment cc6b02f5-df99-431e-a73d-d361132b465c of type vlan for network 12259d30-8f79-4139-967e-a1891434a0b9 Jan 04 13:59:28.337502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] For port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:28.351167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.366026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ef073e3-8587-4e06-ae6e-d110eb1acb59 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.392642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.414776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0769b06-b0ba-4342-ab08-d9304481d352 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:28.416535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0769b06-b0ba-4342-ab08-d9304481d352 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:28.420725 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a0769b06-b0ba-4342-ab08-d9304481d352 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1322927 Jan 04 13:59:28.422452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38626) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:28.434712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Provisioning complete for port a928e354-edbb-4d8d-b484-cbb0835bc66b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:28.435713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.463913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.469693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:28.473772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.485987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:28.487580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.505454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ef073e3-8587-4e06-ae6e-d110eb1acb59 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.514417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ef073e3-8587-4e06-ae6e-d110eb1acb59 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.517455 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ef073e3-8587-4e06-ae6e-d110eb1acb59 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/security-groups/c9147470-755b-4141-9e9d-f0ac8d69abe2 HTTP/1.1" status: 204 len: 168 time: 0.3382363 Jan 04 13:59:28.521449 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5798502 Jan 04 13:59:28.521449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38628) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:28.524505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38630) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:28.527943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet f0cfb510-1bf4-48fc-879e-aa7157be651f {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:28.541239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'network_id': '12259d30-8f79-4139-967e-a1891434a0b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:28.544062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.563447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Pushing event updated for resources: {'Port': ['ID=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:28.567777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Port a928e354-edbb-4d8d-b484-cbb0835bc66b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:28.568387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.574082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef073e3-8587-4e06-ae6e-d110eb1acb59 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9147470-755b-4141-9e9d-f0ac8d69abe2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:28.595962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:28.596336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.632390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827d537-4ca0-412a-9912-d797f0f8d60e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Network': ['ID=12259d30-8f79-4139-967e-a1891434a0b9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:28.656192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 12259d30-8f79-4139-967e-a1891434a0b9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:28.729909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=65f03e97-46dc-4dab-b8bc-82a42716ac97,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:28.811011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:28.914149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-10861cc0-40e9-4b47-9b9e-97e5f6c2b8cd None None] Could not find standard attr ID for object 7c66b133-4fd3-44f5-bb99-ad5615a00dd5. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:28.919530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:28.920155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:28.946343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.007084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a466748-4079-4296-abf2-d325082f22b0 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.010019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05324b68-ff2e-45fc-aba9-d5cd138b84a6 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:59:29.047721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5194501b-98c0-47bb-821c-acbabccf23f5 None None] Could not find standard attr ID for object 7c66b133-4fd3-44f5-bb99-ad5615a00dd5. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:29.049719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.063382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5194501b-98c0-47bb-821c-acbabccf23f5 None None] Could not find standard attr ID for object fac6d62b-bb0b-4b0c-a5ac-7b66749fa952. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:29.066511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a466748-4079-4296-abf2-d325082f22b0 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.129999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Made reservation on behalf of d7e6ac7979bf441583750462bf15c6bd for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:29.133570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.140352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05324b68-ff2e-45fc-aba9-d5cd138b84a6 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:59:29.176466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.189059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a466748-4079-4296-abf2-d325082f22b0 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.191779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a466748-4079-4296-abf2-d325082f22b0 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.196365 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5a466748-4079-4296-abf2-d325082f22b0 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/security-groups/1c488f1e-eeea-4d4b-8a91-d69a6e36d18a HTTP/1.1" status: 204 len: 168 time: 0.6628299 Jan 04 13:59:29.201396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38632) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:29.225174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing IP validity checks on allocation pools {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 13:59:29.225689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 13:59:29.243660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a466748-4079-4296-abf2-d325082f22b0 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c488f1e-eeea-4d4b-8a91-d69a6e36d18a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:29.250822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:29.286727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.319012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 2283f98e-d306-4d1e-bebe-763cc74659c0 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:29.323645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.339134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=f0cfb510-1bf4-48fc-879e-aa7157be651f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:29.347390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.350637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8f6800b5-dd94-49af-ae08-f089445beae4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/f0cfb510-1bf4-48fc-879e-aa7157be651f HTTP/1.1" status: 204 len: 168 time: 0.9273407 Jan 04 13:59:29.353829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38634) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:29.401642 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9986db17-34df-4a6b-8031-8b4a58807cdf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468874 Jan 04 13:59:29.405275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38636) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:29.409816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.413593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:29.413717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:29.420725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7318233d-b033-4684-ad69-9e57f898865d None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:29.426965 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:29.437685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2d402593-83a0-45c0-be1e-4268a99345c1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1278577 Jan 04 13:59:29.438626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38638) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:29.463146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:29.464365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:29.517232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.527624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet 84050241-7ad4-4a6d-ad96-3bab1b88022f {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:29.535958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.584547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.595865 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=8c33cb28-505d-4b90-8662-a33a73d35ae7,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:29.605712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:29.609559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.610956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Checking segment: {'id': 'cc6b02f5-df99-431e-a73d-d361132b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '12259d30-8f79-4139-967e-a1891434a0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:29.612010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network hostable DHCP agents. Network: 12259d30-8f79-4139-967e-a1891434a0b9, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:29.615553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:29.619120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.697015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Network 12259d30-8f79-4139-967e-a1891434a0b9 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:29.716243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.720569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 12259d30-8f79-4139-967e-a1891434a0b9) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:29.728429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:29.730169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.750870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.754968 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/2283f98e-d306-4d1e-bebe-763cc74659c0 HTTP/1.1" status: 204 len: 168 time: 0.5525801 Jan 04 13:59:29.759785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38640) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:29.760806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.764475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd64a794-7ef4-497a-8e9b-613e12ecab32 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=2283f98e-d306-4d1e-bebe-763cc74659c0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:29.767378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a1afbe2-0eac-4572-8dfb-27e2853ea846 None None] Network 12259d30-8f79-4139-967e-a1891434a0b9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:29.769994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4460cc6d-c318-4a40-9212-1a5e8111954d None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:29.778394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:29.779260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:29.810019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9a589f32-4a35-460a-8855-bf2f508f38bc tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.2750437 Jan 04 13:59:29.810270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38642) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:29.816215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:29.870355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:29.954816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.008217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:30.018678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:30.025262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:30.026197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.040338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=4e18852a-67d4-4079-8f89-f314d43311a1,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:30.046839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:30.052528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.061306 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-035e2f77-59fe-4412-82b0-8a336dc316de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6549506 Jan 04 13:59:30.073209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38644) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:30.079321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '4e18852a-67d4-4079-8f89-f314d43311a1', 'ip_address': '2001:db8:0:1::5'}], 'name': 'tempest-NetworksTestDHCPv6-141872566'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:30.232385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] Deleting port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:30.232985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.239255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-12259d30-8f79-4139-967e-a1891434a0b9', 'network_id': '12259d30-8f79-4139-967e-a1891434a0b9', 'project_id': 'd7e6ac7979bf441583750462bf15c6bd', 'fixed_ips': [{'subnet_id': '8c33cb28-505d-4b90-8662-a33a73d35ae7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:30.240245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.310921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=84050241-7ad4-4a6d-ad96-3bab1b88022f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:30.313559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.316838 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3da6baaa-8c9a-495c-9b1a-f498ed3194b2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/84050241-7ad4-4a6d-ad96-3bab1b88022f HTTP/1.1" status: 204 len: 168 time: 0.8779047 Jan 04 13:59:30.320068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38646) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:30.349513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6226120'] for subnet, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.351366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:30.353352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a4c570-2f2c-46ae-9f1f-6fcc04d63554 None None] Network 2d59ddea-b2de-4d93-946f-d4b9694de3dd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:30.357360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:28Z', 'revision_number': 10, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:30.421840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.438745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:30.457133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.468812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:30.570557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:30.570875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.582451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] For port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:30.583112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.591349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.594979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:30.596457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:30.624304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] Calling delete_port for 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:30.624561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 19c1b5e9-bf6d-4f12-a282-a1e97b7db15c yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:30.640271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:30.647601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:30.680273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,segment=NetworkSegment(53568e6f-75c0-4fd0-8283-df33c2d04b01),segment_id=53568e6f-75c0-4fd0-8283-df33c2d04b01)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:30.680956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.684374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786954422038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5317414'] for subnet, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.684662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:30.685266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.691144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=32362754-fb3c-48db-870d-0051c09cd3e1,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:30.725695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 091067f4-4998-4fd3-b8ea-1a7c8d2146fa owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:30.725977 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-335e29b1-8061-4e04-8644-b50c79a03bc1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9620814 Jan 04 13:59:30.729403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38648) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:30.736168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1554443110'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:30.807846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:30.809197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.813095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.813596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "PUT /v2.0/subnets/8c33cb28-505d-4b90-8662-a33a73d35ae7 HTTP/1.1" status: 200 len: 877 time: 1.0023127 Jan 04 13:59:30.816446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38650) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:30.851776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:30.865132 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:59:30.865600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:30.869133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:30.872873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29511-dfd5-4b7d-ac0a-4d229a2d69f8 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event updated for resources: {'Subnet': ['ID=8c33cb28-505d-4b90-8662-a33a73d35ae7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:30.908283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Allocated IP 172.20.0.3 (12259d30-8f79-4139-967e-a1891434a0b9/8c33cb28-505d-4b90-8662-a33a73d35ae7/db533c9c-2577-43e7-953f-9b47f7822639) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:30.919494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-456f98b4-c077-4582-94b7-a4a10eaf2d34 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.8414252 Jan 04 13:59:30.919494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38652) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.013096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.019169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fb2e25-a495-46ef-b06a-913c86e488e1 None None] DHCP port deletion for 2d59ddea-b2de-4d93-946f-d4b9694de3dd request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:31.021730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.022626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:31.047485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.056558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a4d9244-dfe8-49e9-8c80-f876ed030b99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:31.058184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6a4d9244-dfe8-49e9-8c80-f876ed030b99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1370842 Jan 04 13:59:31.058648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.059552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.072354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38654) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.119969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.127369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=091067f4-4998-4fd3-b8ea-1a7c8d2146fa,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.128105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.130165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port 091067f4-4998-4fd3-b8ea-1a7c8d2146fa on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:31.136337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event deleted for resources: {'Port': ['ID=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.145256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.146564 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4160974 Jan 04 13:59:31.156505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38656) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.161851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1171681644'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:31.176902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafef0b9-b474-45fa-b6bb-b35359be7fd1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f436ee8-3a85-4f75-a3a5-d2074c288b6e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.194883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dafd729-c813-4c84-b7aa-2546a123cb5c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:31.196645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dafd729-c813-4c84-b7aa-2546a123cb5c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:31.202990 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9dafd729-c813-4c84-b7aa-2546a123cb5c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1270413 Jan 04 13:59:31.203832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] No DVR routers for this DVR port 29b1240b-2ff6-4d8f-9bd5-8660d5d04083 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:31.204471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38658) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.213592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e80baa-242a-4188-8cf3-cfc6560a87a2 None None] Pushing event deleted for resources: {'Port': ['ID=29b1240b-2ff6-4d8f-9bd5-8660d5d04083,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.233106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b108c418-3fd2-4001-9aed-0a60ef682d4d None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:31.278114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.303593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 4e18852a-67d4-4079-8f89-f314d43311a1 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:31.309241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.320844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.337592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c063e4b-e43c-4ce0-87dc-9c123b2ccf3f None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:31.353326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d59ddea-b2de-4d93-946f-d4b9694de3dd']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.365291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53568e6f-75c0-4fd0-8283-df33c2d04b01') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.365624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53568e6f-75c0-4fd0-8283-df33c2d04b01') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.371720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.377625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.394180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.402739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:31.403140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:31.406408 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:31.441130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.445664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.447008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.464590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.477539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.484815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.486602 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.3285577 Jan 04 13:59:31.487634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.492470 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/2d59ddea-b2de-4d93-946f-d4b9694de3dd HTTP/1.1" status: 204 len: 168 time: 1.1708939 Jan 04 13:59:31.494467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38660) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.494870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38662) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.502369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.502979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'security_group': {'name': 'tempest-secgroup-1459576544'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:31.524137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1a8820-f13f-45de-9551-a91644f8e888 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6fe6ba3-a51b-4986-9831-5ff3baabe684,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.531477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d956831f-3d3a-4882-b64c-67474b59b1ad None None] Provisioning complete for port a928e354-edbb-4d8d-b484-cbb0835bc66b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:31.531987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d956831f-3d3a-4882-b64c-67474b59b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.547917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.562933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.566010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed697db-2ca5-44b2-bc5c-b53e73df4730 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=2d59ddea-b2de-4d93-946f-d4b9694de3dd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.568838 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/4e18852a-67d4-4079-8f89-f314d43311a1 HTTP/1.1" status: 204 len: 168 time: 0.3619103 Jan 04 13:59:31.570917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38664) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.598211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e73de14-a891-45b6-9019-09c091952444 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=4e18852a-67d4-4079-8f89-f314d43311a1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.612298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.642720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-83e3b777-e2bf-49b4-a34e-1b9aaa76a3c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0705082 Jan 04 13:59:31.646138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38666) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:31.653401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:31.672218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=8c33cb28-505d-4b90-8662-a33a73d35ae7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.699679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.761813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:31.768424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.769827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e76acd8-4360-445e-a7e9-61a0e1fcf6a2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '4e18852a-67d4-4079-8f89-f314d43311a1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:31.770776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e76acd8-4360-445e-a7e9-61a0e1fcf6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.799224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Network 12259d30-8f79-4139-967e-a1891434a0b9 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:31.830430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:31.832969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:31.844645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Pushing event updated for resources: {'Port': ['ID=db533c9c-2577-43e7-953f-9b47f7822639,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:31.850795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d956831f-3d3a-4882-b64c-67474b59b1ad None None] Port a928e354-edbb-4d8d-b484-cbb0835bc66b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:31.852825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:28Z', 'revision_number': 10, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.863493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.899030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12259d30-8f79-4139-967e-a1891434a0b9']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.926338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6b02f5-df99-431e-a73d-d361132b465c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.926646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6b02f5-df99-431e-a73d-d361132b465c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:31.958801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ba563a5-1131-4506-b165-6da6d80e879d None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:28Z', 'revision_number': 10, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None, '_interfaces': [{'id': '7c8dec50-3c58-46cb-99d2-4f2987df07e8', 'name': '', 'network_id': '2084d124-5717-4b2e-b431-2a264b9b77a4', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'mac_address': 'fa:16:3e:43:20:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:58:41Z', 'updated_at': '2022-01-04T13:58:48Z', 'revision_number': 5, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'subnets': [{'id': '67da75cf-2f97-47c6-97e4-2b278b5a9cce', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:31.963195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.984970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:31.996571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d956831f-3d3a-4882-b64c-67474b59b1ad None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:31.996962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d956831f-3d3a-4882-b64c-67474b59b1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.021781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.031793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Attempting to bind port db533c9c-2577-43e7-953f-9b47f7822639 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:32.032207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Attempting to bind port db533c9c-2577-43e7-953f-9b47f7822639 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'cc6b02f5-df99-431e-a73d-d361132b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '12259d30-8f79-4139-967e-a1891434a0b9'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:32.032647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Attempting to bind port db533c9c-2577-43e7-953f-9b47f7822639 on network 12259d30-8f79-4139-967e-a1891434a0b9 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:32.041896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:32.042564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.045059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:32.045441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Checking segment: {'id': 'cc6b02f5-df99-431e-a73d-d361132b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '12259d30-8f79-4139-967e-a1891434a0b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:32.045841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.046266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Bound using segment: {'id': 'cc6b02f5-df99-431e-a73d-d361132b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '12259d30-8f79-4139-967e-a1891434a0b9'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:32.046740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Bound port: db533c9c-2577-43e7-953f-9b47f7822639, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cc6b02f5-df99-431e-a73d-d361132b465c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '12259d30-8f79-4139-967e-a1891434a0b9'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:32.047118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:32.051670 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:32.061635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:32.065173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:32.066880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.069701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:32.070420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.086160 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.087345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=7e830140-53f2-4f1c-a8fb-87f2b5f94542,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:32.087900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b181a416-f4ab-4e93-a7b3-e46ea0e55ea1 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:32.092545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2725db4d-4367-4208-9d54-5dd6c222e462 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4438620 Jan 04 13:59:32.096700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38668) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:32.103804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:32.129994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.131004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.165475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] Update dhcp port {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'fixed_ips': [{'subnet_id': '2e944d7c-df90-48c3-a460-108f4aa19315', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32362754-fb3c-48db-870d-0051c09cd3e1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a39737dd-2f77-48bc-83bb-bf335a54b6a2'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:59:32.165741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.db.api [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 04 13:59:32.165741 dv-neutron-master-2-hyperv neutron-server[103265]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 04 13:59:32.165741 dv-neutron-master-2-hyperv neutron-server[103265]: [parameters: {'id': '12259d30-8f79-4139-967e-a1891434a0b9'}] Jan 04 13:59:32.165741 dv-neutron-master-2-hyperv neutron-server[103265]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=103265) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:59:32.166143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG oslo_db.api [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:59:32.168349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.169810 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.6717966 Jan 04 13:59:32.173335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38670) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:32.178535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1459783694', 'security_groups': ['d7b83865-80cf-4e72-bffe-67cc9722f121'], 'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '32362754-fb3c-48db-870d-0051c09cd3e1'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:32.186110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c769e6dc-6561-436e-a5bb-cb1185963926 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7b83865-80cf-4e72-bffe-67cc9722f121,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:32.202548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.209532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.235550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.237181 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7386af1c-346e-4fce-8495-83c3da2a3e9c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.1384971 Jan 04 13:59:32.240167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38672) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:32.278146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] For port db533c9c-2577-43e7-953f-9b47f7822639, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:32.281304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.304546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] For port db533c9c-2577-43e7-953f-9b47f7822639, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db533c9c-2577-43e7-953f-9b47f7822639,segment=NetworkSegment(cc6b02f5-df99-431e-a73d-d361132b465c),segment_id=cc6b02f5-df99-431e-a73d-d361132b465c)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:32.312442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.312716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.394296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:32.395382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.493268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:32.588223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.605858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 091067f4-4998-4fd3-b8ea-1a7c8d2146fa no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:32.626230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.635036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b4ea4-b52a-47ee-bda9-d12b32dbf984 None None] Pushing event updated for resources: {'Port': ['ID=db533c9c-2577-43e7-953f-9b47f7822639,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:32.654097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 091067f4-4998-4fd3-b8ea-1a7c8d2146fa {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:32.654443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 091067f4-4998-4fd3-b8ea-1a7c8d2146fa not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:32.654859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 65f03e97-46dc-4dab-b8bc-82a42716ac97 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:32.669878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.671869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] device_id is not set on port 2c3dfd02-b0af-4570-b783-5ffad536ef97 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:32.692107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-227bc17f-7506-4052-8b34-010f92a057a6 None None] Network 12259d30-8f79-4139-967e-a1891434a0b9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:32.699506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 65f03e97-46dc-4dab-b8bc-82a42716ac97 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:32.699851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 65f03e97-46dc-4dab-b8bc-82a42716ac97 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:32.720302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/7e830140-53f2-4f1c-a8fb-87f2b5f94542/d65c90f4-e397-4a0a-b561-79cc7a48605b) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:32.856635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port 7c8dec50-3c58-46cb-99d2-4f2987df07e8 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:32.856892 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.885192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] Allocated IP 2001:db8::2 (822478c4-d3b1-4a59-9816-213903b38ef4/32362754-fb3c-48db-870d-0051c09cd3e1/a39737dd-2f77-48bc-83bb-bf335a54b6a2) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:32.892266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting port db533c9c-2577-43e7-953f-9b47f7822639 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:32.892612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:32.960722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8be438-71f3-4bf5-933e-7c18e1dea75c None None] Network 12259d30-8f79-4139-967e-a1891434a0b9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:33.004411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] For port db533c9c-2577-43e7-953f-9b47f7822639, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=db533c9c-2577-43e7-953f-9b47f7822639,segment=NetworkSegment(cc6b02f5-df99-431e-a73d-d361132b465c),segment_id=cc6b02f5-df99-431e-a73d-d361132b465c)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:33.004782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.018475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port 7c8dec50-3c58-46cb-99d2-4f2987df07e8, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=7c8dec50-3c58-46cb-99d2-4f2987df07e8,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:33.018831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.027846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Calling delete_port for db533c9c-2577-43e7-953f-9b47f7822639 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:33.037276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for 7c8dec50-3c58-46cb-99d2-4f2987df07e8 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:33.125776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.132654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a39737dd-2f77-48bc-83bb-bf335a54b6a2,segment=NetworkSegment(510a2ef5-0f2f-414f-90a0-7e8c6784d07f),segment_id=510a2ef5-0f2f-414f-90a0-7e8c6784d07f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:33.144546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.200858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::1 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/7e830140-53f2-4f1c-a8fb-87f2b5f94542/8f17a1de-b86b-486b-acbc-c96305247ac1) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:33.203057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.207177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:33.212247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.214273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:33.217004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:33.229256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.234285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Pushing event updated for resources: {'Port': ['ID=d65c90f4-e397-4a0a-b561-79cc7a48605b,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.245560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Port': ['ID=db533c9c-2577-43e7-953f-9b47f7822639,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.248339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No DVR routers for this DVR port db533c9c-2577-43e7-953f-9b47f7822639 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:33.350631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.362545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Attempting to bind port d65c90f4-e397-4a0a-b561-79cc7a48605b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:33.363092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Attempting to bind port d65c90f4-e397-4a0a-b561-79cc7a48605b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:33.363375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Attempting to bind port d65c90f4-e397-4a0a-b561-79cc7a48605b on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:33.375173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.376119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:33.376663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:33.377399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.377399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:33.377727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Bound port: d65c90f4-e397-4a0a-b561-79cc7a48605b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:33.378251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.379888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d27425-3177-46a9-aba3-56a0178d9344 None None] Pushing event updated for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.393220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.438913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:33.447794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12259d30-8f79-4139-967e-a1891434a0b9']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:33.455625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=8f17a1de-b86b-486b-acbc-c96305247ac1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.459074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:33.461494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:33.462273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.481970 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc6b02f5-df99-431e-a73d-d361132b465c') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:33.482557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc6b02f5-df99-431e-a73d-d361132b465c') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:33.492087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] For port d65c90f4-e397-4a0a-b561-79cc7a48605b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:33.495265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8::138 (822478c4-d3b1-4a59-9816-213903b38ef4/32362754-fb3c-48db-870d-0051c09cd3e1/2c3dfd02-b0af-4570-b783-5ffad536ef97) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:33.497829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] For port d65c90f4-e397-4a0a-b561-79cc7a48605b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d65c90f4-e397-4a0a-b561-79cc7a48605b,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:33.501926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.505265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.531533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.539195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.556518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:33.556913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:33.560381 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:33.606543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7aee946-bf08-4ed7-b79a-2b7ed3dab35d None None] Pushing event updated for resources: {'Port': ['ID=d65c90f4-e397-4a0a-b561-79cc7a48605b,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.609288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=7c8dec50-3c58-46cb-99d2-4f2987df07e8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.641195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.802435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.843225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.850634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38674) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:33.851932 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/12259d30-8f79-4139-967e-a1891434a0b9 HTTP/1.1" status: 204 len: 168 time: 3.0276315 Jan 04 13:59:33.856349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:33.874645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6629dee6-66f1-44d0-a212-6a6dd4462c30 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=12259d30-8f79-4139-967e-a1891434a0b9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:33.907416 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-37295c95-b69f-486e-b01e-2ef550d66f19 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:33.908041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-37295c95-b69f-486e-b01e-2ef550d66f19 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:33.920695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38676) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:33.938708 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-37295c95-b69f-486e-b01e-2ef550d66f19 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/8c33cb28-505d-4b90-8662-a33a73d35ae7 HTTP/1.1" status: 404 len: 337 time: 0.0608852 Jan 04 13:59:33.963342 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0eff457-599f-46fc-b777-d162d223d0ee tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:33.963859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0eff457-599f-46fc-b777-d162d223d0ee tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:33.969054 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a0eff457-599f-46fc-b777-d162d223d0ee tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/12259d30-8f79-4139-967e-a1891434a0b9 HTTP/1.1" status: 404 len: 339 time: 0.0458438 Jan 04 13:59:33.989924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38678) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:34.025628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.035197 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-24463159-819e-4eed-b733-29c7bd1c0815 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:34.041117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24463159-819e-4eed-b733-29c7bd1c0815 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:34.045471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-24463159-819e-4eed-b733-29c7bd1c0815 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/324b7b47-ef2c-4e68-b617-cbaa65858e47 HTTP/1.1" status: 404 len: 337 time: 0.0545568 Jan 04 13:59:34.049297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38680) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:34.075389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ead01b21-12c6-4df2-aced-53ac0b655442 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:34.075954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ead01b21-12c6-4df2-aced-53ac0b655442 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:34.087667 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ead01b21-12c6-4df2-aced-53ac0b655442 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/55c9267c-8a28-4b65-aa18-6641d01e50c9 HTTP/1.1" status: 404 len: 339 time: 0.0378311 Jan 04 13:59:34.093448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38682) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:34.154170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.172511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.174076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.180510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:34.226755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.267414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1efee103-0e57-4edf-a671-1b002eb15405 None None] Provisioning complete for port a928e354-edbb-4d8d-b484-cbb0835bc66b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:34.267808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1efee103-0e57-4edf-a671-1b002eb15405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.317862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-1efee103-0e57-4edf-a671-1b002eb15405 None None] Port a928e354-edbb-4d8d-b484-cbb0835bc66b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:34.329697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1efee103-0e57-4edf-a671-1b002eb15405 None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:34.330365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1efee103-0e57-4edf-a671-1b002eb15405 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.367371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:34.377534 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b9852d1e-6acd-4a62-aba4-5864589ed2c0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8666747 Jan 04 13:59:34.381860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38684) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:34.422174 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:34.456973 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting subnet 67da75cf-2f97-47c6-97e4-2b278b5a9cce {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:34.465591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.467103 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:34.468475 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:34.596118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d65c90f4-e397-4a0a-b561-79cc7a48605b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:34.634519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.659015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d65c90f4-e397-4a0a-b561-79cc7a48605b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:34.659406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.671389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=8f17a1de-b86b-486b-acbc-c96305247ac1,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:34.742037 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:34.776985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.815549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.835582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port d65c90f4-e397-4a0a-b561-79cc7a48605b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d65c90f4-e397-4a0a-b561-79cc7a48605b,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:34.842270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.842986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:34.859244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9739722-dd27-4f42-b2da-3ec14c21c16d']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:34.870579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64edd846-1515-4f14-b272-3a5450591278') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:34.870929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64edd846-1515-4f14-b272-3a5450591278') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:34.880981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.895818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.902466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:34.902918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.905267 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 11, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:34.945407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:34.953422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:34.956997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:34.962933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:34.963473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.971431 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=2c3dfd02-b0af-4570-b783-5ffad536ef97,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:34.979451 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:34.986065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:34.987987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:34.990457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:34.999325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.001111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.005534 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/a9739722-dd27-4f42-b2da-3ec14c21c16d HTTP/1.1" status: 204 len: 168 time: 0.9110129 Jan 04 13:59:35.008264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=d65c90f4-e397-4a0a-b561-79cc7a48605b,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:35.013695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38686) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.019394 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:35.024690 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b394f0c1-8d9a-4356-b667-4e29078304d7 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.8492732 Jan 04 13:59:35.027558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38688) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.036018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:35.036429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.049417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6e7611e-afe6-47b1-b4e5-546cd6480507 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.049899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6e7611e-afe6-47b1-b4e5-546cd6480507 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.055734 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f6e7611e-afe6-47b1-b4e5-546cd6480507 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/099388b6-aa40-4fcf-931f-fc96912015e2 HTTP/1.1" status: 404 len: 337 time: 0.0439117 Jan 04 13:59:35.056548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38690) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.058309 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:35.060819 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:35.064051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:35.073703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf3e2dbd-8021-4c92-ba17-3c02bceb74a3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=a9739722-dd27-4f42-b2da-3ec14c21c16d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:35.156157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.223682 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec8d6ac4-34be-4903-9550-c3d4fa6182c3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.224544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec8d6ac4-34be-4903-9550-c3d4fa6182c3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.231605 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:35.231810 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ec8d6ac4-34be-4903-9550-c3d4fa6182c3 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/c37e7a65-4359-4558-8469-0ef451048508 HTTP/1.1" status: 404 len: 339 time: 0.1715569 Jan 04 13:59:35.234444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38692) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.283445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Router c4fef8b0-f733-4557-ba09-ea08000ea15d is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:59:35.295735 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f6d34019-a18f-4bb0-a5cf-9aa1bc7cd1a6 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.296300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f6d34019-a18f-4bb0-a5cf-9aa1bc7cd1a6 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.299661 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f6d34019-a18f-4bb0-a5cf-9aa1bc7cd1a6 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/e2a4bba2-e67d-4859-9eba-0790c8f9debd HTTP/1.1" status: 404 len: 337 time: 0.0569179 Jan 04 13:59:35.302498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38694) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.311234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.326638 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 11, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:35.372506 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-258fa7b6-1685-47aa-a4d5-a3eecf0f2a6b None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 11, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:35.372957 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d233042d-4da6-438b-be6d-85edc3493be9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.373552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d233042d-4da6-438b-be6d-85edc3493be9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.378282 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d233042d-4da6-438b-be6d-85edc3493be9 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/9d17832f-5650-4c9a-ac4d-97b7113937d0 HTTP/1.1" status: 404 len: 339 time: 0.0746224 Jan 04 13:59:35.387249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38696) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.391806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b0341735-2146-423a-814d-74d084b83cfa None None] Provisioning complete for port d65c90f4-e397-4a0a-b561-79cc7a48605b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:35.392756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b0341735-2146-423a-814d-74d084b83cfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.435379 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cb98c23-2de9-4cc2-8236-06d47bbc3c71 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.435841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1cb98c23-2de9-4cc2-8236-06d47bbc3c71 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.440674 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1cb98c23-2de9-4cc2-8236-06d47bbc3c71 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/c2fb9377-07fd-4f94-b75b-33b63864d35b HTTP/1.1" status: 404 len: 337 time: 0.0523279 Jan 04 13:59:35.444777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38698) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.454593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:35.458802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.494889 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-927532f6-bbd7-4e8d-85a1-2093a5252958 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.495405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-927532f6-bbd7-4e8d-85a1-2093a5252958 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.501131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-927532f6-bbd7-4e8d-85a1-2093a5252958 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/bd3f0f87-b639-499f-bdda-26c74436e846 HTTP/1.1" status: 404 len: 339 time: 0.0531244 Jan 04 13:59:35.503093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:35.505228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38700) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.519282 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0bced6d7-43e6-432c-a903-869c09b07c29 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "PUT /v2.0/routers/c4fef8b0-f733-4557-ba09-ea08000ea15d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2748792 Jan 04 13:59:35.521278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Sync routers for ids ['c4fef8b0-f733-4557-ba09-ea08000ea15d'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:35.531570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Routers {'c4fef8b0-f733-4557-ba09-ea08000ea15d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:35.532213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c4fef8b0-f733-4557-ba09-ea08000ea15d'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:35.534163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38702) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.550540 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 32362754-fb3c-48db-870d-0051c09cd3e1 (CIDR: 2001:db8::/64) Jan 04 13:59:35.556508 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:59:35.556965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.583254 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-90abc439-a10f-4c3e-9adf-3174704ef934 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5250084 Jan 04 13:59:35.583484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f05f5c63-59d2-496a-9674-fe3662627760 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:35.583484 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f05f5c63-59d2-496a-9674-fe3662627760 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports/8f17a1de-b86b-486b-acbc-c96305247ac1 HTTP/1.1" status: 200 len: 911 time: 0.0470314 Jan 04 13:59:35.583732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38704) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.584165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2e1761d-117d-4bed-ad18-bcf7afbbed38 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.584586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2e1761d-117d-4bed-ad18-bcf7afbbed38 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.587929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.591589 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e2e1761d-117d-4bed-ad18-bcf7afbbed38 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/2b1da3dd-25c2-477c-8621-bf5b5c6e9255 HTTP/1.1" status: 404 len: 337 time: 0.0860519 Jan 04 13:59:35.592201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38706) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.592539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38708) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.607227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:35.631783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.635145 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/67da75cf-2f97-47c6-97e4-2b278b5a9cce HTTP/1.1" status: 204 len: 168 time: 1.2488804 Jan 04 13:59:35.644346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38710) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.648165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-18dfa8f1-d516-47b8-91c8-9660064b2dde tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.648702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18dfa8f1-d516-47b8-91c8-9660064b2dde tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.655704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-18dfa8f1-d516-47b8-91c8-9660064b2dde tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/e05f8bcf-c52e-4dd3-ab0c-9cf31ca93a7c HTTP/1.1" status: 404 len: 339 time: 0.0599570 Jan 04 13:59:35.656571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963485b8-63c5-4330-a2f0-00f17b2f21a0 None None] Network 2084d124-5717-4b2e-b431-2a264b9b77a4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:35.658101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38712) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.687456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Set router c4fef8b0-f733-4557-ba09-ea08000ea15d gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:35.688528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a9644f9-7aa9-49ac-852b-d5cbe1f6ce21 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Subnet': ['ID=67da75cf-2f97-47c6-97e4-2b278b5a9cce,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:35.692810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8bf05996-850e-4e19-893b-ad98fa0bac25 None None] Provisioning complete for port 2c3dfd02-b0af-4570-b783-5ffad536ef97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:35.693193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8bf05996-850e-4e19-893b-ad98fa0bac25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.715660 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d90bc45a-3640-45c9-b087-99f3e05dba6e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.716171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d90bc45a-3640-45c9-b087-99f3e05dba6e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.720339 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d90bc45a-3640-45c9-b087-99f3e05dba6e tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/42c6b0ab-3877-4c20-8804-7067b912b395 HTTP/1.1" status: 404 len: 337 time: 0.0602968 Jan 04 13:59:35.732656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08224273-c3a6-4a9b-a818-c2c1313f36d7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:35.739193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38714) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.739384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08224273-c3a6-4a9b-a818-c2c1313f36d7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:35.740771 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-08224273-c3a6-4a9b-a818-c2c1313f36d7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1473110 Jan 04 13:59:35.744244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38716) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.850575 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c921a94-2c41-4b6e-9a1b-2bb57cc39d73 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.851117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c921a94-2c41-4b6e-9a1b-2bb57cc39d73 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.857715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6c921a94-2c41-4b6e-9a1b-2bb57cc39d73 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/6fed512f-60bf-4721-acf1-0c2c6f315e73 HTTP/1.1" status: 404 len: 339 time: 0.1173968 Jan 04 13:59:35.858414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38718) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.914958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:35.916850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b43d2c95-8709-4c15-80a5-befefeb074f5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.917437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b43d2c95-8709-4c15-80a5-befefeb074f5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.923863 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b43d2c95-8709-4c15-80a5-befefeb074f5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/df5d4046-60ce-437f-98ee-9ace1db35057 HTTP/1.1" status: 404 len: 337 time: 0.0535877 Jan 04 13:59:35.925715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38720) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:35.928484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8bf05996-850e-4e19-893b-ad98fa0bac25 None None] Port 2c3dfd02-b0af-4570-b783-5ffad536ef97 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:35.956738 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5950dac3-60e3-49ec-bd50-444031e785e5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:35.957303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5950dac3-60e3-49ec-bd50-444031e785e5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:35.962493 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5950dac3-60e3-49ec-bd50-444031e785e5 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/da3f3c46-7753-4a90-bf7a-8c10e2bb2f58 HTTP/1.1" status: 404 len: 339 time: 0.0334480 Jan 04 13:59:35.963952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38722) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.023636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:36.039101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.046256 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bd0a831-0e7b-4848-9308-077e2402816a tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:36.046256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bd0a831-0e7b-4848-9308-077e2402816a tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:36.051847 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2bd0a831-0e7b-4848-9308-077e2402816a tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/19dedbc0-4388-4204-9dfa-659e478d330c HTTP/1.1" status: 404 len: 337 time: 0.0843167 Jan 04 13:59:36.052680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38724) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.074529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] DHCP port deletion for 2084d124-5717-4b2e-b431-2a264b9b77a4 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:36.081083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0191ba6e-c5ce-4a45-9970-3f10f674a701 None None] Provisioning complete for port 8f17a1de-b86b-486b-acbc-c96305247ac1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:36.081457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0191ba6e-c5ce-4a45-9970-3f10f674a701 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.108360 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-921a4b60-b4da-44f9-9b9a-82cd46856a93 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:36.109338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-921a4b60-b4da-44f9-9b9a-82cd46856a93 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:36.113176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-921a4b60-b4da-44f9-9b9a-82cd46856a93 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/d8d014c0-c534-4f0f-b66e-346b28ee6112 HTTP/1.1" status: 404 len: 339 time: 0.0600672 Jan 04 13:59:36.118866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38726) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.151624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0191ba6e-c5ce-4a45-9970-3f10f674a701 None None] Port 8f17a1de-b86b-486b-acbc-c96305247ac1 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:36.157107 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8e2e8c4c-177c-45a4-92a8-924a203d2c87 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:36.159515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8e2e8c4c-177c-45a4-92a8-924a203d2c87 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:36.162940 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8e2e8c4c-177c-45a4-92a8-924a203d2c87 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/ad0ece84-521c-43b2-b39f-076432d1ce07 HTTP/1.1" status: 404 len: 337 time: 0.0428622 Jan 04 13:59:36.164298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Deleting port b5f127a0-069d-4fda-b054-6a012ff053f5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:36.164787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.166656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38728) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.179337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 2, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None, '_interfaces': [{'id': '8f17a1de-b86b-486b-acbc-c96305247ac1', 'name': '', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'mac_address': 'fa:16:3e:d0:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 2, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'subnets': [{'id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:36.207883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d65c90f4-e397-4a0a-b561-79cc7a48605b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:36.210400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Checking router: c4fef8b0-f733-4557-ba09-ea08000ea15d for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:36.210754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Updating router c4fef8b0-f733-4557-ba09-ea08000ea15d port 8f17a1de-b86b-486b-acbc-c96305247ac1 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:59:36.213218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] Deleting port b5f127a0-069d-4fda-b054-6a012ff053f5 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:36.213583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.215047 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3abe4b2-488f-4d67-8fee-151bb2ab6899 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:36.218206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3abe4b2-488f-4d67-8fee-151bb2ab6899 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:36.222895 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f3abe4b2-488f-4d67-8fee-151bb2ab6899 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/4ab95647-372d-4598-9062-a87c737e3ac2 HTTP/1.1" status: 404 len: 339 time: 0.0501995 Jan 04 13:59:36.225943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38730) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.234073 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 2e944d7c-df90-48c3-a460-108f4aa19315 (CIDR: 2001:db8:0:1::/64) Jan 04 13:59:36.243494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:59:36.244025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:36.293295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] For port b5f127a0-069d-4fda-b054-6a012ff053f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b5f127a0-069d-4fda-b054-6a012ff053f5,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:36.293667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.308866 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-676569ca-20bf-4416-9ef1-831bc2dc33d1 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.7213719 Jan 04 13:59:36.309688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38732) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.311210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Calling delete_port for b5f127a0-069d-4fda-b054-6a012ff053f5 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:36.315702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'subnet': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:36.322855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.337521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] For port b5f127a0-069d-4fda-b054-6a012ff053f5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b5f127a0-069d-4fda-b054-6a012ff053f5,segment=NetworkSegment(7530b1d3-b79a-4397-87c6-2255dc11bb5a),segment_id=7530b1d3-b79a-4397-87c6-2255dc11bb5a)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:36.338036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.338390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting subnet 7759d2fc-e460-4479-8cb1-585d3d18a74a {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:36.347634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.355722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] Calling delete_port for b5f127a0-069d-4fda-b054-6a012ff053f5 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:36.400988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.430964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d65c90f4-e397-4a0a-b561-79cc7a48605b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:36.431338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.432037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Port': ['ID=b5f127a0-069d-4fda-b054-6a012ff053f5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:36.436537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No DVR routers for this DVR port b5f127a0-069d-4fda-b054-6a012ff053f5 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:36.472823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.519438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.529359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.541510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2084d124-5717-4b2e-b431-2a264b9b77a4']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:36.551614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7530b1d3-b79a-4397-87c6-2255dc11bb5a') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:36.552061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7530b1d3-b79a-4397-87c6-2255dc11bb5a') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:36.561516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.575124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.584407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:36.585038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.586022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:36.588339 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:36.655674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.663701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.665539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] Pushing event deleted for resources: {'Port': ['ID=b5f127a0-069d-4fda-b054-6a012ff053f5,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:36.670003 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/networks/2084d124-5717-4b2e-b431-2a264b9b77a4 HTTP/1.1" status: 204 len: 168 time: 1.0219557 Jan 04 13:59:36.678745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38734) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:36.678986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd11009-19c9-4da4-9799-4796f5d9c409 None None] No DVR routers for this DVR port b5f127a0-069d-4fda-b054-6a012ff053f5 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:36.684856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'routes': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:36.685245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01a015-f287-4620-af75-5abd6021072e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Pushing event deleted for resources: {'Network': ['ID=2084d124-5717-4b2e-b431-2a264b9b77a4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:36.731774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.836287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Made reservation on behalf of f5b927da4c6a45c28e22d360c3a9edc8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:36.842065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:36.857289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-529dbe07-566d-4e51-a4b3-490f53549b45 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:59:36.903404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 7c8dec50-3c58-46cb-99d2-4f2987df07e8 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:36.946335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 7c8dec50-3c58-46cb-99d2-4f2987df07e8 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:36.946688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 7c8dec50-3c58-46cb-99d2-4f2987df07e8 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:36.947112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b5f127a0-069d-4fda-b054-6a012ff053f5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:37.000756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b5f127a0-069d-4fda-b054-6a012ff053f5 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:37.001087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b5f127a0-069d-4fda-b054-6a012ff053f5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:37.019316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Added routes are [] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 04 13:59:37.019717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Removed routes are [] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 04 13:59:37.020163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.035846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.045360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.048669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-529dbe07-566d-4e51-a4b3-490f53549b45 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:59:37.052052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.118304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d85a8c-5133-4eef-b732-3fd1485cf4f0 None None] Pushing event updated for resources: {'Port': ['ID=8f17a1de-b86b-486b-acbc-c96305247ac1,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:37.217745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Attempting to bind port 8f17a1de-b86b-486b-acbc-c96305247ac1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:37.218142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Attempting to bind port 8f17a1de-b86b-486b-acbc-c96305247ac1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:37.218512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Attempting to bind port 8f17a1de-b86b-486b-acbc-c96305247ac1 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:37.228676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:37.229059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:37.229469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.229881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:37.230367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Bound port: 8f17a1de-b86b-486b-acbc-c96305247ac1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:37.230750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.339484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] For port 8f17a1de-b86b-486b-acbc-c96305247ac1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:37.343710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] For port 8f17a1de-b86b-486b-acbc-c96305247ac1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f17a1de-b86b-486b-acbc-c96305247ac1,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:37.353908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.418481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Subnet': ['ID=7759d2fc-e460-4479-8cb1-585d3d18a74a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:37.424259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.429675 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dcf98222-9e58-4ee2-a677-2b08a6d20297 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/subnets/7759d2fc-e460-4479-8cb1-585d3d18a74a HTTP/1.1" status: 204 len: 168 time: 1.2001517 Jan 04 13:59:37.430141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38736) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:37.455886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d85a8c-5133-4eef-b732-3fd1485cf4f0 None None] Pushing event updated for resources: {'Port': ['ID=8f17a1de-b86b-486b-acbc-c96305247ac1,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:37.460259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Routers {'c4fef8b0-f733-4557-ba09-ea08000ea15d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:37.460870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c4fef8b0-f733-4557-ba09-ea08000ea15d'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:37.527323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.536154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f19d140-5d7f-4020-8696-f1bb4b69a10d None None] Network 8538a13d-ea85-400b-9a21-77087e789bb0 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:37.579275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] Set router c4fef8b0-f733-4557-ba09-ea08000ea15d gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:37.591226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.599105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Deleting port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:37.599934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.606185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.718072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] For port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,segment=NetworkSegment(c99353e2-bfa1-4a13-b98c-b00d76cd30aa),segment_id=c99353e2-bfa1-4a13-b98c-b00d76cd30aa)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:37.719087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.734426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 8f17a1de-b86b-486b-acbc-c96305247ac1 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:37.735030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.741789 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Calling delete_port for 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:37.779695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 1b980ebf-a314-4645-95c3-6ffe5deafb9a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:37.867704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] DHCP port deletion for 8538a13d-ea85-400b-9a21-77087e789bb0 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:37.894778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.908663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-004f9087-e0fb-47c4-a3f4-30d3a981aa03 None None] Provisioning complete for port 8f17a1de-b86b-486b-acbc-c96305247ac1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:37.909039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-004f9087-e0fb-47c4-a3f4-30d3a981aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.929459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Port': ['ID=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:37.930859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.943930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] No DVR routers for this DVR port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:37.977142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port 8f17a1de-b86b-486b-acbc-c96305247ac1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8f17a1de-b86b-486b-acbc-c96305247ac1,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:37.977567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:37.980321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 2, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None, '_interfaces': [{'id': '8f17a1de-b86b-486b-acbc-c96305247ac1', 'name': '', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'mac_address': 'fa:16:3e:d0:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:37Z', 'revision_number': 4, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'subnets': [{'id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.005597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:38.013122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.014122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68d5aab-24ee-4018-8bcb-c7a76b25a7dd None None] The sync data for ids ['c4fef8b0-f733-4557-ba09-ea08000ea15d'] in dv-neutron-master-2-hyperv is: [{'id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 2, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None, '_interfaces': [{'id': '8f17a1de-b86b-486b-acbc-c96305247ac1', 'name': '', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'mac_address': 'fa:16:3e:d0:0e:e2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1125, 'fixed_ips': [{'subnet_id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:37Z', 'revision_number': 4, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'subnets': [{'id': '7e830140-53f2-4f1c-a8fb-87f2b5f94542', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:38.015150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cb2d4d95-428c-49da-b744-33ea60dcce0c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 704 time: 1.3354099 Jan 04 13:59:38.019024 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] Sync routers for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:38.021289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38738) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:38.038594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 8f17a1de-b86b-486b-acbc-c96305247ac1 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:38.048700 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:38.049602 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.077326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5f31fbaf-fd23-4d9d-ad33-ad1978fe7982 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 205 time: 0.0495765 Jan 04 13:59:38.077326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Network 822478c4-d3b1-4a59-9816-213903b38ef4 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:38.080538 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.083311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38740) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:38.100539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:38.106285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:38.106887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.115127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Deleting port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:38.115492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.117330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3e506a2-92e5-4df6-9f79-12cce88d9399 None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:38.210556 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:38.213437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:38.215805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-004f9087-e0fb-47c4-a3f4-30d3a981aa03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.232637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.277493 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 11, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.284138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8538a13d-ea85-400b-9a21-77087e789bb0']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.311776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:38.312387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:38.322680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.322849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c99353e2-bfa1-4a13-b98c-b00d76cd30aa') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.332904 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] Checking router: 1b980ebf-a314-4645-95c3-6ffe5deafb9a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:38.334606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.343325 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] Routers {'1b980ebf-a314-4645-95c3-6ffe5deafb9a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:38.350349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] For port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:38.350923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.352475 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.372168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Calling delete_port for 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:38.377718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 13:59:38.380857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.431717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Subnet': ['ID=ba341d46-0e17-4ac2-bd00-dfc245953550,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:38.449570 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-00b76a8e-047e-4345-974f-e29f48e3b198 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.1382859 Jan 04 13:59:38.450637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38742) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:38.458078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1706354001', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'ba341d46-0e17-4ac2-bd00-dfc245953550'}], 'security_groups': ['5f436ee8-3a85-4f75-a3a5-d2074c288b6e', 'f6fe6ba3-a51b-4986-9831-5ff3baabe684']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:38.464252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.465024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.469508 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] Set router 1b980ebf-a314-4645-95c3-6ffe5deafb9a gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:38.473526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:38.474358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.510948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] Pushing event deleted for resources: {'Port': ['ID=8c8bb697-c8d3-406f-b60d-b02daee0e8c4,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:38.520704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e830d796-1b71-42fc-bb82-1e2731ebd9d0 None None] No DVR routers for this DVR port 8c8bb697-c8d3-406f-b60d-b02daee0e8c4 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:38.531203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=8f17a1de-b86b-486b-acbc-c96305247ac1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:38.582709 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 11, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:38.629510 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6756265b-62ea-4c2c-b45f-b8cf6feff89d None None] The sync data for ids ['1b980ebf-a314-4645-95c3-6ffe5deafb9a'] in dv-neutron-master-2-hyperv is: [{'id': '1b980ebf-a314-4645-95c3-6ffe5deafb9a', 'name': 'tempest-RoutersIpV6Test-router-557340446', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:58:36Z', 'updated_at': '2022-01-04T13:59:33Z', 'revision_number': 11, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:38.662283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-93129303-f7fa-4429-919c-704ea5e5b49a None None] Could not find standard attr ID for object 8f17a1de-b86b-486b-acbc-c96305247ac1. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:38.676389 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:38.678898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.683520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.685414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.706102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] Update dhcp port {'port': {'network_id': '822478c4-d3b1-4a59-9816-213903b38ef4', 'fixed_ips': [{'subnet_id': '2e944d7c-df90-48c3-a460-108f4aa19315', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '32362754-fb3c-48db-870d-0051c09cd3e1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'ba341d46-0e17-4ac2-bd00-dfc245953550'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'a39737dd-2f77-48bc-83bb-bf335a54b6a2'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:59:38.740230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.746550 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] 10.222.0.30 "DELETE /v2.0/networks/8538a13d-ea85-400b-9a21-77087e789bb0 HTTP/1.1" status: 204 len: 168 time: 1.3128855 Jan 04 13:59:38.756153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db8208e-e4c8-4ed8-8bb2-f3fe3f229878 tempest-NetworksTest-99605089 tempest-NetworksTest-99605089-project] Pushing event deleted for resources: {'Network': ['ID=8538a13d-ea85-400b-9a21-77087e789bb0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:38.778211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.838685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.839526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router 1b980ebf-a314-4645-95c3-6ffe5deafb9a {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:59:38.846981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.853003 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5d543dcf-5797-4e7f-9b75-456d1532c7c8 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 204 len: 168 time: 0.7685540 Jan 04 13:59:38.853699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38746) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:38.863592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1330826912', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:38.897799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.898451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.905000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.970888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:38.979334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.005405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.009690 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-593102ff-0234-4143-8646-0ee4b98a2878 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1548924 Jan 04 13:59:39.010405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38748) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.014912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:39.150847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] Allocated IP 2001:db8:0:2::2 (822478c4-d3b1-4a59-9816-213903b38ef4/ba341d46-0e17-4ac2-bd00-dfc245953550/a39737dd-2f77-48bc-83bb-bf335a54b6a2) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:39.155258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.205456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38754) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.298981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.313988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Router c4fef8b0-f733-4557-ba09-ea08000ea15d has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:39.315796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.439090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Router 65ed04d3-7fee-40e3-a756-23902b8aaef7 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:59:39.472926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a39737dd-2f77-48bc-83bb-bf335a54b6a2,segment=NetworkSegment(510a2ef5-0f2f-414f-90a0-7e8c6784d07f),segment_id=510a2ef5-0f2f-414f-90a0-7e8c6784d07f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:39.504459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.509141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.516832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:39.520575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:39.524716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.528684 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7a07114e-5d79-44f4-ad86-d1266e3329f1 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "PUT /v2.0/routers/65ed04d3-7fee-40e3-a756-23902b8aaef7 HTTP/1.1" status: 200 len: 698 time: 0.5172956 Jan 04 13:59:39.529479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38758) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.544580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] Sync routers for ids ['65ed04d3-7fee-40e3-a756-23902b8aaef7'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:39.556479 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0be8fe4a-0c15-427e-97fa-8afcd53f9456 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "PUT /v2.0/routers/c4fef8b0-f733-4557-ba09-ea08000ea15d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8089180 Jan 04 13:59:39.558010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38760) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.616472 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6bbf9646-319b-47b8-a2b0-462d42b5c26d tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/routers/65ed04d3-7fee-40e3-a756-23902b8aaef7 HTTP/1.1" status: 200 len: 704 time: 0.0858514 Jan 04 13:59:39.617604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] Routers {'65ed04d3-7fee-40e3-a756-23902b8aaef7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:39.618131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['65ed04d3-7fee-40e3-a756-23902b8aaef7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:39.620095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38762) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.640169 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c9744ae3-6f58-42c5-9ad4-088a653dcb2b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d7e6ac7979bf441583750462bf15c6bd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4178429 Jan 04 13:59:39.646977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38764) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.654722 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-97fa034c-566e-4aa8-ad16-d3631ba1dee0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ed04d3-7fee-40e3-a756-23902b8aaef7 HTTP/1.1" status: 200 len: 205 time: 0.0334630 Jan 04 13:59:39.655396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38766) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.681345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb559043-a334-4278-826f-1dc1aff412aa None None] Pushing event updated for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:39.726301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a027b5a-cfd8-40e6-af2a-8c231436aae6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:39.728002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a027b5a-cfd8-40e6-af2a-8c231436aae6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:39.728561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] Set router 65ed04d3-7fee-40e3-a756-23902b8aaef7 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:39.733995 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a027b5a-cfd8-40e6-af2a-8c231436aae6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1708879 Jan 04 13:59:39.737666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38768) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:39.768909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.774229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-29e36cda-421b-4101-aa5c-0cc206a0aaf0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.818669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-29e36cda-421b-4101-aa5c-0cc206a0aaf0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.826002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ed04d3-7fee-40e3-a756-23902b8aaef7', 'name': 'tempest-RoutersIpV6Test-router-1330826912', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:38Z', 'updated_at': '2022-01-04T13:59:39Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:39.861706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] Checking router: 65ed04d3-7fee-40e3-a756-23902b8aaef7 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:39.874002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] Routers {'65ed04d3-7fee-40e3-a756-23902b8aaef7'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:39.875403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['65ed04d3-7fee-40e3-a756-23902b8aaef7'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:39.884693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-29e36cda-421b-4101-aa5c-0cc206a0aaf0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.886130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 7e830140-53f2-4f1c-a8fb-87f2b5f94542 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:39.888286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-29e36cda-421b-4101-aa5c-0cc206a0aaf0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:39.889688 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-29e36cda-421b-4101-aa5c-0cc206a0aaf0 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0318ceda-4d83-489f-8f0b-47cc38e05b02 HTTP/1.1" status: 204 len: 168 time: 0.2416568 Jan 04 13:59:39.905245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e36cda-421b-4101-aa5c-0cc206a0aaf0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0318ceda-4d83-489f-8f0b-47cc38e05b02,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:39.974968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] Set router 65ed04d3-7fee-40e3-a756-23902b8aaef7 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:39.975248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.055023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Delete allocated IP 2001:db8::138 (822478c4-d3b1-4a59-9816-213903b38ef4/32362754-fb3c-48db-870d-0051c09cd3e1) {{(pid=103264) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jan 04 13:59:40.060818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65ed04d3-7fee-40e3-a756-23902b8aaef7', 'name': 'tempest-RoutersIpV6Test-router-1330826912', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:38Z', 'updated_at': '2022-01-04T13:59:39Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:40.074417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.075960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Allocated IP 2001:db8:0:2::5c (822478c4-d3b1-4a59-9816-213903b38ef4/ba341d46-0e17-4ac2-bd00-dfc245953550/2c3dfd02-b0af-4570-b783-5ffad536ef97) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:40.078697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.085612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.106378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb9a45b4-a87e-4de2-b926-9781197ba0fe None None] The sync data for ids ['65ed04d3-7fee-40e3-a756-23902b8aaef7'] in dv-neutron-master-2-hyperv is: [{'id': '65ed04d3-7fee-40e3-a756-23902b8aaef7', 'name': 'tempest-RoutersIpV6Test-router-1330826912', 'tenant_id': '5d5f21b1e1934b4f89cefb9510622a95', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:38Z', 'updated_at': '2022-01-04T13:59:39Z', 'revision_number': 2, 'project_id': '5d5f21b1e1934b4f89cefb9510622a95', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:40.216007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:40.223764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.224303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Fanout notify agent at l3_agent the message router_deleted on router 65ed04d3-7fee-40e3-a756-23902b8aaef7 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:59:40.243078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.253914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38774) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.259668 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] Sync routers for ids ['c4fef8b0-f733-4557-ba09-ea08000ea15d'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:40.270402 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e2701811-79ea-48ec-8eed-37061b85925e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/65ed04d3-7fee-40e3-a756-23902b8aaef7 HTTP/1.1" status: 204 len: 168 time: 0.6138613 Jan 04 13:59:40.273651 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] Routers {'c4fef8b0-f733-4557-ba09-ea08000ea15d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:40.274847 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c4fef8b0-f733-4557-ba09-ea08000ea15d'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:40.352925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:40.353588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.360153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.390219 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] Set router c4fef8b0-f733-4557-ba09-ea08000ea15d gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:40.398552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5d900790-67bf-440b-9dd9-7978028a7e9c tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=65ed04d3-7fee-40e3-a756-23902b8aaef7 HTTP/1.1" status: 200 len: 205 time: 0.0771503 Jan 04 13:59:40.401374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38782) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.477394 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:38Z', 'revision_number': 3, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:40.495304 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-8fa3df36-adac-42f0-8633-95303f9675f4 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:40.499586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38786) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.510444 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8fa3df36-adac-42f0-8633-95303f9675f4 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/65ed04d3-7fee-40e3-a756-23902b8aaef7 HTTP/1.1" status: 404 len: 336 time: 0.1079478 Jan 04 13:59:40.513591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.545387 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] Checking router: c4fef8b0-f733-4557-ba09-ea08000ea15d for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:40.574437 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] Routers {'c4fef8b0-f733-4557-ba09-ea08000ea15d'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:40.578567 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c4fef8b0-f733-4557-ba09-ea08000ea15d'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:40.579497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=7e830140-53f2-4f1c-a8fb-87f2b5f94542,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:40.583465 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-04ce332e-9c03-4893-8222-c382791920cc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:40.583919 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04ce332e-9c03-4893-8222-c382791920cc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:40.594567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-04ce332e-9c03-4893-8222-c382791920cc tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/4a4411cf-b7cb-4f86-b179-f73d1a6854fd HTTP/1.1" status: 404 len: 337 time: 0.0914888 Jan 04 13:59:40.595935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38788) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.603482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.613064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.624934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Provisioning complete for port 2c3dfd02-b0af-4570-b783-5ffad536ef97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:40.625310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.644635 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-7052ee30-7a6a-4216-81c4-a82e64d74b7f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:40.645511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7052ee30-7a6a-4216-81c4-a82e64d74b7f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:40.649266 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7052ee30-7a6a-4216-81c4-a82e64d74b7f tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/f22c46b0-9ced-4916-bc0f-d96323651dd8 HTTP/1.1" status: 404 len: 337 time: 0.0521207 Jan 04 13:59:40.650894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.655395 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c8fd68f6-29ac-44da-98dc-fc74fc0b56a8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/7e830140-53f2-4f1c-a8fb-87f2b5f94542 HTTP/1.1" status: 204 len: 168 time: 0.9168661 Jan 04 13:59:40.656337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38790) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.670285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38792) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.672771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c72a6b7-9c74-45c9-ba7d-e23b551a8a9f None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:40.695129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Port 2c3dfd02-b0af-4570-b783-5ffad536ef97 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:40.704008 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d4eaa2-235d-41ef-a441-839e44759ac0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:40.704650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d4eaa2-235d-41ef-a441-839e44759ac0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:40.709435 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-99d4eaa2-235d-41ef-a441-839e44759ac0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/84050241-7ad4-4a6d-ad96-3bab1b88022f HTTP/1.1" status: 404 len: 337 time: 0.0518780 Jan 04 13:59:40.711971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38796) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.764414 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] Set router c4fef8b0-f733-4557-ba09-ea08000ea15d gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:40.783156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:40.788852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.836389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] In _notify_port_updated(), no bound segment for port 2c3dfd02-b0af-4570-b783-5ffad536ef97 on network 822478c4-d3b1-4a59-9816-213903b38ef4 {{(pid=103264) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 13:59:40.852197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-94bc2e77-7071-4984-8368-60b6bf225862 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1802051 Jan 04 13:59:40.853131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:40.853836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:40.854495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38802) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.857736 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "PUT /v2.0/ports/2c3dfd02-b0af-4570-b783-5ffad536ef97 HTTP/1.1" status: 200 len: 969 time: 2.4025257 Jan 04 13:59:40.858327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e643896-6495-407b-80e0-04e5d378fed2 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event updated for resources: {'Port': ['ID=2c3dfd02-b0af-4570-b783-5ffad536ef97,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:40.865276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38804) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.867929 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-cec407a0-4f53-4a05-8807-cfbdb4b1b5e0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:40.868377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cec407a0-4f53-4a05-8807-cfbdb4b1b5e0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:40.880575 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cec407a0-4f53-4a05-8807-cfbdb4b1b5e0 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/67da75cf-2f97-47c6-97e4-2b278b5a9cce HTTP/1.1" status: 404 len: 337 time: 0.1672690 Jan 04 13:59:40.881199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38806) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:40.947453 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0edd86e9-b0cb-4be6-95fc-ce0a2628ae0e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 200 len: 205 time: 0.0650072 Jan 04 13:59:40.952041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38810) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.045022 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-00319940-e82c-4151-8362-d83997b8149d tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:41.049304 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-00319940-e82c-4151-8362-d83997b8149d tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/1b980ebf-a314-4645-95c3-6ffe5deafb9a HTTP/1.1" status: 404 len: 336 time: 0.0958483 Jan 04 13:59:41.049587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38812) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.062429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:41.068248 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:38Z', 'revision_number': 3, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:41.088529 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ab85e4cd-3ac6-4b26-8c67-6c9305913b8a tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=e312debc-a8d3-4369-8e1e-81a0a6acb533 HTTP/1.1" status: 200 len: 205 time: 0.0377064 Jan 04 13:59:41.089300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38814) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.103425 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f084f172-7398-487a-bdc4-e3d385751831 None None] The sync data for ids ['c4fef8b0-f733-4557-ba09-ea08000ea15d'] in dv-neutron-master-2-hyperv is: [{'id': 'c4fef8b0-f733-4557-ba09-ea08000ea15d', 'name': 'tempest-NetworksTestDHCPv6-router-899333554', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:32Z', 'updated_at': '2022-01-04T13:59:38Z', 'revision_number': 3, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:41.140063 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Provisioning complete for port a928e354-edbb-4d8d-b484-cbb0835bc66b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:41.141025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.156574 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-2e1ea51c-f3f0-41d1-8083-6cbd27a75457 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:41.160533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2e1ea51c-f3f0-41d1-8083-6cbd27a75457 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/e312debc-a8d3-4369-8e1e-81a0a6acb533 HTTP/1.1" status: 404 len: 336 time: 0.0673716 Jan 04 13:59:41.160533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38816) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.160755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38818) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.191617 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7146a0-b2fb-44fb-a15b-d38b08d694e2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:41.191840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2a4ebe21-bbe8-4489-a26e-e10d1f57c724 None None] Port a928e354-edbb-4d8d-b484-cbb0835bc66b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:41.192075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b7146a0-b2fb-44fb-a15b-d38b08d694e2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:41.200657 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0b7146a0-b2fb-44fb-a15b-d38b08d694e2 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/b25a071e-7e3d-4929-ab99-073c1c14176b HTTP/1.1" status: 404 len: 337 time: 0.0367057 Jan 04 13:59:41.201019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38822) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.215116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] Deleting port d65c90f4-e397-4a0a-b561-79cc7a48605b {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:41.215493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.242699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6c5521ac-1f0a-45df-b5b2-e3d1cf2f1d30 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 200 len: 205 time: 0.0406601 Jan 04 13:59:41.244984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38824) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.288580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] For port d65c90f4-e397-4a0a-b561-79cc7a48605b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d65c90f4-e397-4a0a-b561-79cc7a48605b,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:41.289066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.302413 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-f4e48aaa-7fbb-4a61-aa8f-4e9e17070e6e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:41.304174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] Calling delete_port for d65c90f4-e397-4a0a-b561-79cc7a48605b owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:41.306948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f4e48aaa-7fbb-4a61-aa8f-4e9e17070e6e tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/e658cb85-cbd4-411c-ac0f-aafe5f1f3b8b HTTP/1.1" status: 404 len: 336 time: 0.0607638 Jan 04 13:59:41.307726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38826) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.341975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-576731360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:41.350674 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fbd5a518-3394-43ba-a475-e9ec4309d2d9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=262b65a4-4b7a-4c12-a79f-da9e27fedbc1 HTTP/1.1" status: 200 len: 205 time: 0.0415184 Jan 04 13:59:41.351968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38828) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.372219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0ff13921-04f0-4bc1-955b-f5397ccc23d1 None None] Provisioning complete for port 2c3dfd02-b0af-4570-b783-5ffad536ef97 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:41.372860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0ff13921-04f0-4bc1-955b-f5397ccc23d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.402223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-58ce9a40-5941-4a33-8183-099a844a7939 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:41.403174 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-58ce9a40-5941-4a33-8183-099a844a7939 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/262b65a4-4b7a-4c12-a79f-da9e27fedbc1 HTTP/1.1" status: 404 len: 336 time: 0.0484769 Jan 04 13:59:41.407331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38830) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.424165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.436767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ae0966e-ab6d-414c-a4c1-83878c236200 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:41.437221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ae0966e-ab6d-414c-a4c1-83878c236200 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:41.440808 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ae0966e-ab6d-414c-a4c1-83878c236200 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/b6722041-5088-4805-98af-74a01ecc94b6 HTTP/1.1" status: 404 len: 337 time: 0.0327544 Jan 04 13:59:41.443503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38832) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.459817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0ff13921-04f0-4bc1-955b-f5397ccc23d1 None None] Port 2c3dfd02-b0af-4570-b783-5ffad536ef97 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:41.477104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.482032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5688c575-7ea8-46b6-b474-7ff878f72719 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=ee481d61-9a86-4922-8408-2782f239a534 HTTP/1.1" status: 200 len: 205 time: 0.0374930 Jan 04 13:59:41.483106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.484144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.487239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38834) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.505629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] No DVR routers for this DVR port d65c90f4-e397-4a0a-b561-79cc7a48605b on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:41.530368 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-8a6e5c47-c156-461e-a640-b53cfdb407c7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:41.531431 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8a6e5c47-c156-461e-a640-b53cfdb407c7 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/ee481d61-9a86-4922-8408-2782f239a534 HTTP/1.1" status: 404 len: 336 time: 0.0432920 Jan 04 13:59:41.534028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38836) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.547977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a80830-2ec8-4170-9440-96b3923be978 None None] Pushing event deleted for resources: {'Port': ['ID=d65c90f4-e397-4a0a-b561-79cc7a48605b,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:41.570752 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1e7bd83-404c-4fa4-a318-ed83ccb904d5 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:41.571205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1e7bd83-404c-4fa4-a318-ed83ccb904d5 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:41.576663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1e7bd83-404c-4fa4-a318-ed83ccb904d5 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/b9e18f38-14a8-4bed-bf73-2236704489b7 HTTP/1.1" status: 404 len: 337 time: 0.0393014 Jan 04 13:59:41.577416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38838) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.614487 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-40b2629d-2f7a-42ca-a9d0-a9c1b35aa3c9 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "GET /v2.0/ports?device_id=112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 HTTP/1.1" status: 200 len: 205 time: 0.0365415 Jan 04 13:59:41.616844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38840) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.648073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.651441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.684363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-60721a61-380a-4d5f-abf6-8cab0633ac92 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] delete failed (client error): The resource could not be found. Jan 04 13:59:41.685414 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-60721a61-380a-4d5f-abf6-8cab0633ac92 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/routers/112c0e09-0d5b-4e92-bdf5-da72f20b7fb7 HTTP/1.1" status: 404 len: 336 time: 0.0676794 Jan 04 13:59:41.687203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.689537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38842) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.703010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.730321 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-35baa927-c2ff-496c-9654-0997c2e03c70 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:41.730935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35baa927-c2ff-496c-9654-0997c2e03c70 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:41.731440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port 2c3dfd02-b0af-4570-b783-5ffad536ef97 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:41.731782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.734080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-35baa927-c2ff-496c-9654-0997c2e03c70 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/d9407aa9-1c62-4fbd-9b23-e1343d71475b HTTP/1.1" status: 404 len: 337 time: 0.0434039 Jan 04 13:59:41.736218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.737076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Fanout notify agent at l3_agent the message router_deleted on router c4fef8b0-f733-4557-ba09-ea08000ea15d {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:59:41.737292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38844) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.745156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.746114 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-17f77ec5-3a97-4187-a77c-d2d586184efd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/routers/c4fef8b0-f733-4557-ba09-ea08000ea15d HTTP/1.1" status: 204 len: 168 time: 0.8867571 Jan 04 13:59:41.753576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38846) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.772021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.773206 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-da3f22a8-08d7-480d-abb1-087f7c8ab824 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.6135194 Jan 04 13:59:41.775859 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-79ceaa4a-0893-45c0-8c67-3899ca77ba25 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:41.776101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38848) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:41.776302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-79ceaa4a-0893-45c0-8c67-3899ca77ba25 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:41.781599 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-79ceaa4a-0893-45c0-8c67-3899ca77ba25 tempest-RoutersIpV6Test-27886717 tempest-RoutersIpV6Test-27886717-project] 10.222.0.30 "DELETE /v2.0/subnets/658b2c0b-d35f-44c3-83b9-48cad3dfc84a HTTP/1.1" status: 404 len: 337 time: 0.0412343 Jan 04 13:59:41.782875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:41.783827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-261851510'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:41.855776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.868180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Made reservation on behalf of 1c9e0372a8b74bf69062765f798e5d62 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:41.871768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.885378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for 2c3dfd02-b0af-4570-b783-5ffad536ef97 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:41.889540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:41.892876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:41.897060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.117289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.122604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.133452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d65c90f4-e397-4a0a-b561-79cc7a48605b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:42.159223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: d65c90f4-e397-4a0a-b561-79cc7a48605b {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:42.159730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d65c90f4-e397-4a0a-b561-79cc7a48605b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:42.160368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8f17a1de-b86b-486b-acbc-c96305247ac1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:42.161828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38856) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.163839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9816246e-ac51-4d98-838e-71f3cf78a6f0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:42.183367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 8f17a1de-b86b-486b-acbc-c96305247ac1 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:42.184396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8f17a1de-b86b-486b-acbc-c96305247ac1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:42.189330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.232023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 172} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:42.238983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=2c3dfd02-b0af-4570-b783-5ffad536ef97,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:42.270368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.270591 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Added segment 09033ca7-2a30-402e-ad29-bf6989f37a00 of type vlan for network 728bcbab-d10e-4d38-bce9-cc8446351889 Jan 04 13:59:42.280685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.284747 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-38114424-8626-4ef7-bd2a-73b228930818 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/2c3dfd02-b0af-4570-b783-5ffad536ef97 HTTP/1.1" status: 204 len: 168 time: 1.4178994 Jan 04 13:59:42.287401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38860) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.363241 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a585ee2b-523d-4f8d-bb6a-2700c0b1ba12 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] GET failed (client error): The resource could not be found. Jan 04 13:59:42.364725 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a585ee2b-523d-4f8d-bb6a-2700c0b1ba12 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports/2c3dfd02-b0af-4570-b783-5ffad536ef97 HTTP/1.1" status: 404 len: 333 time: 0.0760458 Jan 04 13:59:42.367832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38862) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.376969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.415224 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-894b89ab-64d9-4d1b-818c-3f2036f478c1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5d5f21b1e1934b4f89cefb9510622a95&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2472692 Jan 04 13:59:42.418150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38864) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.435456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.441383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:42.441997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.469156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-73142e47-f664-4cc0-8921-edef6fb1829f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.496438 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7164190 Jan 04 13:59:42.501430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38866) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.509035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'subnet': {'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:42.525072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-73142e47-f664-4cc0-8921-edef6fb1829f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.536178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.568708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c9d4b17-63bb-4c8b-933f-1ed95614db84 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Network': ['ID=728bcbab-d10e-4d38-bce9-cc8446351889,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:42.572866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecca83f-6777-4464-a743-a91e8245f9f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.580836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 728bcbab-d10e-4d38-bce9-cc8446351889 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:42.594426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:42.599085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:42.603435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:42.604032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.611033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-73142e47-f664-4cc0-8921-edef6fb1829f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.613544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-73142e47-f664-4cc0-8921-edef6fb1829f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.614701 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-73142e47-f664-4cc0-8921-edef6fb1829f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/security-groups/d7b83865-80cf-4e72-bffe-67cc9722f121 HTTP/1.1" status: 204 len: 168 time: 0.2459135 Jan 04 13:59:42.618482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38868) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.624954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10c94955-58c9-40b7-ab20-c224ddf8f3d6 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:42.629371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=1c767468-2b98-4679-aad4-b0f4ab770103,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:42.632809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73142e47-f664-4cc0-8921-edef6fb1829f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7b83865-80cf-4e72-bffe-67cc9722f121,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:42.643541 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f8d4817d-2401-44f0-8b81-ec31ea387d41 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8692038 Jan 04 13:59:42.646253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38870) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.649773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecca83f-6777-4464-a743-a91e8245f9f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.651792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1859336889', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:42.680598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.682360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.732111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Made reservation on behalf of 1c9e0372a8b74bf69062765f798e5d62 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:42.735512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.759792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.765798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.768821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0247112c-6e85-4307-add2-9b7ed43a50a6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.777259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecca83f-6777-4464-a743-a91e8245f9f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.781035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aecca83f-6777-4464-a743-a91e8245f9f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.782327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aecca83f-6777-4464-a743-a91e8245f9f9 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a976b108-aca0-4ce1-9172-15497fc68cb0 HTTP/1.1" status: 204 len: 168 time: 0.3631732 Jan 04 13:59:42.789235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.790456 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2745b6bc-ae9e-4213-aa28-e82058440726 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1429996 Jan 04 13:59:42.793160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38874) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.803538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '1c767468-2b98-4679-aad4-b0f4ab770103'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:42.804425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.821306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecca83f-6777-4464-a743-a91e8245f9f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a976b108-aca0-4ce1-9172-15497fc68cb0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:42.857916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0247112c-6e85-4307-add2-9b7ed43a50a6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.933049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0247112c-6e85-4307-add2-9b7ed43a50a6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.941476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0247112c-6e85-4307-add2-9b7ed43a50a6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:42.942928 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0247112c-6e85-4307-add2-9b7ed43a50a6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/security-groups/f6fe6ba3-a51b-4986-9831-5ff3baabe684 HTTP/1.1" status: 204 len: 168 time: 0.3219881 Jan 04 13:59:42.956382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38878) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:42.979371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0247112c-6e85-4307-add2-9b7ed43a50a6 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6fe6ba3-a51b-4986-9831-5ff3baabe684,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.059358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/1c767468-2b98-4679-aad4-b0f4ab770103/f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:43.083692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4e59-6814-49d8-8fe6-b4d7b1f5992a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.122026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4e59-6814-49d8-8fe6-b4d7b1f5992a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.122790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.134956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.225688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Subnet': ['ID=5b823ee2-83ab-4aa5-81e1-ba92dad3e272,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.238439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4e59-6814-49d8-8fe6-b4d7b1f5992a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.259842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6c0b4e59-6814-49d8-8fe6-b4d7b1f5992a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.261031 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6c0b4e59-6814-49d8-8fe6-b4d7b1f5992a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/security-groups/5f436ee8-3a85-4f75-a3a5-d2074c288b6e HTTP/1.1" status: 204 len: 168 time: 0.2789836 Jan 04 13:59:43.266869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Checking segment: {'id': '09033ca7-2a30-402e-ad29-bf6989f37a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:43.267242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network hostable DHCP agents. Network: 728bcbab-d10e-4d38-bce9-cc8446351889, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:43.269072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38888) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:43.275617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.284606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0b4e59-6814-49d8-8fe6-b4d7b1f5992a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f436ee8-3a85-4f75-a3a5-d2074c288b6e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.284934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.336237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network 728bcbab-d10e-4d38-bce9-cc8446351889 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:43.342790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 32362754-fb3c-48db-870d-0051c09cd3e1 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:43.346759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Pushing event updated for resources: {'Port': ['ID=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.348214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.351974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:43.358216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:43.361775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:43.377055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::1 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/1c767468-2b98-4679-aad4-b0f4ab770103/d4426690-d6e0-46d7-8b9c-884eec98533c) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:43.397091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.424684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Attempting to bind port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:43.425059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Attempting to bind port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:43.425427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Attempting to bind port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:43.431992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:43.432440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:43.433005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.433436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:43.434525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Bound port: f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:43.435009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.460599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 728bcbab-d10e-4d38-bce9-cc8446351889) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:43.483306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:43.483934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.502439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e1bcece-528f-4306-a04b-992041be2546 None None] Network 728bcbab-d10e-4d38-bce9-cc8446351889 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:43.502920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.511794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.517804 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7060adf1-1788-4d2c-9535-2bd77ae39eea tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0156465 Jan 04 13:59:43.523291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38892) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:43.531005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'network': {'name': 'tempest-router-network01--756460588'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:43.585227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Made reservation on behalf of 1c9e0372a8b74bf69062765f798e5d62 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:43.588540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.588716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] For port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:43.590235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.604612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] For port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:43.605175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.612824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.630926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.635073 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/32362754-fb3c-48db-870d-0051c09cd3e1 HTTP/1.1" status: 204 len: 168 time: 0.3603454 Jan 04 13:59:43.635740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6032364-cdd9-40cd-bebb-10c8bf653940 None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:43.636336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c894ea7-234d-4e0a-9ffd-7b4bade09d20 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=32362754-fb3c-48db-870d-0051c09cd3e1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.640443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38898) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:43.672898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-728bcbab-d10e-4d38-bce9-cc8446351889', 'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889', 'project_id': '1c9e0372a8b74bf69062765f798e5d62', 'fixed_ips': [{'subnet_id': '5b823ee2-83ab-4aa5-81e1-ba92dad3e272'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:43.674738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.698104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet ba341d46-0e17-4ac2-bd00-dfc245953550 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:43.701823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.727808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=d4426690-d6e0-46d7-8b9c-884eec98533c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.758828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:43.767264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:43.768079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.770809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:43.772006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.779816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3805fec0-14dd-4be2-b0f7-e1db496faf66 None None] Pushing event updated for resources: {'Port': ['ID=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:43.845673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:43.847689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38902) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:43.870533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.891101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.891497 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Added segment 71668eee-4646-4901-997a-52543908dba8 of type vlan for network 4877fde8-054f-4f9e-b533-025079aca1dd Jan 04 13:59:43.951733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Allocated IP 172.20.0.2 (728bcbab-d10e-4d38-bce9-cc8446351889/5b823ee2-83ab-4aa5-81e1-ba92dad3e272/a3e95102-83da-4d35-973a-d85ac0057b40) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:43.965475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.973121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:43.997522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.003022 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/ba341d46-0e17-4ac2-bd00-dfc245953550 HTTP/1.1" status: 204 len: 168 time: 0.3582754 Jan 04 13:59:44.008732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38906) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.083001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.096364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f28860-312c-4e7e-a4cb-8ee6c56ef025 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=ba341d46-0e17-4ac2-bd00-dfc245953550,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:44.112869 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e368bfa-37f5-4a6a-ae34-4805a3aab2c8 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:44.115732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e368bfa-37f5-4a6a-ae34-4805a3aab2c8 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:44.119415 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e368bfa-37f5-4a6a-ae34-4805a3aab2c8 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/32362754-fb3c-48db-870d-0051c09cd3e1 HTTP/1.1" status: 404 len: 337 time: 0.0591481 Jan 04 13:59:44.122161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-953732984'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:44.123287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38908) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.141136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.db.resource_extend [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jan 04 13:59:44.208618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting subnet 2e944d7c-df90-48c3-a460-108f4aa19315 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:44.209059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.215442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.223821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.265544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:44.284489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.291310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Network 728bcbab-d10e-4d38-bce9-cc8446351889 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:44.292053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:44.292863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.298190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:44.301908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.335589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:44.395312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Made reservation on behalf of 16d83264e977487d810a3c7889788d98 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:44.399501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.423617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.425734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.432709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Attempting to bind port a3e95102-83da-4d35-973a-d85ac0057b40 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:44.432709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Attempting to bind port a3e95102-83da-4d35-973a-d85ac0057b40 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '09033ca7-2a30-402e-ad29-bf6989f37a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:44.432709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Attempting to bind port a3e95102-83da-4d35-973a-d85ac0057b40 on network 728bcbab-d10e-4d38-bce9-cc8446351889 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:44.433690 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.9090371 Jan 04 13:59:44.434492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38910) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.437219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Pushing event updated for resources: {'Port': ['ID=a3e95102-83da-4d35-973a-d85ac0057b40,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:44.456833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:44.457265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Checking segment: {'id': '09033ca7-2a30-402e-ad29-bf6989f37a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:44.457678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.458102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Bound using segment: {'id': '09033ca7-2a30-402e-ad29-bf6989f37a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:44.458593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Bound port: a3e95102-83da-4d35-973a-d85ac0057b40, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09033ca7-2a30-402e-ad29-bf6989f37a00', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '728bcbab-d10e-4d38-bce9-cc8446351889'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:44.458972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.464834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'network': {'name': 'tempest-router-network02--27308879'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:44.500440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.535041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Subnet': ['ID=2e944d7c-df90-48c3-a460-108f4aa19315,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:44.539786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.543561 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d2e75fed-5600-45ee-9c86-04f8893a7773 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/2e944d7c-df90-48c3-a460-108f4aa19315 HTTP/1.1" status: 204 len: 168 time: 0.4173801 Jan 04 13:59:44.545980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38912) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.548826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbc137-06a0-4a47-bcf6-eed2f95fde00 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Network': ['ID=4877fde8-054f-4f9e-b533-025079aca1dd,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:44.568084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Made reservation on behalf of 1c9e0372a8b74bf69062765f798e5d62 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:44.570170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] For port a3e95102-83da-4d35-973a-d85ac0057b40, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:44.571887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.573722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] For port a3e95102-83da-4d35-973a-d85ac0057b40, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3e95102-83da-4d35-973a-d85ac0057b40,segment=NetworkSegment(09033ca7-2a30-402e-ad29-bf6989f37a00),segment_id=09033ca7-2a30-402e-ad29-bf6989f37a00)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:44.577580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 4877fde8-054f-4f9e-b533-025079aca1dd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:44.599814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.604266 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-36df1467-0a3a-43e4-950a-fa94499e9fbe tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:44.605036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36df1467-0a3a-43e4-950a-fa94499e9fbe tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:44.609858 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-36df1467-0a3a-43e4-950a-fa94499e9fbe tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/2283f98e-d306-4d1e-bebe-763cc74659c0 HTTP/1.1" status: 404 len: 337 time: 0.0626566 Jan 04 13:59:44.612273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38914) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.638376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:44.638977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.669457 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-48503381-218c-4d5a-96e0-32ca2a67bfc5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad47116c-62bb-4b16-bde3-9432cae7ef6e HTTP/1.1" status: 200 len: 205 time: 0.0530684 Jan 04 13:59:44.671434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38916) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.696912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 197} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:44.732143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.732624 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Added segment 4ecbddf2-93da-4a95-babd-84a136096480 of type vlan for network ea8fede5-e2de-4a0a-837a-71972e1f416d Jan 04 13:59:44.771104 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-3a9aa0c5-89f4-47f9-90ac-a849b2c58477 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] delete failed (client error): The resource could not be found. Jan 04 13:59:44.774853 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3a9aa0c5-89f4-47f9-90ac-a849b2c58477 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/routers/ad47116c-62bb-4b16-bde3-9432cae7ef6e HTTP/1.1" status: 404 len: 336 time: 0.1020858 Jan 04 13:59:44.777387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38918) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.824386 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd882ba0-4b78-4b19-924b-f0dbb3587ee5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:44.825425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd882ba0-4b78-4b19-924b-f0dbb3587ee5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:44.837542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38920) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.838410 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cd882ba0-4b78-4b19-924b-f0dbb3587ee5 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/2aaf0ae2-0f40-4cf2-a495-0eb0ba2183e7 HTTP/1.1" status: 404 len: 337 time: 0.0518274 Jan 04 13:59:44.892304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.900266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7c5da42-afa7-4ae7-bf3d-0f72d59be8df tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:44.900854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7c5da42-afa7-4ae7-bf3d-0f72d59be8df tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:44.906848 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d7c5da42-afa7-4ae7-bf3d-0f72d59be8df tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/d1c792c3-0ecb-4161-8591-ab6cbe814fd1 HTTP/1.1" status: 404 len: 337 time: 0.0642467 Jan 04 13:59:44.907056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.908001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38922) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.916682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.943059 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd57cc4-0993-4691-9952-b7a87363f8ed tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:44.945961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd57cc4-0993-4691-9952-b7a87363f8ed tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:44.952392 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fbd57cc4-0993-4691-9952-b7a87363f8ed tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/745323fe-d59f-4434-9832-0214d5cb1c4a HTTP/1.1" status: 404 len: 337 time: 0.0406713 Jan 04 13:59:44.953704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38924) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:44.983637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:44.990532 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bf59407-fa47-4551-b672-c08476c5774b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:44.991291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bf59407-fa47-4551-b672-c08476c5774b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:44.996971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1bf59407-fa47-4551-b672-c08476c5774b tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/9f44e3ce-fb4d-4f4b-80f0-1016a0491663 HTTP/1.1" status: 404 len: 333 time: 0.0355380 Jan 04 13:59:44.997565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38926) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.009103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:45.020994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.021410 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Added segment 5a88cfd3-f9c4-45aa-9f37-3ede4741fe6f of type vlan for network b0e0563e-cd02-48ac-ae4a-b68c4eb7438d Jan 04 13:59:45.036186 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d265818-3557-4f6e-b545-31e62e6068c8 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:45.036788 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d265818-3557-4f6e-b545-31e62e6068c8 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:45.042823 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9d265818-3557-4f6e-b545-31e62e6068c8 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/72efaa0e-a37c-4e2e-9070-e573503acaa8 HTTP/1.1" status: 404 len: 337 time: 0.0417097 Jan 04 13:59:45.043161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38928) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.043650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45908a08-8d23-4109-9f7a-60288699c05f None None] Network 822478c4-d3b1-4a59-9816-213903b38ef4 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:45.051937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.052313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.059621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b2043b9-48cc-4811-90d6-fc64f7f8f735 None None] Pushing event updated for resources: {'Port': ['ID=a3e95102-83da-4d35-973a-d85ac0057b40,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:45.122974 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e8a73bd-75b3-44b5-8d89-73d690326fb4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:45.123683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e8a73bd-75b3-44b5-8d89-73d690326fb4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:45.125847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0b47056-d9c1-491a-a683-0ff981348273,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:45.129647 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3e8a73bd-75b3-44b5-8d89-73d690326fb4 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/643b2fa9-0a44-4765-94a1-7eaf1658aabf HTTP/1.1" status: 404 len: 337 time: 0.0846057 Jan 04 13:59:45.133318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38930) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.160308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.178564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-976c69ad-a1ce-4389-ab60-15787a79a62a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:45.179154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-976c69ad-a1ce-4389-ab60-15787a79a62a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:45.186363 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-976c69ad-a1ce-4389-ab60-15787a79a62a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/76d00d56-7ea4-4bdb-8636-d6ef5d1728b1 HTTP/1.1" status: 404 len: 333 time: 0.0473664 Jan 04 13:59:45.187252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38932) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.190386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.199370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:45.200008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.221986 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-36289fd6-49a3-4f76-91ff-8c50af51275e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:45.223117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36289fd6-49a3-4f76-91ff-8c50af51275e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:45.224866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5b8893f7-aa86-48e0-bae1-64abbc23fb8e None None] Provisioning complete for port a928e354-edbb-4d8d-b484-cbb0835bc66b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:45.225425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5b8893f7-aa86-48e0-bae1-64abbc23fb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.227093 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-36289fd6-49a3-4f76-91ff-8c50af51275e tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/3fcc6b4a-32a6-4d39-a548-b2513e37f049 HTTP/1.1" status: 404 len: 337 time: 0.0386426 Jan 04 13:59:45.230539 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38934) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.273589 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2102694c-65e7-4b74-8c57-10d7aafbb13f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] DELETE failed (client error): The resource could not be found. Jan 04 13:59:45.274587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2102694c-65e7-4b74-8c57-10d7aafbb13f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 13:59:45.276819 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8263233 Jan 04 13:59:45.282281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.284239 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2102694c-65e7-4b74-8c57-10d7aafbb13f tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/subnets/a5a9287c-9c47-4c26-82ca-d7cfb84a26e6 HTTP/1.1" status: 404 len: 337 time: 0.0522158 Jan 04 13:59:45.285225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38936) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.286347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38938) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.293086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'subnet': {'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:45.307831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5b8893f7-aa86-48e0-bae1-64abbc23fb8e None None] Port a928e354-edbb-4d8d-b484-cbb0835bc66b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:45.327705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5b8893f7-aa86-48e0-bae1-64abbc23fb8e None None] Provisioning complete for port a39737dd-2f77-48bc-83bb-bf335a54b6a2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:45.328137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5b8893f7-aa86-48e0-bae1-64abbc23fb8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.370050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:45.380902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=d4426690-d6e0-46d7-8b9c-884eec98533c,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:45.389428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.445347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] DHCP port deletion for 822478c4-d3b1-4a59-9816-213903b38ef4 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:45.471959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.477747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:45.478472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.480901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255e37b2-3520-4ad8-adc4-d91a62dbe140 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Network': ['ID=ea8fede5-e2de-4a0a-837a-71972e1f416d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:45.506716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Made reservation on behalf of 1c9e0372a8b74bf69062765f798e5d62 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:45.513032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.530660 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 1.6814349 Jan 04 13:59:45.535446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38940) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.541113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-b3e2e756-edd6-457b-9e2d-d198d74148c9 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-1997022322') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:45.557442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network ea8fede5-e2de-4a0a-837a-71972e1f416d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:45.577376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:45.584750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Deleting port a928e354-edbb-4d8d-b484-cbb0835bc66b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:45.585345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.589185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:45.591694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87d8816-f224-411d-a10b-6a1694de68a1 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Pushing event updated for resources: {'Network': ['ID=b0e0563e-cd02-48ac-ae4a-b68c4eb7438d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:45.605222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:45.639333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cae954dd-d406-4f7a-88b0-263c8ddd8fa5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.670699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network b0e0563e-cd02-48ac-ae4a-b68c4eb7438d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:45.744894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.780460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] Deleting port a39737dd-2f77-48bc-83bb-bf335a54b6a2 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:45.780800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.784478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Router a55f6bda-926e-49e3-a668-a61e46c11265 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:59:45.823466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Calling delete_port for a928e354-edbb-4d8d-b484-cbb0835bc66b owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:45.872837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] For port a39737dd-2f77-48bc-83bb-bf335a54b6a2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a39737dd-2f77-48bc-83bb-bf335a54b6a2,segment=NetworkSegment(510a2ef5-0f2f-414f-90a0-7e8c6784d07f),segment_id=510a2ef5-0f2f-414f-90a0-7e8c6784d07f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:45.873242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.897582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] Calling delete_port for a39737dd-2f77-48bc-83bb-bf335a54b6a2 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:45.908674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0442bcb9-54c8-4ef0-83ba-c78e25f3f135 None None] Provisioning complete for port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:45.909042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0442bcb9-54c8-4ef0-83ba-c78e25f3f135 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:45.927643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:45.935698 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6f852195-6c3e-4901-9864-f8b320540b3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "PUT /v2.0/routers/a55f6bda-926e-49e3-a668-a61e46c11265/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1415241 Jan 04 13:59:45.936314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38942) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.945635 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3e2e756-edd6-457b-9e2d-d198d74148c9 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "PUT /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-1997022322 HTTP/1.1" status: 201 len: 201 time: 0.4068866 Jan 04 13:59:45.946919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38944) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:45.954543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Sync routers for ids ['a55f6bda-926e-49e3-a668-a61e46c11265'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:45.958294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-e38205b0-eb34-4590-a822-757f1bd4025c tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-1997022322') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:46.018897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1366d84d-d26b-422d-a198-6823f8e375e7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:46.023554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1366d84d-d26b-422d-a198-6823f8e375e7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports/d4426690-d6e0-46d7-8b9c-884eec98533c HTTP/1.1" status: 200 len: 911 time: 0.0855002 Jan 04 13:59:46.024478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38946) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.038349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Routers {'a55f6bda-926e-49e3-a668-a61e46c11265'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:46.038997 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a55f6bda-926e-49e3-a668-a61e46c11265'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:46.102071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.123816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e38205b0-eb34-4590-a822-757f1bd4025c tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-1997022322 HTTP/1.1" status: 204 len: 168 time: 0.1735578 Jan 04 13:59:46.123816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38948) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.124263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.127933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-63d86da5-20e6-4977-8194-741e82ae5261 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:46.179484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.184414 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/ports/a928e354-edbb-4d8d-b484-cbb0835bc66b HTTP/1.1" status: 204 len: 168 time: 0.8614857 Jan 04 13:59:46.188252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38950) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.269247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f58e4f-5389-4dec-b75c-d3b549b7f666 tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Port': ['ID=a928e354-edbb-4d8d-b484-cbb0835bc66b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:46.296440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161000e-e0ec-421c-beca-1c3299481ed5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:46.304681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5161000e-e0ec-421c-beca-1c3299481ed5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:46.309141 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5161000e-e0ec-421c-beca-1c3299481ed5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.2798560 Jan 04 13:59:46.311016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38952) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.316975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.331820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.333513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Subnet': ['ID=d1541c42-8554-449d-ba8f-b7449f6ea319,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:46.341413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Set router a55f6bda-926e-49e3-a668-a61e46c11265 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:46.346698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a3e95102-83da-4d35-973a-d85ac0057b40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:46.358549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Checking segment: {'id': '71668eee-4646-4901-997a-52543908dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:46.359151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network hostable DHCP agents. Network: 4877fde8-054f-4f9e-b533-025079aca1dd, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:46.383120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network 4877fde8-054f-4f9e-b533-025079aca1dd is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:46.397228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4877fde8-054f-4f9e-b533-025079aca1dd) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:46.402106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:46.402938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.423391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f2605c-0d0e-4bd4-a5c6-7bdd92934199 None None] Network 4877fde8-054f-4f9e-b533-025079aca1dd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:46.428849 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3e0d95a7-9bd2-42f7-a907-e7abeb1a08c5 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1406026 Jan 04 13:59:46.430388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38954) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.430516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] Pushing event deleted for resources: {'Port': ['ID=a39737dd-2f77-48bc-83bb-bf335a54b6a2,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:46.439051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'subnet': {'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:46.452808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf353e75-caf5-4ef1-940b-5a0bc77acf6f None None] No DVR routers for this DVR port a39737dd-2f77-48bc-83bb-bf335a54b6a2 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:46.553527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Made reservation on behalf of 1c9e0372a8b74bf69062765f798e5d62 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:46.557209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.576745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a78e4df-1711-4591-be4c-22f6f2536db1 None None] Network 728bcbab-d10e-4d38-bce9-cc8446351889 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:46.727925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-159a8228-4c0f-4577-950d-aa10f1342165 None None] Provisioning complete for port d4426690-d6e0-46d7-8b9c-884eec98533c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:46.728618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-159a8228-4c0f-4577-950d-aa10f1342165 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.740045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a3e95102-83da-4d35-973a-d85ac0057b40 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:46.740417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.759927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.791014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4877fde8-054f-4f9e-b533-025079aca1dd', 'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd', 'project_id': '1c9e0372a8b74bf69062765f798e5d62', 'fixed_ips': [{'subnet_id': 'd1541c42-8554-449d-ba8f-b7449f6ea319'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:46.791878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.802742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-63d86da5-20e6-4977-8194-741e82ae5261 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags HTTP/1.1" status: 200 len: 238 time: 0.6763060 Jan 04 13:59:46.803283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38956) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.810330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-d4934b16-a710-49a1-bed7-09cb199b8c9d tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', {'tags': ['tempest-TagsTest-Tag-1618116136', 'tempest-TagsTest-Tag-4327126', 'tempest-TagsTest-Tag-1523266934']}) {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:46.831613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Checking segment: {'id': '4ecbddf2-93da-4a95-babd-84a136096480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:46.831613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network hostable DHCP agents. Network: ea8fede5-e2de-4a0a-837a-71972e1f416d, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:46.833819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Subnet': ['ID=2c7ae64e-3380-422b-8a7b-c01bbc9894d1,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:46.857896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network ea8fede5-e2de-4a0a-837a-71972e1f416d is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:46.869965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, ea8fede5-e2de-4a0a-837a-71972e1f416d) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:46.879412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:46.880130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:46.885246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-159a8228-4c0f-4577-950d-aa10f1342165 None None] Port d4426690-d6e0-46d7-8b9c-884eec98533c cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:46.886725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f2e709e-fc47-4791-a129-1342b344a632 None None] Network ea8fede5-e2de-4a0a-837a-71972e1f416d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:46.906184 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a298d634-42cb-451e-bf10-0ea7b3acb215 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4741778 Jan 04 13:59:46.907071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38958) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:46.987403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.044174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822478c4-d3b1-4a59-9816-213903b38ef4']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.063200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d4934b16-a710-49a1-bed7-09cb199b8c9d tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "PUT /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags HTTP/1.1" status: 200 len: 306 time: 0.2560010 Jan 04 13:59:47.063200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '510a2ef5-0f2f-414f-90a0-7e8c6784d07f') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.063200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '510a2ef5-0f2f-414f-90a0-7e8c6784d07f') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.069803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38960) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.082770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-7f0bcf6f-98e3-403b-85be-e054e5ecadec tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-1618116136') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.100254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.153605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.169201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:47.169745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:47.175005 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:47.209682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.246113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b80d4b62-0558-4944-b852-f83ce6a6c2ab None None] Provisioning complete for port a3e95102-83da-4d35-973a-d85ac0057b40 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:47.246374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b80d4b62-0558-4944-b852-f83ce6a6c2ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.297116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.305117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.330341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.335943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] 10.222.0.30 "DELETE /v2.0/networks/822478c4-d3b1-4a59-9816-213903b38ef4 HTTP/1.1" status: 204 len: 168 time: 1.1446340 Jan 04 13:59:47.353089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Allocated IP 172.20.0.2 (4877fde8-054f-4f9e-b533-025079aca1dd/d1541c42-8554-449d-ba8f-b7449f6ea319/04ecf4ec-55a0-47a7-b388-0fb0f27282cf) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:47.359545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7f0bcf6f-98e3-403b-85be-e054e5ecadec tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "DELETE /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-1618116136 HTTP/1.1" status: 204 len: 168 time: 0.2834516 Jan 04 13:59:47.365254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38964) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.371312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-f6042dde-868e-4fd1-b465-1a7e502540e0 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-1618116136') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.375787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f06a18-3aa5-4e9c-b55c-7dceef9c273a tempest-PortsIpV6TestJSON-1632509403 tempest-PortsIpV6TestJSON-1632509403-project] Pushing event deleted for resources: {'Network': ['ID=822478c4-d3b1-4a59-9816-213903b38ef4,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:47.376972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55f6bda-926e-49e3-a668-a61e46c11265', 'name': 'tempest-NetworksTestDHCPv6-router-1859336889', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:42Z', 'updated_at': '2022-01-04T13:59:43Z', 'revision_number': 2, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None, '_interfaces': [{'id': 'd4426690-d6e0-46d7-8b9c-884eec98533c', 'name': '', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'mac_address': 'fa:16:3e:99:e7:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a55f6bda-926e-49e3-a668-a61e46c11265', 'device_owner': 'network:router_interface', 'standard_attr_id': 1140, 'fixed_ips': [{'subnet_id': '1c767468-2b98-4679-aad4-b0f4ab770103', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T13:59:43Z', 'updated_at': '2022-01-04T13:59:44Z', 'revision_number': 2, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'subnets': [{'id': '1c767468-2b98-4679-aad4-b0f4ab770103', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.390614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-ea8fede5-e2de-4a0a-837a-71972e1f416d', 'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d', 'project_id': '1c9e0372a8b74bf69062765f798e5d62', 'fixed_ips': [{'subnet_id': '2c7ae64e-3380-422b-8a7b-c01bbc9894d1'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:47.391498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.476392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Checking router: a55f6bda-926e-49e3-a668-a61e46c11265 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 13:59:47.476751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Updating router a55f6bda-926e-49e3-a668-a61e46c11265 port d4426690-d6e0-46d7-8b9c-884eec98533c binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 13:59:47.490733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port a3e95102-83da-4d35-973a-d85ac0057b40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3e95102-83da-4d35-973a-d85ac0057b40,segment=NetworkSegment(09033ca7-2a30-402e-ad29-bf6989f37a00),segment_id=09033ca7-2a30-402e-ad29-bf6989f37a00)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:47.521409 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-f6042dde-868e-4fd1-b465-1a7e502540e0 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] show failed (client error): The resource could not be found. Jan 04 13:59:47.525108 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f6042dde-868e-4fd1-b465-1a7e502540e0 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-1618116136 HTTP/1.1" status: 404 len: 326 time: 0.1553862 Jan 04 13:59:47.525272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.525272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:47.525441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38966) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.534103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-7f5e84c7-e411-4fe2-a56b-c14e8fbdddc0 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-4327126') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.570032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.614685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.698052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7f5e84c7-e411-4fe2-a56b-c14e8fbdddc0 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-4327126 HTTP/1.1" status: 204 len: 168 time: 0.1693716 Jan 04 13:59:47.699840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38970) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.707910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-649a5151-f2d9-4691-892e-cc7bc855a83f tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-1523266934') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.725130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38972) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.822158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=a3e95102-83da-4d35-973a-d85ac0057b40,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:47.823085 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-649a5151-f2d9-4691-892e-cc7bc855a83f tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-1523266934 HTTP/1.1" status: 204 len: 168 time: 0.1206508 Jan 04 13:59:47.827001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38976) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.836050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-355aaef9-3314-4f56-a355-2b320b3e1e9b tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:47.893338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8d3e99a5-106d-4544-bf75-0ec6c0244a10 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.897354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port d4426690-d6e0-46d7-8b9c-884eec98533c {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:47.897698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.929906 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e692b9f1-e8c5-49f9-9119-b03b5263d185 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=f5b927da4c6a45c28e22d360c3a9edc8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2004890 Jan 04 13:59:47.930917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38978) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:47.983416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6484-fbfa-4176-80fe-964e5f6629d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:47.994653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:47.995040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.001009 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-355aaef9-3314-4f56-a355-2b320b3e1e9b tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "DELETE /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags HTTP/1.1" status: 204 len: 168 time: 0.1701274 Jan 04 13:59:48.001661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 38980) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:48.001833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Allocated IP 172.20.0.2 (ea8fede5-e2de-4a0a-837a-71972e1f416d/2c7ae64e-3380-422b-8a7b-c01bbc9894d1/80822cec-6018-4fe1-a501-4542e53f9e79) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:48.007676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.008082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6484-fbfa-4176-80fe-964e5f6629d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.010552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.tag.tag_plugin [None req-f7abb6f1-0709-499c-ae60-0da1a2a99bfa tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-4327126') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:48.050913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.054263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.061548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2e9e209b-f855-4aeb-8c99-77878ab3c901 None None] Provisioning complete for port a3e95102-83da-4d35-973a-d85ac0057b40 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:48.061993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e9e209b-f855-4aeb-8c99-77878ab3c901 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.069924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for d4426690-d6e0-46d7-8b9c-884eec98533c owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:48.096231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Allocated IP 172.20.0.1 (4877fde8-054f-4f9e-b533-025079aca1dd/d1541c42-8554-449d-ba8f-b7449f6ea319/c3632afb-0412-4321-942c-d7cb982008c5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:48.129994 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-f7abb6f1-0709-499c-ae60-0da1a2a99bfa tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] show failed (client error): The resource could not be found. Jan 04 13:59:48.130263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6484-fbfa-4176-80fe-964e5f6629d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.133748 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f7abb6f1-0709-499c-ae60-0da1a2a99bfa tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-4327126 HTTP/1.1" status: 404 len: 323 time: 0.1284113 Jan 04 13:59:48.133912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7ca6484-fbfa-4176-80fe-964e5f6629d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.133912 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a7ca6484-fbfa-4176-80fe-964e5f6629d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a350e6ad-72fd-44c8-af0f-c59285b82888 HTTP/1.1" status: 204 len: 168 time: 0.2018878 Jan 04 13:59:48.134408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38982) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:48.146019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-4b4eec81-4d25-4dd8-99f7-e85592a08a75 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d', 'tempest-TagsTest-Tag-1523266934') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:48.179584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ca6484-fbfa-4176-80fe-964e5f6629d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a350e6ad-72fd-44c8-af0f-c59285b82888,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:48.213980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Network 4877fde8-054f-4f9e-b533-025079aca1dd is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:48.233364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Pushing event updated for resources: {'Port': ['ID=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:48.242307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:48.271165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.276170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:48.305551 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-4b4eec81-4d25-4dd8-99f7-e85592a08a75 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] show failed (client error): The resource could not be found. Jan 04 13:59:48.306898 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b4eec81-4d25-4dd8-99f7-e85592a08a75 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "GET /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags/tempest-TagsTest-Tag-1523266934 HTTP/1.1" status: 404 len: 326 time: 0.1674652 Jan 04 13:59:48.309772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38986) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:48.318014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.tag.tag_plugin [None req-5a551eff-c4b6-40ba-b177-1319b9034a95 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'b0e0563e-cd02-48ac-ae4a-b68c4eb7438d') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:48.381790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.431058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.457581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network 4877fde8-054f-4f9e-b533-025079aca1dd is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:48.468864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:48.471333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:48.478981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Attempting to bind port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:48.479355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Attempting to bind port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '71668eee-4646-4901-997a-52543908dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:48.479717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Attempting to bind port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf on network 4877fde8-054f-4f9e-b533-025079aca1dd {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:48.481654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=d4426690-d6e0-46d7-8b9c-884eec98533c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:48.501106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Port': ['ID=c3632afb-0412-4321-942c-d7cb982008c5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:48.506038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5a551eff-c4b6-40ba-b177-1319b9034a95 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "DELETE /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d/tags HTTP/1.1" status: 204 len: 168 time: 0.1953707 Jan 04 13:59:48.520551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 38992) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:48.530973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:48.531350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Checking segment: {'id': '71668eee-4646-4901-997a-52543908dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:48.531749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.532461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Bound using segment: {'id': '71668eee-4646-4901-997a-52543908dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:48.532644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Bound port: 04ecf4ec-55a0-47a7-b388-0fb0f27282cf, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71668eee-4646-4901-997a-52543908dba8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': '4877fde8-054f-4f9e-b533-025079aca1dd'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:48.533137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.586095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.589243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:48.613156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:59:48.613561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:59:48.640624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.642511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: a39737dd-2f77-48bc-83bb-bf335a54b6a2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:48.642859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a39737dd-2f77-48bc-83bb-bf335a54b6a2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:48.645375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.704903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Network ea8fede5-e2de-4a0a-837a-71972e1f416d is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:48.716954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:48.721751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:48.724145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] For port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:48.726296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Pushing event updated for resources: {'Port': ['ID=80822cec-6018-4fe1-a501-4542e53f9e79,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:48.729851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] For port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,segment=NetworkSegment(71668eee-4646-4901-997a-52543908dba8),segment_id=71668eee-4646-4901-997a-52543908dba8)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:48.748588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:48.910715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Router a55f6bda-926e-49e3-a668-a61e46c11265 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:49.018414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:49.026909 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fbbe7d79-3062-46b0-8687-28626c1c7cdb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "PUT /v2.0/routers/a55f6bda-926e-49e3-a668-a61e46c11265/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7037728 Jan 04 13:59:49.027602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39004) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:49.043506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a3e95102-83da-4d35-973a-d85ac0057b40 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:49.070436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952f94aa-3f6b-45ae-a20a-d35dce3c4979 None None] Pushing event updated for resources: {'Port': ['ID=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:49.099028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.110510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167a5a7-95c3-4c18-abe8-e8f44fc144ab tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:49.112365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4167a5a7-95c3-4c18-abe8-e8f44fc144ab tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:49.117920 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4167a5a7-95c3-4c18-abe8-e8f44fc144ab tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0887771 Jan 04 13:59:49.118589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39008) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:49.168960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Port d4426690-d6e0-46d7-8b9c-884eec98533c not found while updating agent binding for router a55f6bda-926e-49e3-a668-a61e46c11265. {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 04 13:59:49.177368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.180874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Attempting to bind port 80822cec-6018-4fe1-a501-4542e53f9e79 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:49.181244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Attempting to bind port 80822cec-6018-4fe1-a501-4542e53f9e79 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '4ecbddf2-93da-4a95-babd-84a136096480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:49.181607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Attempting to bind port 80822cec-6018-4fe1-a501-4542e53f9e79 on network ea8fede5-e2de-4a0a-837a-71972e1f416d {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:49.192567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:49.192982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Checking segment: {'id': '4ecbddf2-93da-4a95-babd-84a136096480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:49.193338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.193733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Bound using segment: {'id': '4ecbddf2-93da-4a95-babd-84a136096480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:49.194235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Bound port: 80822cec-6018-4fe1-a501-4542e53f9e79, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ecbddf2-93da-4a95-babd-84a136096480', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'ea8fede5-e2de-4a0a-837a-71972e1f416d'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:49.194619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.195693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 1c767468-2b98-4679-aad4-b0f4ab770103 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:49.203591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.210750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Routers {'a55f6bda-926e-49e3-a668-a61e46c11265'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:49.211601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a55f6bda-926e-49e3-a668-a61e46c11265'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:49.247597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.270768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.287229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39012) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:49.335458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] Set router a55f6bda-926e-49e3-a668-a61e46c11265 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 13:59:49.338515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a3e95102-83da-4d35-973a-d85ac0057b40 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:49.338882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.426296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.436020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a55f6bda-926e-49e3-a668-a61e46c11265', 'name': 'tempest-NetworksTestDHCPv6-router-1859336889', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:42Z', 'updated_at': '2022-01-04T13:59:48Z', 'revision_number': 3, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:49.458804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.468810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.482081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e0563e-cd02-48ac-ae4a-b68c4eb7438d']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:49.483117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] For port 80822cec-6018-4fe1-a501-4542e53f9e79, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:49.486184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b17147-0c8c-49d7-ba93-306b7655de4b None None] The sync data for ids ['a55f6bda-926e-49e3-a668-a61e46c11265'] in dv-neutron-master-2-hyperv is: [{'id': 'a55f6bda-926e-49e3-a668-a61e46c11265', 'name': 'tempest-NetworksTestDHCPv6-router-1859336889', 'tenant_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T13:59:42Z', 'updated_at': '2022-01-04T13:59:48Z', 'revision_number': 3, 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:49.504470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] For port 80822cec-6018-4fe1-a501-4542e53f9e79, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80822cec-6018-4fe1-a501-4542e53f9e79,segment=NetworkSegment(4ecbddf2-93da-4a95-babd-84a136096480),segment_id=4ecbddf2-93da-4a95-babd-84a136096480)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:49.526035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a88cfd3-f9c4-45aa-9f37-3ede4741fe6f') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:49.526424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a88cfd3-f9c4-45aa-9f37-3ede4741fe6f') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:49.556941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.558421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.573648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-283940970'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:49.586653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.629559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83002298-c427-4644-9d06-cc354b6cd0f8 None None] Pushing event updated for resources: {'Port': ['ID=80822cec-6018-4fe1-a501-4542e53f9e79,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:49.640280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=1c767468-2b98-4679-aad4-b0f4ab770103,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:49.647968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.649623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.655104 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-76550f14-98f9-48ee-ab14-c9ed8afb2c19 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/1c767468-2b98-4679-aad4-b0f4ab770103 HTTP/1.1" status: 204 len: 168 time: 0.5332448 Jan 04 13:59:49.656064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39016) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:49.666743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 13:59:49.667125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.669250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89502098-4df4-4c46-82d6-36061db0109b None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 13:59:49.670324 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 13:59:49.797188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:49.799743 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3be90d23-84fa-4251-8ab9-9f142c0f994b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1424985 Jan 04 13:59:49.801210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.802156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39018) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:49.825399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.834668 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 13:59:49.835257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.863214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.866616 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] 10.222.0.30 "DELETE /v2.0/networks/b0e0563e-cd02-48ac-ae4a-b68c4eb7438d HTTP/1.1" status: 204 len: 168 time: 1.3449991 Jan 04 13:59:49.881855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:49.981972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:49.996490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] Deleting port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:49.996868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.044067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0a5924-0a5a-4abd-8514-35db27861370 tempest-TagsTest-1097150518 tempest-TagsTest-1097150518-project] Pushing event deleted for resources: {'Network': ['ID=b0e0563e-cd02-48ac-ae4a-b68c4eb7438d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:50.096227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] For port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:50.096794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.115045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] Calling delete_port for f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:50.136324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.147961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.230228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.238595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:50.247722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.250647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.252335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a3a72745-f534-4e05-9a2f-369757b61b27,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:50.259783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.260133 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 91ebae4e-0573-4c19-bf11-4ab88e42c669 of type vlan for network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 Jan 04 13:59:50.268256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] Pushing event deleted for resources: {'Port': ['ID=f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:50.273056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3718b229-d3b3-44ab-8f34-f351633e3ffd None None] No DVR routers for this DVR port f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:50.314529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.324696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.327101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.336897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.339003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Fanout notify agent at l3_agent the message router_deleted on router a55f6bda-926e-49e3-a668-a61e46c11265 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 13:59:50.349844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.352690 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ca5476fc-e9c7-4897-804d-660ba16c1deb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/routers/a55f6bda-926e-49e3-a668-a61e46c11265 HTTP/1.1" status: 204 len: 168 time: 0.5488222 Jan 04 13:59:50.355769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39024) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.356983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.370779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39026) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.404135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-63945f0c-13b5-4a16-9af4-58d3e4b38478 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0452533 Jan 04 13:59:50.406625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39030) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.428890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.434613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:50.435221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.442262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.447831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Port': ['ID=c3632afb-0412-4321-942c-d7cb982008c5,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:50.467849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d887399f-de74-428a-868e-4e641e80a983 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:50.469606 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d887399f-de74-428a-868e-4e641e80a983 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0615194 Jan 04 13:59:50.473392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39032) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.497926 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2045822 Jan 04 13:59:50.503870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39034) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.508753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-884756525'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:50.513910 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-001f2e1e-1fec-480b-8ab4-a483be3d0b7a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379579 Jan 04 13:59:50.516678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39036) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.522082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:50.545557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e39d5c7-cf09-402b-a4a6-fdcc333cfcbe tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=62e5bad1-9f7d-4481-a256-e15bb0b17a21,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:50.557646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:50.623272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:50.627424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.634414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network 4877fde8-054f-4f9e-b533-025079aca1dd is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:50.642797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:50.660449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39038) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:50.665879 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-80827aa5-02ba-49b1-97c3-97d6aae803bb admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=16d83264e977487d810a3c7889788d98&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2937257 Jan 04 13:59:50.691483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:50.695918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.710140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 155} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 13:59:50.780211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.780652 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 5bcefca4-efe2-4eb9-b202-fdc4e918e754 of type vlan for network fc353033-c4a3-4681-a77d-b3d35d542ecf Jan 04 13:59:50.854154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04ecf4ec-55a0-47a7-b388-0fb0f27282cf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:50.874192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.921913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4456-48cb-46c6-9ddf-1ede9f977a82 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.929789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:50.930292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.946028 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Sync routers for ids ['a55f6bda-926e-49e3-a668-a61e46c11265'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:50.960523 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:50.960901 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 04 13:59:50.961551 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a55f6bda-926e-49e3-a668-a61e46c11265'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent'). {{(pid=103267) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 04 13:59:50.973604 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Routers set() bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:50.974090 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Router IDs set() for agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jan 04 13:59:50.974715 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_agentschedulers_db [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a55f6bda-926e-49e3-a668-a61e46c11265'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent'). {{(pid=103267) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jan 04 13:59:50.975099 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e34b369-b222-4ca7-93b2-7f65095e273f None None] The sync data for ids ['a55f6bda-926e-49e3-a668-a61e46c11265'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:50.984342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4456-48cb-46c6-9ddf-1ede9f977a82 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.989163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:50.996586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:50.997433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.061149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.063025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Router 00cf1bb5-35a3-4094-b6af-e6b4af770ce3 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:59:51.105791 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5981476 Jan 04 13:59:51.106001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,segment=NetworkSegment(71668eee-4646-4901-997a-52543908dba8),segment_id=71668eee-4646-4901-997a-52543908dba8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:51.111548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39040) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:51.127107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.128097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80822cec-6018-4fe1-a501-4542e53f9e79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:51.151317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:51.161951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af26475-0fd3-4328-bd7a-3f3c5b10355e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=fc353033-c4a3-4681-a77d-b3d35d542ecf,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:51.187685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network fc353033-c4a3-4681-a77d-b3d35d542ecf details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 13:59:51.235089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40d17452-6a2c-4c7b-a7db-8dbbe26fb6ba None None] Network 4877fde8-054f-4f9e-b533-025079aca1dd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:51.277711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:51.287168 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3a54a95a-9ea0-47b7-a4b3-59766d8942e9 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3764129 Jan 04 13:59:51.288557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39042) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:51.349831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] Sync routers for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:51.368910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4456-48cb-46c6-9ddf-1ede9f977a82 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.371413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dbd4456-48cb-46c6-9ddf-1ede9f977a82 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.377131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4dbd4456-48cb-46c6-9ddf-1ede9f977a82 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/b0b47056-d9c1-491a-a683-0ff981348273 HTTP/1.1" status: 204 len: 168 time: 0.7104402 Jan 04 13:59:51.407193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:51.421246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:51.421904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:51.427497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:59:51.429307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.437131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53410db5-7554-42a9-acf9-11159ccba5a1 None None] Provisioning complete for port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:51.437510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53410db5-7554-42a9-acf9-11159ccba5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.474303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:51.477900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:51.482352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:51.484645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.491966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=d4c601e4-695c-4a7b-a0d5-9233ffa191fc,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:51.509728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:51.511287 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fb6f52b8-bb3a-4db8-b62b-ce6bd10020b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9928339 Jan 04 13:59:51.514176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39046) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:51.516247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826723b6-8cf1-4672-bd10-1360c722a386 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:51.519272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 80822cec-6018-4fe1-a501-4542e53f9e79 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:51.519653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.523375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:51.532342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:51.536192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.558345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dbd4456-48cb-46c6-9ddf-1ede9f977a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0b47056-d9c1-491a-a683-0ff981348273,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:51.691768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:51.695452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.807462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:51.808460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:51.850723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:51.851244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72510984-6631-433a-b6c2-f26ad10ee7d4 None None] The sync data for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:51.913628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': 'd4c601e4-695c-4a7b-a0d5-9233ffa191fc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:51.914520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:51.953178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.016680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.064092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.117825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=f60bf507-c9c2-4a7b-81a0-642f4634c350,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:52.131259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=be19c4fa-6813-436d-9548-fa23c5d79a2b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:52.155730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:52.160430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:52.163917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:52.164761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.171473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '91ebae4e-0573-4c19-bf11-4ab88e42c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:52.171473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: 62e5bad1-9f7d-4481-a256-e15bb0b17a21, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:52.191082 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ab5a2d7-81fd-4b5a-b921-b671a4e9466c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6749058 Jan 04 13:59:52.193714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39048) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:52.200556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:1e:dd:b8', 'name': 'tempest-NetworksTestDHCPv6-1336783225'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:52.222779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:52.230711 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-19d47b18-1c6e-4317-b26f-284697a42401 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 13:59:52.234756 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-19d47b18-1c6e-4317-b26f-284697a42401 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9424853 Jan 04 13:59:52.235134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39050) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:52.243882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 62e5bad1-9f7d-4481-a256-e15bb0b17a21) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:52.248393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:52.248985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.270085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.278712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77f60ee3-c4d2-4d76-a27d-f43293dcda76 None None] Network ea8fede5-e2de-4a0a-837a-71972e1f416d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:52.280845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f71492e2-f3f9-40ca-8fb8-dcff2e562153 None None] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:52.332663 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d9d8243f-ea11-445b-a1bc-001736bd32a2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1882670 Jan 04 13:59:52.335277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39052) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:52.342200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:52.352384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 80822cec-6018-4fe1-a501-4542e53f9e79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80822cec-6018-4fe1-a501-4542e53f9e79,segment=NetworkSegment(4ecbddf2-93da-4a95-babd-84a136096480),segment_id=4ecbddf2-93da-4a95-babd-84a136096480)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:52.369776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:52.377468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.467362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Allocated IP 2001:db8::f816:3eff:fe40:78f3 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/d4c601e4-695c-4a7b-a0d5-9233ffa191fc/99abc225-1e59-4df0-9271-abb61ce8e803) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:52.502367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.528849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 26f148bd-1bab-42c5-8b4f-c08e129575fd yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:52.562510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:52.567046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.665523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:52.710747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:52.711096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f15717bd-f5fc-4d6d-aa9b-0d81e13a9e29 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:52.787334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.796383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Provisioning complete for port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:52.796867 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.842087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.848337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04ecf4ec-55a0-47a7-b388-0fb0f27282cf up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:52.868010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=80822cec-6018-4fe1-a501-4542e53f9e79,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:52.893104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-62e5bad1-9f7d-4481-a256-e15bb0b17a21', 'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'be19c4fa-6813-436d-9548-fa23c5d79a2b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:52.894006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:52.924818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 172.20.0.13 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/f60bf507-c9c2-4a7b-81a0-642f4634c350/26f148bd-1bab-42c5-8b4f-c08e129575fd) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:52.931627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fe1e:ddb8 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/d4c601e4-695c-4a7b-a0d5-9233ffa191fc/26f148bd-1bab-42c5-8b4f-c08e129575fd) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:52.957825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:52.976034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:52.980835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:53.059214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Pushing event updated for resources: {'Port': ['ID=99abc225-1e59-4df0-9271-abb61ce8e803,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:53.102105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.143783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.192463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:53.200582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:53.203109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=26f148bd-1bab-42c5-8b4f-c08e129575fd,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:53.204369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.205880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:53.207724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Attempting to bind port 99abc225-1e59-4df0-9271-abb61ce8e803 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:53.208172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Attempting to bind port 99abc225-1e59-4df0-9271-abb61ce8e803 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:53.208463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Attempting to bind port 99abc225-1e59-4df0-9271-abb61ce8e803 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:53.214292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:53.214669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.250054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.250610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:53.251535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:53.251940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.252344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:53.252829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Bound port: 99abc225-1e59-4df0-9271-abb61ce8e803, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:53.253210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.269629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:53.270485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.271040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Allocated IP 172.20.0.2 (62e5bad1-9f7d-4481-a256-e15bb0b17a21/be19c4fa-6813-436d-9548-fa23c5d79a2b/e965a7b7-8dd2-4a9e-ac77-bff110d11519) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:53.287911 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a09bd85b-b2c2-4754-a063-250b337e54a4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 1.0928044 Jan 04 13:59:53.290299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39054) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:53.319635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Provisioning complete for port 80822cec-6018-4fe1-a501-4542e53f9e79 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:53.320015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.349565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052631fa-73fe-4098-9a68-69254dbdbe7d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:53.356802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-052631fa-73fe-4098-9a68-69254dbdbe7d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:53.362728 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-052631fa-73fe-4098-9a68-69254dbdbe7d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0704961 Jan 04 13:59:53.363668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39056) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:53.366909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=a4592eaf-d9e9-4c9c-9571-d93443345498,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:53.379171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '5bcefca4-efe2-4eb9-b202-fdc4e918e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:53.379536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: fc353033-c4a3-4681-a77d-b3d35d542ecf, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 13:59:53.460526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network fc353033-c4a3-4681-a77d-b3d35d542ecf is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 13:59:53.471189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 26f148bd-1bab-42c5-8b4f-c08e129575fd {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:53.471582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.474534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, fc353033-c4a3-4681-a77d-b3d35d542ecf) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:53.485245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:53.486173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.492663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c7a689-1afa-46c6-877b-2e6ea033184a None None] Network fc353033-c4a3-4681-a77d-b3d35d542ecf requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:53.516589 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0514039f-1880-4c2f-b477-2111f4ed79a6 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1802375 Jan 04 13:59:53.519817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39058) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:53.554106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1651872583', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:53.595303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting port c3632afb-0412-4321-942c-d7cb982008c5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:53.595702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.601646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.603046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.611174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.615143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] For port 99abc225-1e59-4df0-9271-abb61ce8e803, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:53.630882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 26f148bd-1bab-42c5-8b4f-c08e129575fd owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:53.673814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] For port 99abc225-1e59-4df0-9271-abb61ce8e803, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99abc225-1e59-4df0-9271-abb61ce8e803,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:53.686893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.692796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.706126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Calling delete_port for c3632afb-0412-4321-942c-d7cb982008c5 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:53.711618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.719056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.741857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.745762 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3d9dc896-c6c9-438b-98c3-a6f64e4fc158 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2230523 Jan 04 13:59:53.751998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39060) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:53.771301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Provisioning complete for port c3632afb-0412-4321-942c-d7cb982008c5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:53.771740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.825364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-fc353033-c4a3-4681-a77d-b3d35d542ecf', 'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'a4592eaf-d9e9-4c9c-9571-d93443345498'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:53.826261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.870158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d44b63-c677-49a3-ae70-2004dacd2c46 None None] Pushing event updated for resources: {'Port': ['ID=99abc225-1e59-4df0-9271-abb61ce8e803,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:53.873975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.890074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a54f9bcc-664d-4590-a4b2-b6c889174ccb None None] Port c3632afb-0412-4321-942c-d7cb982008c5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:53.894866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.935373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:53.965487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Port': ['ID=c3632afb-0412-4321-942c-d7cb982008c5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:54.006657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:54.025966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:54.028403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:54.039110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Pushing event updated for resources: {'Port': ['ID=e965a7b7-8dd2-4a9e-ac77-bff110d11519,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:54.103273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5e7d397-b7af-4b64-b0b0-99d19f1ec710 None None] Provisioning complete for port 80822cec-6018-4fe1-a501-4542e53f9e79 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:54.103273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f5e7d397-b7af-4b64-b0b0-99d19f1ec710 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.167479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.239645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.391202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.403421 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Allocated IP 172.21.0.2 (fc353033-c4a3-4681-a77d-b3d35d542ecf/a4592eaf-d9e9-4c9c-9571-d93443345498/76bbe2c3-9698-44d8-9271-1378b27b839d) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:54.422218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Attempting to bind port e965a7b7-8dd2-4a9e-ac77-bff110d11519 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:54.422595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Attempting to bind port e965a7b7-8dd2-4a9e-ac77-bff110d11519 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '91ebae4e-0573-4c19-bf11-4ab88e42c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:54.423008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Attempting to bind port e965a7b7-8dd2-4a9e-ac77-bff110d11519 on network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:54.429248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=26f148bd-1bab-42c5-8b4f-c08e129575fd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:54.439462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:54.439635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Checking segment: {'id': '91ebae4e-0573-4c19-bf11-4ab88e42c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:54.439919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.440332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Bound using segment: {'id': '91ebae4e-0573-4c19-bf11-4ab88e42c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:54.440885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Bound port: e965a7b7-8dd2-4a9e-ac77-bff110d11519, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ebae4e-0573-4c19-bf11-4ab88e42c669', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '62e5bad1-9f7d-4481-a256-e15bb0b17a21'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:54.441186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.472019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Router 00cf1bb5-35a3-4094-b6af-e6b4af770ce3 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:54.553386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:54.561984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-87dfde04-ed59-4498-897d-0bd239f9f51b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3221757 Jan 04 13:59:54.563871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39064) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:54.572465 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] Sync routers for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:54.582788 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:54.583562 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:54.621062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] For port e965a7b7-8dd2-4a9e-ac77-bff110d11519, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:54.624288 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:54.626140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] For port e965a7b7-8dd2-4a9e-ac77-bff110d11519, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e965a7b7-8dd2-4a9e-ac77-bff110d11519,segment=NetworkSegment(91ebae4e-0573-4c19-bf11-4ab88e42c669),segment_id=91ebae4e-0573-4c19-bf11-4ab88e42c669)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:54.634216 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:54.635857 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:54.640388 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-312ad0e9-e6f3-441b-a51f-8741c1395b87 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] delete failed (client error): The resource could not be found. Jan 04 13:59:54.646461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-312ad0e9-e6f3-441b-a51f-8741c1395b87 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-961243101 HTTP/1.1" status: 404 len: 334 time: 0.0797884 Jan 04 13:59:54.646784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f5e7d397-b7af-4b64-b0b0-99d19f1ec710 None None] Could not find standard attr ID for object c3632afb-0412-4321-942c-d7cb982008c5. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 13:59:54.647059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39066) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:54.651455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.651768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-10f19eaf-2080-4e9a-ac4b-7e5476ef6b35 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'router': {'external_gateway_info': {'network_id': '00cf1bb5-35a3-4094-b6af-e6b4af770ce3'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:54.674219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.680068 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:54.680948 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eecca85e-bb6f-48fe-94a1-ac35b2b00988 None None] The sync data for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:54.685462 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-71910b85-e918-4846-a2e5-3f644243a939 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/26f148bd-1bab-42c5-8b4f-c08e129575fd HTTP/1.1" status: 204 len: 168 time: 1.3205171 Jan 04 13:59:54.686118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39068) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:54.718402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.745134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.20.0.1 (62e5bad1-9f7d-4481-a256-e15bb0b17a21/be19c4fa-6813-436d-9548-fa23c5d79a2b/e57597e7-127a-4bcf-9f0d-09f43d2bd404) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:54.746993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.756799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194c7070-08e8-4dd3-b33d-594f18793c33 None None] Pushing event updated for resources: {'Port': ['ID=e965a7b7-8dd2-4a9e-ac77-bff110d11519,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:54.840126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22bcdf-dbc5-45f8-9e37-fe401f9eb2e5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:54.841664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22bcdf-dbc5-45f8-9e37-fe401f9eb2e5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:54.843259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f22bcdf-dbc5-45f8-9e37-fe401f9eb2e5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:54.846565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Network fc353033-c4a3-4681-a77d-b3d35d542ecf is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:54.847858 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5f22bcdf-dbc5-45f8-9e37-fe401f9eb2e5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1583376 Jan 04 13:59:54.848397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39070) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:54.860826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:54.872068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:54.900541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Pushing event updated for resources: {'Port': ['ID=76bbe2c3-9698-44d8-9271-1378b27b839d,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:54.930746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-10f19eaf-2080-4e9a-ac4b-7e5476ef6b35 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:54.996623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Attempting to bind port 76bbe2c3-9698-44d8-9271-1378b27b839d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:54.996767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Attempting to bind port 76bbe2c3-9698-44d8-9271-1378b27b839d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '5bcefca4-efe2-4eb9-b202-fdc4e918e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:54.997031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Attempting to bind port 76bbe2c3-9698-44d8-9271-1378b27b839d on network fc353033-c4a3-4681-a77d-b3d35d542ecf {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:54.998658 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-10f19eaf-2080-4e9a-ac4b-7e5476ef6b35 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] update failed (client error): The resource could not be found. Jan 04 13:59:54.999831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-10f19eaf-2080-4e9a-ac4b-7e5476ef6b35 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3 HTTP/1.1" status: 404 len: 339 time: 0.3515985 Jan 04 13:59:55.007459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39072) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:55.008412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 99abc225-1e59-4df0-9271-abb61ce8e803 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:55.014065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:55.015036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Checking segment: {'id': '5bcefca4-efe2-4eb9-b202-fdc4e918e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:55.015542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.016074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Bound using segment: {'id': '5bcefca4-efe2-4eb9-b202-fdc4e918e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:55.018744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Bound port: 76bbe2c3-9698-44d8-9271-1378b27b839d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5bcefca4-efe2-4eb9-b202-fdc4e918e754', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': 'fc353033-c4a3-4681-a77d-b3d35d542ecf'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:55.019333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.031092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.087083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet d4c601e4-695c-4a7b-a0d5-9233ffa191fc {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:55.096454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.124389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.157602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:55.160909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:55.173758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:55.189726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 99abc225-1e59-4df0-9271-abb61ce8e803 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:55.190131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.215030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] For port 76bbe2c3-9698-44d8-9271-1378b27b839d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:55.227130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=e57597e7-127a-4bcf-9f0d-09f43d2bd404,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:55.235017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] For port 76bbe2c3-9698-44d8-9271-1378b27b839d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76bbe2c3-9698-44d8-9271-1378b27b839d,segment=NetworkSegment(5bcefca4-efe2-4eb9-b202-fdc4e918e754),segment_id=5bcefca4-efe2-4eb9-b202-fdc4e918e754)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:55.260107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.282495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.303158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.390700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b02eda-aae2-4531-92c1-6733f33cc7a7 None None] Pushing event updated for resources: {'Port': ['ID=76bbe2c3-9698-44d8-9271-1378b27b839d,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:55.395634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.442884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 99abc225-1e59-4df0-9271-abb61ce8e803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99abc225-1e59-4df0-9271-abb61ce8e803,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:55.452499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.453757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80822cec-6018-4fe1-a501-4542e53f9e79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:55.494528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.544531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.566095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=99abc225-1e59-4df0-9271-abb61ce8e803,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:55.572851 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.581151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 80822cec-6018-4fe1-a501-4542e53f9e79 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:55.581534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.609847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dc007ca-f10b-40d1-80e3-86d695b41845 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:55.744688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4b7b1712-8aff-4567-8c7d-a6abbef0e900 None None] Provisioning complete for port 99abc225-1e59-4df0-9271-abb61ce8e803 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:55.753269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4b7b1712-8aff-4567-8c7d-a6abbef0e900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.860524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.909819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=d4c601e4-695c-4a7b-a0d5-9233ffa191fc,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:55.915048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:55.921059 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-84fd87f3-cdc1-46dc-8b7e-29dd7cfb3b04 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/d4c601e4-695c-4a7b-a0d5-9233ffa191fc HTTP/1.1" status: 204 len: 168 time: 1.0716393 Jan 04 13:59:55.923120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39074) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:56.011825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9897e114-f752-4fc0-82ac-cffae8b18eb1 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'f60bf507-c9c2-4a7b-81a0-642f4634c350'}, {'subnet_id': 'd4c601e4-695c-4a7b-a0d5-9233ffa191fc'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '99abc225-1e59-4df0-9271-abb61ce8e803'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 13:59:56.039546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Allocated IP 172.20.0.1 (728bcbab-d10e-4d38-bce9-cc8446351889/5b823ee2-83ab-4aa5-81e1-ba92dad3e272/3756ff52-0c9b-46c8-a0d3-e8028721762d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:56.043552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9897e114-f752-4fc0-82ac-cffae8b18eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.060353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet f60bf507-c9c2-4a7b-81a0-642f4634c350 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 13:59:56.064968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.066647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.100764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.180119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=e57597e7-127a-4bcf-9f0d-09f43d2bd404,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:56.203994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.214601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.246319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.252715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.272132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4b39665-0644-48b0-aa7b-b75f228d4afe None None] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:56.319837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network 728bcbab-d10e-4d38-bce9-cc8446351889 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:56.321358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Port': ['ID=3756ff52-0c9b-46c8-a0d3-e8028721762d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:56.328695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.330815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:56.334274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:56.362500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1be400b2-30c8-44e2-9b63-2f74a38ad83d None None] Provisioning complete for port e965a7b7-8dd2-4a9e-ac77-bff110d11519 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:56.362872 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1be400b2-30c8-44e2-9b63-2f74a38ad83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.405862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.416777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:56.419040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:56.431907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-9897e114-f752-4fc0-82ac-cffae8b18eb1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f60bf507-c9c2-4a7b-81a0-642f4634c350: This subnet is being modified by another concurrent operation. Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1767, in update_port Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f60bf507-c9c2-4a7b-81a0-642f4634c350: This subnet is being modified by another concurrent operation. Jan 04 13:59:56.468068 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 13:59:56.526662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.529123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1be400b2-30c8-44e2-9b63-2f74a38ad83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.534158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/f60bf507-c9c2-4a7b-81a0-642f4634c350 HTTP/1.1" status: 204 len: 168 time: 0.6000516 Jan 04 13:59:56.534744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39076) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:56.573857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1be400b2-30c8-44e2-9b63-2f74a38ad83d None None] For port e965a7b7-8dd2-4a9e-ac77-bff110d11519, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e965a7b7-8dd2-4a9e-ac77-bff110d11519,segment=NetworkSegment(91ebae4e-0573-4c19-bf11-4ab88e42c669),segment_id=91ebae4e-0573-4c19-bf11-4ab88e42c669)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:56.580646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1be400b2-30c8-44e2-9b63-2f74a38ad83d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.632297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4387b6ce-d9c3-466c-86d5-9dd65c9e4f28 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:56.639184 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ba4b9f2-1534-413b-b9a6-9db0c3443886 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1012068 Jan 04 13:59:56.654067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1158813-4aad-48e8-babb-1684d66b5fa6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=f60bf507-c9c2-4a7b-81a0-642f4634c350,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:56.667227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39078) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:56.677570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:56.693203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.767976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 13:59:56.796490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be400b2-30c8-44e2-9b63-2f74a38ad83d None None] Pushing event updated for resources: {'Port': ['ID=e965a7b7-8dd2-4a9e-ac77-bff110d11519,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:56.835391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3da0f308-4f10-48a6-8f08-df00d136ea8a None None] Provisioning complete for port 99abc225-1e59-4df0-9271-abb61ce8e803 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:56.835493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3da0f308-4f10-48a6-8f08-df00d136ea8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:56.944628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 13:59:57.005671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 76bbe2c3-9698-44d8-9271-1378b27b839d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:57.099114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ed923f-a359-4b79-9979-99cc92f27f42 None None] Network fc353033-c4a3-4681-a77d-b3d35d542ecf requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 13:59:57.173656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.181006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.184275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 76bbe2c3-9698-44d8-9271-1378b27b839d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:57.184776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.235662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.272280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] Deleting port 99abc225-1e59-4df0-9271-abb61ce8e803 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:57.272814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.306121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Provisioning complete for port 76bbe2c3-9698-44d8-9271-1378b27b839d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:57.306641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.342196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:57.345764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.351328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event updated for resources: {'Port': ['ID=3756ff52-0c9b-46c8-a0d3-e8028721762d,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:57.368444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:57.378398 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-35ccc6e6-6d15-4430-ad4c-dbfac76e3518 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6284032 Jan 04 13:59:57.380790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39080) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:57.394258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] Sync routers for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:57.412838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] For port 99abc225-1e59-4df0-9271-abb61ce8e803, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=99abc225-1e59-4df0-9271-abb61ce8e803,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:57.413365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.425384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Network 728bcbab-d10e-4d38-bce9-cc8446351889 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:57.429517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:57.438872 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff90c478-15a8-4597-880e-e4d5f638e470 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:57.440359 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ff90c478-15a8-4597-880e-e4d5f638e470 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports/e57597e7-127a-4bcf-9f0d-09f43d2bd404 HTTP/1.1" status: 200 len: 910 time: 0.0584438 Jan 04 13:59:57.443873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39082) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:57.474426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] Calling delete_port for 99abc225-1e59-4df0-9271-abb61ce8e803 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 13:59:57.482575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:57.483383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:57.552527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:57.612342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.707430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:57.708328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:57.747449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Router 00cf1bb5-35a3-4094-b6af-e6b4af770ce3 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 13:59:57.800341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 13:59:57.932671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.942507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:57.943135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0810e3-6e78-49fe-bec3-d7555bc01ec6 None None] The sync data for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:57.976681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:57.982774 dv-neutron-master-2-hyperv neutron-server[103264]: WARNING neutron.services.revisions.revision_plugin [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Could not find related port for resource to bump revision. Jan 04 13:59:57.986194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] No DVR routers for this DVR port 99abc225-1e59-4df0-9271-abb61ce8e803 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 13:59:57.989295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_pluggable_backend [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Port 99abc225-1e59-4df0-9271-abb61ce8e803 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=103264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Jan 04 13:59:57.989793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_pluggable_backend [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Reverting IP allocation for 2001:db8::f816:3eff:fe40:78f3 {{(pid=103264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Jan 04 13:59:57.993519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35623583-af5f-433b-8aa4-f1213fb7c519 None None] Pushing event deleted for resources: {'Port': ['ID=99abc225-1e59-4df0-9271-abb61ce8e803,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:57.995244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_pluggable_backend [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe40:78f3 {{(pid=103264) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:605}} Jan 04 13:59:57.997229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.005276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 76bbe2c3-9698-44d8-9271-1378b27b839d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76bbe2c3-9698-44d8-9271-1378b27b839d,segment=NetworkSegment(5bcefca4-efe2-4eb9-b202-fdc4e918e754),segment_id=5bcefca4-efe2-4eb9-b202-fdc4e918e754)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 13:59:58.019485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.020333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e965a7b7-8dd2-4a9e-ac77-bff110d11519 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:58.027211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98a47993-adea-4347-ba4f-d809c1657062 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 13:59:58.051610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:58.057298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:58.061718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:58.062361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.074446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=e2e1aaa9-0013-478d-adf6-f98a0e56da64,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:58.086111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fdad8658-c65e-4995-a2dc-0b0d753aa454 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4155877 Jan 04 13:59:58.086751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39084) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:58.091936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:58.185359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 13:59:58.186229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 13:59:58.205895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=76bbe2c3-9698-44d8-9271-1378b27b839d,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:58.224871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:58.228654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.234578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e965a7b7-8dd2-4a9e-ac77-bff110d11519 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:58.234944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.294498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a47993-adea-4347-ba4f-d809c1657062 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 13:59:58.318737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 13:59:58.325447 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-18af23b2-ec16-40c3-992d-d2c3517307a3 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3170438 Jan 04 13:59:58.328385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39086) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:58.331889 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] Sync routers for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 13:59:58.342027 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:58.342930 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:58.377269 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:58.387956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 13:59:58.388805 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:58.422771 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 13:59:58.423417 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90be9fd-9f17-410c-ac0c-afd973a9acc4 None None] The sync data for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 13:59:58.500754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.505486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f7fcfd5e-1c2a-4f12-8622-77fb96d92f98 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.513151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 99abc225-1e59-4df0-9271-abb61ce8e803 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 13:59:58.520551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.536246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 99abc225-1e59-4df0-9271-abb61ce8e803 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 13:59:58.536592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 99abc225-1e59-4df0-9271-abb61ce8e803 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 13:59:58.569776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:58.573117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:58.577489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:58.578111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.590137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=d763469e-9a07-4fd9-b81b-8553f35a7561,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:58.605520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6b92e6d6-0253-4416-9582-6001b093956b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5177031 Jan 04 13:59:58.606230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39088) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:58.611134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:d1:8b:11', 'name': 'tempest-NetworksTestDHCPv6-805618144'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 13:59:58.639345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': 'd763469e-9a07-4fd9-b81b-8553f35a7561'}, {'subnet_id': 'e2e1aaa9-0013-478d-adf6-f98a0e56da64'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 13:59:58.640617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.675590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-f7fcfd5e-1c2a-4f12-8622-77fb96d92f98 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 04 13:59:58.676713 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f7fcfd5e-1c2a-4f12-8622-77fb96d92f98 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3 HTTP/1.1" status: 409 len: 329 time: 0.3465998 Jan 04 13:59:58.680008 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39090) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:58.732482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 13:59:58.821733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Provisioning complete for port e57597e7-127a-4bcf-9f0d-09f43d2bd404 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:58.822293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.835524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:58.855914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port f7d094e5-f96e-44ae-a5ec-219568c426f9 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 13:59:58.871736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 76bbe2c3-9698-44d8-9271-1378b27b839d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:58.919644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Port e57597e7-127a-4bcf-9f0d-09f43d2bd404 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:58.934933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Allocated IP 172.20.0.2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/d763469e-9a07-4fd9-b81b-8553f35a7561/52ea429b-4d39-4042-80e1-5efa635c8267) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:58.945137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Allocated IP 2001:db8::f816:3eff:fe10:2b4c (af82c8e7-091c-43f5-9e12-ad51fe245e0c/e2e1aaa9-0013-478d-adf6-f98a0e56da64/52ea429b-4d39-4042-80e1-5efa635c8267) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:58.970924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Provisioning complete for port 3756ff52-0c9b-46c8-a0d3-e8028721762d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:58.971314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.054552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 76bbe2c3-9698-44d8-9271-1378b27b839d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:59.054837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.056682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.21.0.1 (fc353033-c4a3-4681-a77d-b3d35d542ecf/a4592eaf-d9e9-4c9c-9571-d93443345498/562bbbd0-6c02-4e46-ba18-2c59dae9c4de) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:59.076962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Port 3756ff52-0c9b-46c8-a0d3-e8028721762d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:59.121269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Provisioning complete for port e965a7b7-8dd2-4a9e-ac77-bff110d11519 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:59.121651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d7573b36-baac-4791-aefb-1f4813c188a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.225237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.228063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.240772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.245929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e965a7b7-8dd2-4a9e-ac77-bff110d11519 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 13:59:59.279095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.314596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.328453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:59.345259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:59.348330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 172.20.0.9 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/d763469e-9a07-4fd9-b81b-8553f35a7561/f7d094e5-f96e-44ae-a5ec-219568c426f9) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:59.349390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:59.353340 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:59.356909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fed1:8b11 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/e2e1aaa9-0013-478d-adf6-f98a0e56da64/f7d094e5-f96e-44ae-a5ec-219568c426f9) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 13:59:59.396722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network fc353033-c4a3-4681-a77d-b3d35d542ecf is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:59.405449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:59.412832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e965a7b7-8dd2-4a9e-ac77-bff110d11519 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:59.413214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.418643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:59.445651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=562bbbd0-6c02-4e46-ba18-2c59dae9c4de,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:59.466780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Attempting to bind port 52ea429b-4d39-4042-80e1-5efa635c8267 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 13:59:59.467158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Attempting to bind port 52ea429b-4d39-4042-80e1-5efa635c8267 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 13:59:59.467534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Attempting to bind port 52ea429b-4d39-4042-80e1-5efa635c8267 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 13:59:59.478159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 13:59:59.478596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 13:59:59.478935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.479330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 13:59:59.479808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Bound port: 52ea429b-4d39-4042-80e1-5efa635c8267, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 13:59:59.480196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.519331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.537182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Provisioning complete for port e57597e7-127a-4bcf-9f0d-09f43d2bd404 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:59.537182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.545767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.585774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.624964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 13:59:59.629786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 13:59:59.631135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Port e57597e7-127a-4bcf-9f0d-09f43d2bd404 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:59.641943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.644396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 13:59:59.651853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 13:59:59.655242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 13:59:59.660414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=f7d094e5-f96e-44ae-a5ec-219568c426f9,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:59.675499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Provisioning complete for port 3756ff52-0c9b-46c8-a0d3-e8028721762d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:59.675886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.698229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.724784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:59.725979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.738514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51a7054-c6bf-4bcf-916a-243ec6d5ec43 None None] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 13:59:59.747032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5a6241df-3f69-42e9-af6c-80b9b9d09390 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1396599 Jan 04 13:59:59.747873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39092) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:59.767432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Port 3756ff52-0c9b-46c8-a0d3-e8028721762d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 13:59:59.779907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Provisioning complete for port 76bbe2c3-9698-44d8-9271-1378b27b839d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 13:59:59.780518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7656d54e-262f-45c6-bc4e-0ea36c3b2ebf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.814929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c7b52-0373-4f4c-9aa5-e4fc244841d4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:59.822372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0c7b52-0373-4f4c-9aa5-e4fc244841d4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 13:59:59.826185 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ed0c7b52-0373-4f4c-9aa5-e4fc244841d4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1860 time: 0.0752337 Jan 04 13:59:59.827029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39094) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 13:59:59.834981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting port 3756ff52-0c9b-46c8-a0d3-e8028721762d {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:59.835449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 13:59:59.948207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port f7d094e5-f96e-44ae-a5ec-219568c426f9 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 13:59:59.948585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.014715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.062019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Calling delete_port for 3756ff52-0c9b-46c8-a0d3-e8028721762d owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:00.062801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.076581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for f7d094e5-f96e-44ae-a5ec-219568c426f9 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:00.163278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.171784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.260811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.293890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=f7d094e5-f96e-44ae-a5ec-219568c426f9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:00.295700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.297360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=562bbbd0-6c02-4e46-ba18-2c59dae9c4de,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:00.380495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.385286 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6a06dbb6-a923-47bf-98b0-2fd89aa41d59 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/f7d094e5-f96e-44ae-a5ec-219568c426f9 HTTP/1.1" status: 204 len: 168 time: 0.5569675 Jan 04 14:00:00.386270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39096) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:00.399822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.435843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Port': ['ID=3756ff52-0c9b-46c8-a0d3-e8028721762d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:00.456548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0df26-2254-4e10-afd4-5b14be198451 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:00.458121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0df26-2254-4e10-afd4-5b14be198451 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:00.459688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e0df26-2254-4e10-afd4-5b14be198451 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:00.461251 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-99e0df26-2254-4e10-afd4-5b14be198451 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0740604 Jan 04 14:00:00.464698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39098) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:00.516915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network fc353033-c4a3-4681-a77d-b3d35d542ecf is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:00.520334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:00.525658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet d763469e-9a07-4fd9-b81b-8553f35a7561 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:00.529308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.572898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.655108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.668500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.733617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.749899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.755919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/d763469e-9a07-4fd9-b81b-8553f35a7561 HTTP/1.1" status: 204 len: 168 time: 0.2879992 Jan 04 14:00:00.774540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39100) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:00.815195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5af86b5-0440-40b7-9a7e-a31ae8d899c6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=d763469e-9a07-4fd9-b81b-8553f35a7561,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:00.854541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet e2e1aaa9-0013-478d-adf6-f98a0e56da64 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:00.861098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.884156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52ea429b-4d39-4042-80e1-5efa635c8267 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:00.913116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:00.938907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80702e02-a0f2-45b8-8298-0d1d8fa33763 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:01.024615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:01.025420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.040175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.078760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1088905a-eb0c-44d7-9122-1c42f4b53ef0 None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:01.079222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1088905a-eb0c-44d7-9122-1c42f4b53ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.139301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.175053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=e2e1aaa9-0013-478d-adf6-f98a0e56da64,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:01.177687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:01.178721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.182700 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-398dab92-9ae3-4307-ad3f-21ebc0554c44 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/e2e1aaa9-0013-478d-adf6-f98a0e56da64 HTTP/1.1" status: 204 len: 168 time: 0.4070427 Jan 04 14:00:01.185113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39102) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.269987 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-837321c7-19e7-4d9e-8120-2ee6138165a3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0797658 Jan 04 14:00:01.272735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39104) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.277788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:01.326748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Router 00cf1bb5-35a3-4094-b6af-e6b4af770ce3 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:01.387129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:01.392863 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.423796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:01.432426 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c888460b-1255-4e29-8d31-ef7100ae2b56 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9846721 Jan 04 14:00:01.432535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.433272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39106) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.452138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] Sync routers for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:01.527339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:01.528231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.541391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:01.549000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0b26e42b-d21d-4ff4-b1c7-fec23cf16ba7 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8679690 Jan 04 14:00:01.554302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39108) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.561233 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c391019-1357-48bc-a146-818816b72adf None None] Sync routers for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:01.573662 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c391019-1357-48bc-a146-818816b72adf None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:01.574434 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1c391019-1357-48bc-a146-818816b72adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.583832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffa1032d-a772-4e75-aa9c-e8863bdd050e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:01.587647 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ffa1032d-a772-4e75-aa9c-e8863bdd050e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports/562bbbd0-6c02-4e46-ba18-2c59dae9c4de HTTP/1.1" status: 200 len: 910 time: 0.1531851 Jan 04 14:00:01.589715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1088905a-eb0c-44d7-9122-1c42f4b53ef0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.590504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39110) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.611316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1c391019-1357-48bc-a146-818816b72adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.612226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.618547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:01.621791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-453fe2d1-9493-43e2-8d9c-5b958a603bcb tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] show failed (client error): The resource could not be found. Jan 04 14:00:01.622333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44cea8f2-7915-45b0-b0e0-99a7f6fdc528 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'e2e1aaa9-0013-478d-adf6-f98a0e56da64'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '52ea429b-4d39-4042-80e1-5efa635c8267'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:01.622701 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c391019-1357-48bc-a146-818816b72adf None None] Routers {'00cf1bb5-35a3-4094-b6af-e6b4af770ce3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:01.627183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-453fe2d1-9493-43e2-8d9c-5b958a603bcb tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-1203326715 HTTP/1.1" status: 404 len: 335 time: 0.0647473 Jan 04 14:00:01.628158 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1c391019-1357-48bc-a146-818816b72adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.630704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.635826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39112) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.643216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-580e1571-2bdc-4ee7-a9a3-32ca49e1398e tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:01.663970 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1c391019-1357-48bc-a146-818816b72adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.664880 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c391019-1357-48bc-a146-818816b72adf None None] The sync data for ids ['00cf1bb5-35a3-4094-b6af-e6b4af770ce3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:01.684319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:01.684898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.690665 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-580e1571-2bdc-4ee7-a9a3-32ca49e1398e tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] update failed (client error): The resource could not be found. Jan 04 14:00:01.691799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-580e1571-2bdc-4ee7-a9a3-32ca49e1398e tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-71544243 HTTP/1.1" status: 404 len: 333 time: 0.0547864 Jan 04 14:00:01.697713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39114) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.742979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.751366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:01.751366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abf8b108-1fd7-4e75-8b0f-2abb76208663 None None] The sync data for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:01.754608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44cea8f2-7915-45b0-b0e0-99a7f6fdc528 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.783833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:01.785301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-1088905a-eb0c-44d7-9122-1c42f4b53ef0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:01.786160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-1088905a-eb0c-44d7-9122-1c42f4b53ef0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:01.786670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:01.792095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:01.796592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:01.797187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.811790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=703ab81c-90d7-4f3a-aeec-51e7fe1238e1,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:01.820254 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f4a22e81-eefd-47f3-aba7-458812858da8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5464492 Jan 04 14:00:01.826324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39116) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:01.833354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:01.845434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting subnet 2c7ae64e-3380-422b-8a7b-c01bbc9894d1 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:01.853710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.924307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:01.952565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:01.956232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.001842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b742c777-3fb3-4f39-83f5-e6b9a1d35a90 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:02.052677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.143433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.154561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.166851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '703ab81c-90d7-4f3a-aeec-51e7fe1238e1'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '52ea429b-4d39-4042-80e1-5efa635c8267'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:02.193338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.214986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Subnet': ['ID=2c7ae64e-3380-422b-8a7b-c01bbc9894d1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:02.217000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.222556 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-27804eea-b78c-4a92-bc2a-38cf4eea23fe tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/subnets/2c7ae64e-3380-422b-8a7b-c01bbc9894d1 HTTP/1.1" status: 204 len: 168 time: 0.5232008 Jan 04 14:00:02.229662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39118) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:02.237119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a1e343-8253-4d57-afce-347c4fcaabc2 None None] Network ea8fede5-e2de-4a0a-837a-71972e1f416d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:02.315757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:02.349844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting subnet d1541c42-8554-449d-ba8f-b7449f6ea319 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:02.354010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.417456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.525542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 04 14:00:02.525542 dv-neutron-master-2-hyperv neutron-server[103266]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 04 14:00:02.525542 dv-neutron-master-2-hyperv neutron-server[103266]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe10:2b4c', 'status': 'ALLOCATED', 'ipam_subnet_id': 'fb4ac9ba-f122-4f60-b9a0-4b2c81b3bcd8'}] Jan 04 14:00:02.525542 dv-neutron-master-2-hyperv neutron-server[103266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:02.526289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:02.540143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] DHCP port deletion for ea8fede5-e2de-4a0a-837a-71972e1f416d request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:02.540376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.568658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.583368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2f7a0416-1ade-4c7a-8943-649741a2d89e None None] Provisioning complete for port 562bbbd0-6c02-4e46-ba18-2c59dae9c4de triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:02.583735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0416-1ade-4c7a-8943-649741a2d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.625805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] Deleting port 80822cec-6018-4fe1-a501-4542e53f9e79 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:02.626200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.629176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2f7a0416-1ade-4c7a-8943-649741a2d89e None None] Port 562bbbd0-6c02-4e46-ba18-2c59dae9c4de cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:02.634654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 562bbbd0-6c02-4e46-ba18-2c59dae9c4de {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:02.635249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.639547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.685162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.688967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/subnets/d1541c42-8554-449d-ba8f-b7449f6ea319 HTTP/1.1" status: 204 len: 168 time: 0.4593134 Jan 04 14:00:02.692133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39120) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:02.692847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2f7a0416-1ade-4c7a-8943-649741a2d89e None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:02.693223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2f7a0416-1ade-4c7a-8943-649741a2d89e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.722273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a7ecd2-b0e7-4dab-a06d-749913f76727 None None] Network 4877fde8-054f-4f9e-b533-025079aca1dd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:02.739761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2548e8-69d5-4a54-b096-74bd419a310f tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Subnet': ['ID=d1541c42-8554-449d-ba8f-b7449f6ea319,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:02.743665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] For port 80822cec-6018-4fe1-a501-4542e53f9e79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80822cec-6018-4fe1-a501-4542e53f9e79,segment=NetworkSegment(4ecbddf2-93da-4a95-babd-84a136096480),segment_id=4ecbddf2-93da-4a95-babd-84a136096480)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:02.744062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.755538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:02.793622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.796898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] Calling delete_port for 80822cec-6018-4fe1-a501-4542e53f9e79 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:02.805642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.806782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.820427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.882109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.882948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52ea429b-4d39-4042-80e1-5efa635c8267 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:02.885831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:02.898028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:02.907432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 562bbbd0-6c02-4e46-ba18-2c59dae9c4de owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:02.909909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:02.909909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.919803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=b9ee8504-e90b-4bf6-be50-2ba35c9694a9,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:02.922896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting port 80822cec-6018-4fe1-a501-4542e53f9e79 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:02.923242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:02.925643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=7']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:02.935239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a79b04ed-81d5-4ac9-bc63-ea3245f25465 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1077242 Jan 04 14:00:02.938107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39122) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:02.944220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:cc:08:17', 'name': 'tempest-NetworksTestDHCPv6-1940018786'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:03.024061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.053484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] For port 80822cec-6018-4fe1-a501-4542e53f9e79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80822cec-6018-4fe1-a501-4542e53f9e79,segment=NetworkSegment(4ecbddf2-93da-4a95-babd-84a136096480),segment_id=4ecbddf2-93da-4a95-babd-84a136096480)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:03.053849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.070974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Calling delete_port for 80822cec-6018-4fe1-a501-4542e53f9e79 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:03.093674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] Pushing event deleted for resources: {'Port': ['ID=80822cec-6018-4fe1-a501-4542e53f9e79,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.106043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] DHCP port deletion for 4877fde8-054f-4f9e-b533-025079aca1dd request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:03.109260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c151cb-659b-46e3-8d50-b7b59939d9a4 None None] No DVR routers for this DVR port 80822cec-6018-4fe1-a501-4542e53f9e79 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:03.121750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.123444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:03.127033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.130921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.155596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 433b0c59-6190-4911-88da-ae4abea6f267 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:03.215760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:03.225284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.226040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80822cec-6018-4fe1-a501-4542e53f9e79 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:03.236578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.273764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Port': ['ID=80822cec-6018-4fe1-a501-4542e53f9e79,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.278352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] No DVR routers for this DVR port 80822cec-6018-4fe1-a501-4542e53f9e79 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:03.285478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.343085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 172.20.0.11 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/703ab81c-90d7-4f3a-aeec-51e7fe1238e1/433b0c59-6190-4911-88da-ae4abea6f267) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:03.349741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fecc:817 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b9ee8504-e90b-4bf6-be50-2ba35c9694a9/433b0c59-6190-4911-88da-ae4abea6f267) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:03.367994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=562bbbd0-6c02-4e46-ba18-2c59dae9c4de,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.447286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.477196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea8fede5-e2de-4a0a-837a-71972e1f416d']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:03.521101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 80822cec-6018-4fe1-a501-4542e53f9e79 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:03.521447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80822cec-6018-4fe1-a501-4542e53f9e79 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:03.525693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4ecbddf2-93da-4a95-babd-84a136096480') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:03.525979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4ecbddf2-93da-4a95-babd-84a136096480') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:03.540215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.564109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.576672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] Deleting port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:03.577072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.586290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.599690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:03.600157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.603594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:03.603762 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:03.606923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.642130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.660381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:03.664065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:03.674802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:03.682122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=433b0c59-6190-4911-88da-ae4abea6f267,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.738208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:03.738486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.738947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.740892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] For port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,segment=NetworkSegment(71668eee-4646-4901-997a-52543908dba8),segment_id=71668eee-4646-4901-997a-52543908dba8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:03.741584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.751253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.756659 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/networks/ea8fede5-e2de-4a0a-837a-71972e1f416d HTTP/1.1" status: 204 len: 168 time: 1.0615222 Jan 04 14:00:03.757670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39124) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:03.768037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] Calling delete_port for 04ecf4ec-55a0-47a7-b388-0fb0f27282cf owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:03.770609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124cf87a-dc66-408d-a072-3814a2eef9ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Network': ['ID=ea8fede5-e2de-4a0a-837a-71972e1f416d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.784196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Allocated IP 172.20.0.2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/703ab81c-90d7-4f3a-aeec-51e7fe1238e1/52ea429b-4d39-4042-80e1-5efa635c8267) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:03.788247 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4381566d-e612-40f3-8c6e-4e254c1f588a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 0.8489182 Jan 04 14:00:03.790974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39126) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:03.851812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.905354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:03.905685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.930007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:03.970581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] Pushing event deleted for resources: {'Port': ['ID=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:03.976917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:03.979359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60729b99-74a4-4a2c-9143-2de5f3996a21 None None] No DVR routers for this DVR port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:03.986067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] For port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,segment=NetworkSegment(71668eee-4646-4901-997a-52543908dba8),segment_id=71668eee-4646-4901-997a-52543908dba8)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:03.986796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.003157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Calling delete_port for 04ecf4ec-55a0-47a7-b388-0fb0f27282cf owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:04.016389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.023250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.086202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.117109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Port': ['ID=04ecf4ec-55a0-47a7-b388-0fb0f27282cf,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:04.120632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] No DVR routers for this DVR port 04ecf4ec-55a0-47a7-b388-0fb0f27282cf on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:04.143512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4710ea9-f581-433d-84ec-5ecf34fbaab6 None None] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=9']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:04.203085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.227305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4877fde8-054f-4f9e-b533-025079aca1dd']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.239064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71668eee-4646-4901-997a-52543908dba8') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.239681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71668eee-4646-4901-997a-52543908dba8') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.257668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.279319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.287027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:04.287416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: self.session.flush() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:04.291013 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:04.300667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5fd26-4430-43ad-9be6-549079106e23 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:04.307697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6f5fd26-4430-43ad-9be6-549079106e23 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:04.309413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e6f5fd26-4430-43ad-9be6-549079106e23 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.5172882 Jan 04 14:00:04.313065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39128) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:04.329619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:04.391529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.420997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.426532 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/networks/4877fde8-054f-4f9e-b533-025079aca1dd HTTP/1.1" status: 204 len: 168 time: 0.6656318 Jan 04 14:00:04.436696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39130) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:04.445636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:04.450598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8247e268-5463-4830-81d3-a309077e3b9b tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Network': ['ID=4877fde8-054f-4f9e-b533-025079aca1dd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:04.456698 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-75f17ff7-a14b-45b1-9cfe-36e0da0dea86 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8602879 Jan 04 14:00:04.457745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] Sync routers for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:04.466689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39132) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:04.475393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:04.478573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.507333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting subnet 5b823ee2-83ab-4aa5-81e1-ba92dad3e272 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:04.511895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.523254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.535198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:04.536013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.560144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.580198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:04.581037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70ff71f4-de2e-47c7-a6e2-25c9b6b509ea None None] The sync data for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:04.669849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.744146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.782706 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Subnet': ['ID=5b823ee2-83ab-4aa5-81e1-ba92dad3e272,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:04.788634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.793471 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-501c27e4-75d5-45b6-89db-919453bd1e77 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/subnets/5b823ee2-83ab-4aa5-81e1-ba92dad3e272 HTTP/1.1" status: 204 len: 168 time: 0.3550601 Jan 04 14:00:04.797899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39134) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:04.801228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fb9c0f-9742-4563-aff4-00ddc0b81c9a None None] Network 728bcbab-d10e-4d38-bce9-cc8446351889 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:04.895375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.916290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52ea429b-4d39-4042-80e1-5efa635c8267 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:04.931160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 433b0c59-6190-4911-88da-ae4abea6f267 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:04.932118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.960390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Deleting port a3e95102-83da-4d35-973a-d85ac0057b40 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:04.960865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:04.986232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:04.986693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.043809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] For port a3e95102-83da-4d35-973a-d85ac0057b40, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a3e95102-83da-4d35-973a-d85ac0057b40,segment=NetworkSegment(09033ca7-2a30-402e-ad29-bf6989f37a00),segment_id=09033ca7-2a30-402e-ad29-bf6989f37a00)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:05.044414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.061581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Calling delete_port for a3e95102-83da-4d35-973a-d85ac0057b40 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:05.081895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] DHCP port deletion for 728bcbab-d10e-4d38-bce9-cc8446351889 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:05.094462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.130787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f30c61-0949-446a-8a43-4c1bf33c16d6 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:05.162771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.164958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.193843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Port': ['ID=a3e95102-83da-4d35-973a-d85ac0057b40,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:05.198446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.200267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] No DVR routers for this DVR port a3e95102-83da-4d35-973a-d85ac0057b40 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:05.208562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 433b0c59-6190-4911-88da-ae4abea6f267 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:05.244659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:05.256785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.284519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.312118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['728bcbab-d10e-4d38-bce9-cc8446351889']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:05.315894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=10']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:05.318818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-31501275-d057-4bb0-9da4-bddba643b9ba None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:05.319760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31501275-d057-4bb0-9da4-bddba643b9ba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.324339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09033ca7-2a30-402e-ad29-bf6989f37a00') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:05.324884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09033ca7-2a30-402e-ad29-bf6989f37a00') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:05.335823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.351895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.357717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04ecf4ec-55a0-47a7-b388-0fb0f27282cf no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:05.359673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:05.361084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:05.367248 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:05.403489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 04ecf4ec-55a0-47a7-b388-0fb0f27282cf {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:05.403926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04ecf4ec-55a0-47a7-b388-0fb0f27282cf not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:05.417386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Deleting port a3e95102-83da-4d35-973a-d85ac0057b40 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:05.417817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.434583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.441652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.448941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39136) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:05.450413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/networks/728bcbab-d10e-4d38-bce9-cc8446351889 HTTP/1.1" status: 204 len: 168 time: 0.6512849 Jan 04 14:00:05.466179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa991e8e-3284-4ec2-b9c8-b81b656088ff tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Pushing event deleted for resources: {'Network': ['ID=728bcbab-d10e-4d38-bce9-cc8446351889,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:05.502566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-23ecca6b-3c86-4d7a-9748-56f3a5165f89 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "GET /v2.0/ports?device_id=00cf1bb5-35a3-4094-b6af-e6b4af770ce3 HTTP/1.1" status: 200 len: 205 time: 0.0503898 Jan 04 14:00:05.503378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] For port a3e95102-83da-4d35-973a-d85ac0057b40, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:05.503849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.504105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39138) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:05.517068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.536346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Calling delete_port for a3e95102-83da-4d35-973a-d85ac0057b40 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:05.540668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Port a3e95102-83da-4d35-973a-d85ac0057b40 was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:00:05.550013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.578387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Pushing event deleted for resources: {'Port': ['ID=a3e95102-83da-4d35-973a-d85ac0057b40,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:05.580170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] Network 728bcbab-d10e-4d38-bce9-cc8446351889 is not hosted by any dhcp agent {{(pid=103266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 14:00:05.580605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4028ca9d-d40f-41eb-b312-e7476455525e None None] No DVR routers for this DVR port a3e95102-83da-4d35-973a-d85ac0057b40 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:05.590068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.613054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.629366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=433b0c59-6190-4911-88da-ae4abea6f267,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:05.773199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.778738 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cad2b5e8-6177-4643-ba6f-e9a4ff3b6c92 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/433b0c59-6190-4911-88da-ae4abea6f267 HTTP/1.1" status: 204 len: 168 time: 1.4624627 Jan 04 14:00:05.779700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39140) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:05.792859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.795892 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.843124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.844900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Fanout notify agent at l3_agent the message router_deleted on router 00cf1bb5-35a3-4094-b6af-e6b4af770ce3 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:00:05.849843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d660-ca8b-47b6-90aa-4a45e5ed9464 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:05.851326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d660-ca8b-47b6-90aa-4a45e5ed9464 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:05.852796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:05.852926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c662d660-ca8b-47b6-90aa-4a45e5ed9464 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:05.854442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c662d660-ca8b-47b6-90aa-4a45e5ed9464 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0738127 Jan 04 14:00:05.857516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:05.860449 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9be6a5bf-88a7-4ef8-bc30-98f916ecd032 tempest-RoutersNegativeTest-1197065981 tempest-RoutersNegativeTest-1197065981-project] 10.222.0.30 "DELETE /v2.0/routers/00cf1bb5-35a3-4094-b6af-e6b4af770ce3 HTTP/1.1" status: 204 len: 168 time: 0.3550110 Jan 04 14:00:05.954266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 703ab81c-90d7-4f3a-aeec-51e7fe1238e1 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:05.964489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.012721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.058421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port e57597e7-127a-4bcf-9f0d-09f43d2bd404 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:06.058766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.154713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39148) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:06.155813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f47592-27b5-49eb-8a34-ed6a32991eb6 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:06.175811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.192499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b945a7dc-2c1b-441d-a33c-78b0e8825253 None None] Could not find standard attr ID for object 433b0c59-6190-4911-88da-ae4abea6f267. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:06.215806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.233848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for e57597e7-127a-4bcf-9f0d-09f43d2bd404 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:06.239358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b945a7dc-2c1b-441d-a33c-78b0e8825253 None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:06.239878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b945a7dc-2c1b-441d-a33c-78b0e8825253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.298919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.333615 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b58604bc-8cb1-4d36-be7d-902d030837d6 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=1c9e0372a8b74bf69062765f798e5d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1742952 Jan 04 14:00:06.334167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39152) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:06.336817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=703ab81c-90d7-4f3a-aeec-51e7fe1238e1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:06.342811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.346100 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-35523113-f2c4-45c8-8b44-4dd44961e567 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/703ab81c-90d7-4f3a-aeec-51e7fe1238e1 HTTP/1.1" status: 204 len: 168 time: 0.4875989 Jan 04 14:00:06.349319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39154) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:06.426510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet b9ee8504-e90b-4bf6-be50-2ba35c9694a9 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:06.433682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.436291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7a1-d32c-4699-a300-f62131b003cf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.459552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.487323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7a1-d32c-4699-a300-f62131b003cf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.490404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.491813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=e57597e7-127a-4bcf-9f0d-09f43d2bd404,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:06.606835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7a1-d32c-4699-a300-f62131b003cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.610286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b66d7a1-d32c-4699-a300-f62131b003cf admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.613957 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1b66d7a1-d32c-4699-a300-f62131b003cf admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9816246e-ac51-4d98-838e-71f3cf78a6f0 HTTP/1.1" status: 204 len: 168 time: 0.2761877 Jan 04 14:00:06.613957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.636358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.654604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b66d7a1-d32c-4699-a300-f62131b003cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9816246e-ac51-4d98-838e-71f3cf78a6f0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:06.728848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.805901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.815340 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b9ee8504-e90b-4bf6-be50-2ba35c9694a9 HTTP/1.1" status: 204 len: 168 time: 0.4642746 Jan 04 14:00:06.834023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39160) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:06.841111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2976775-d589-45a5-8ceb-458c5d0bb239 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=b9ee8504-e90b-4bf6-be50-2ba35c9694a9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:06.857455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52ea429b-4d39-4042-80e1-5efa635c8267 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:06.865092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:06.897433 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-387452f8-6a60-499f-8237-6c9e770050c4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620201 Jan 04 14:00:06.900130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:06.905369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:06.952928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:06.954032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:06.967148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:06.973184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d67d2766-1b47-429d-a857-26cfceb2ef10 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5019827 Jan 04 14:00:06.976378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39168) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:06.979862 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] Sync routers for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:07.006787 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:07.007697 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:07.036400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39170) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:07.039051 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-934f478b-cedf-4fb8-928d-394bca7253b1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 HTTP/1.1" status: 200 len: 205 time: 0.0611868 Jan 04 14:00:07.061625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:07.066604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.084308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc1787e9-00b4-4335-97b5-8e06e0d9a42a None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:07.084866 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:07.097749 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] Routers {'2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:07.098414 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:07.145133 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:07.145814 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c803a6e-ecc0-4ebc-b7a4-9071421f294a None None] The sync data for ids ['2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:07.166879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.183758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-67f97953-41c4-4e3e-b84d-4ea0cf824c71 None None] Provisioning complete for port 52ea429b-4d39-4042-80e1-5efa635c8267 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:07.184302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67f97953-41c4-4e3e-b84d-4ea0cf824c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.236828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a3e95102-83da-4d35-973a-d85ac0057b40 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:07.261577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: a3e95102-83da-4d35-973a-d85ac0057b40 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:07.262286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a3e95102-83da-4d35-973a-d85ac0057b40 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:07.354695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:07.403737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] Deleting port 52ea429b-4d39-4042-80e1-5efa635c8267 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:07.404391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.405367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.410005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.476002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] For port 52ea429b-4d39-4042-80e1-5efa635c8267, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52ea429b-4d39-4042-80e1-5efa635c8267,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:07.476383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.490584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] Calling delete_port for 52ea429b-4d39-4042-80e1-5efa635c8267 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:07.492385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.492933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router 2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:00:07.502046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.506046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39184) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:07.506208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c8d823e0-c186-478e-8714-58ef53252daf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 HTTP/1.1" status: 204 len: 168 time: 0.4684353 Jan 04 14:00:07.566160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet a4592eaf-d9e9-4c9c-9571-d93443345498 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:07.570210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.572280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.588972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.618468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.627616 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:07.631874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:07.635127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] Pushing event deleted for resources: {'Port': ['ID=52ea429b-4d39-4042-80e1-5efa635c8267,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:07.640828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:07.641600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aa39d28-59fc-48f8-8445-ba4fec1d9458 None None] No DVR routers for this DVR port 52ea429b-4d39-4042-80e1-5efa635c8267 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:07.642255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.659826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=63ed73fc-7543-47e2-86e0-ee5446da4aa8,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:07.661290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a94febc-49ee-4638-8161-495a2ab4cf87 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:07.678099 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fe187b9f-680f-481b-8df0-dffb58eff875 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7725956 Jan 04 14:00:07.678779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39188) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:07.683801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:07.759163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.795090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '63ed73fc-7543-47e2-86e0-ee5446da4aa8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:07.797466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.831314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:07.835796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.847372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.887068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:07.894053 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/a4592eaf-d9e9-4c9c-9571-d93443345498 HTTP/1.1" status: 204 len: 168 time: 0.3856485 Jan 04 14:00:07.895228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2ab735-8761-49d7-b61d-7565a8b23bbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=a4592eaf-d9e9-4c9c-9571-d93443345498,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:07.896810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39196) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:07.899550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918b2ff5-b6e7-45f8-954f-223213420ab8 None None] Network fc353033-c4a3-4681-a77d-b3d35d542ecf requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:07.974286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet be19c4fa-6813-436d-9548-fa23c5d79a2b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:07.979241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.032671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Allocated IP 172.20.0.2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/63ed73fc-7543-47e2-86e0-ee5446da4aa8/00c5e781-a51c-4ca5-b0f8-eb95eb5378a3) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:08.035638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.182578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.208783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:08.210387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.230756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:08.253967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:08.257339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.257773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:08.258479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.284453 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6045051 Jan 04 14:00:08.288159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39204) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:08.298262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:90:46:b1', 'name': 'tempest-NetworksTestDHCPv6-300415177'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:08.299969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39206) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:08.302185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=be19c4fa-6813-436d-9548-fa23c5d79a2b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:08.304337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.311179 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d53d40bb-f17a-4b57-aed6-fe250c7d6955 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/be19c4fa-6813-436d-9548-fa23c5d79a2b HTTP/1.1" status: 204 len: 168 time: 0.4021165 Jan 04 14:00:08.315525 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39208) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:08.371752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c3b0ae-eae8-4f43-b7bd-0e5e0cdd46f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=f2032848-d368-4e79-a00d-45ce85cbbf2d,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:08.378490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.383999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] DHCP port deletion for fc353033-c4a3-4681-a77d-b3d35d542ecf request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:08.385904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c31948-d315-40ff-9f94-7a8ee6c9c708 None None] Network 62e5bad1-9f7d-4481-a256-e15bb0b17a21 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:08.391252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.426368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.442683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:08.492936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 76bbe2c3-9698-44d8-9271-1378b27b839d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:08.493281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.529688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:08.540129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:08.544345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:08.546187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Pushing event updated for resources: {'Port': ['ID=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:08.579064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.594906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 76bbe2c3-9698-44d8-9271-1378b27b839d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76bbe2c3-9698-44d8-9271-1378b27b839d,segment=NetworkSegment(5bcefca4-efe2-4eb9-b202-fdc4e918e754),segment_id=5bcefca4-efe2-4eb9-b202-fdc4e918e754)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:08.595454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.608403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 3093866b-f85c-4261-8ed1-828ed0dce4fe yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:08.618882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 76bbe2c3-9698-44d8-9271-1378b27b839d owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:08.630484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--759608087', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:08.637131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Attempting to bind port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:08.637499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Attempting to bind port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:08.637885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Attempting to bind port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:08.643319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] Deleting port 76bbe2c3-9698-44d8-9271-1378b27b839d {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:08.643681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.657893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:08.658168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:08.658441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.658832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:08.659310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Bound port: 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:08.659681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.739782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14be141-ad59-414c-b440-872c01d2deed None None] DHCP port deletion for 62e5bad1-9f7d-4481-a256-e15bb0b17a21 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:08.795246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.806222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:08.810734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.821009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] For port 76bbe2c3-9698-44d8-9271-1378b27b839d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=76bbe2c3-9698-44d8-9271-1378b27b839d,segment=NetworkSegment(5bcefca4-efe2-4eb9-b202-fdc4e918e754),segment_id=5bcefca4-efe2-4eb9-b202-fdc4e918e754)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:08.821697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.864578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 172.20.0.9 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/63ed73fc-7543-47e2-86e0-ee5446da4aa8/3093866b-f85c-4261-8ed1-828ed0dce4fe) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:08.870169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] Calling delete_port for 76bbe2c3-9698-44d8-9271-1378b27b839d owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:08.875456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=76bbe2c3-9698-44d8-9271-1378b27b839d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:08.876040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] For port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:08.876699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fe90:46b1 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/f2032848-d368-4e79-a00d-45ce85cbbf2d/3093866b-f85c-4261-8ed1-828ed0dce4fe) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:08.878164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port 76bbe2c3-9698-44d8-9271-1378b27b839d on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:08.894795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 76bbe2c3-9698-44d8-9271-1378b27b839d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:08.900271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] For port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:08.907168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:08.989930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.011996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.025350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc353033-c4a3-4681-a77d-b3d35d542ecf']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:09.028755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] No DVR routers for this DVR port 76bbe2c3-9698-44d8-9271-1378b27b839d on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:09.039113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.058646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 76bbe2c3-9698-44d8-9271-1378b27b839d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:09.058917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5bcefca4-efe2-4eb9-b202-fdc4e918e754') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:09.059058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 76bbe2c3-9698-44d8-9271-1378b27b839d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:09.059547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5bcefca4-efe2-4eb9-b202-fdc4e918e754') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:09.059664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52ea429b-4d39-4042-80e1-5efa635c8267 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:09.081283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.082338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.110293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.126283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.127421 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e359b64-d640-4ea0-b9aa-32f4923efd76 None None] Pushing event deleted for resources: {'Port': ['ID=76bbe2c3-9698-44d8-9271-1378b27b839d,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.130786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:09.131441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:09.135880 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:09.172948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.180831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a14be141-ad59-414c-b440-872c01d2deed None None] Deleting port e965a7b7-8dd2-4a9e-ac77-bff110d11519 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:09.181207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a14be141-ad59-414c-b440-872c01d2deed None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.184348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 52ea429b-4d39-4042-80e1-5efa635c8267 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:09.184703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52ea429b-4d39-4042-80e1-5efa635c8267 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:09.185221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e965a7b7-8dd2-4a9e-ac77-bff110d11519 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:09.185626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.200334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:09.205097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:09.218638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:09.232195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52f01e7-0a28-4396-9135-c35a79ec42da None None] Pushing event updated for resources: {'Port': ['ID=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.262991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=3093866b-f85c-4261-8ed1-828ed0dce4fe,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.276231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.289956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94446869-2ccb-41a1-98af-04a482907ab9,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.299872 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.307156 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/fc353033-c4a3-4681-a77d-b3d35d542ecf HTTP/1.1" status: 204 len: 168 time: 0.9862063 Jan 04 14:00:09.307156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:09.307330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39212) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:09.318605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a14be141-ad59-414c-b440-872c01d2deed None None] For port e965a7b7-8dd2-4a9e-ac77-bff110d11519, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e965a7b7-8dd2-4a9e-ac77-bff110d11519,segment=NetworkSegment(91ebae4e-0573-4c19-bf11-4ab88e42c669),segment_id=91ebae4e-0573-4c19-bf11-4ab88e42c669)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:09.319010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a14be141-ad59-414c-b440-872c01d2deed None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.344308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:09.345057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.349976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d518c30-e2b8-4370-9c82-0ad9d31c39b7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=fc353033-c4a3-4681-a77d-b3d35d542ecf,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.354487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a14be141-ad59-414c-b440-872c01d2deed None None] Calling delete_port for e965a7b7-8dd2-4a9e-ac77-bff110d11519 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:09.400008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.400363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment affa3320-c0a2-4b33-bab7-c1cc0734ff22 of type vlan for network 50b2a800-122a-441c-af24-4a5845f8cb9d Jan 04 14:00:09.403825 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d1c781f2-1f10-423d-96b9-4abb9599e8f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 1.1146030 Jan 04 14:00:09.404445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39214) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:09.474503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ad8cb-6bfa-4104-9ebe-416f30e10da6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:09.491825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103ad8cb-6bfa-4104-9ebe-416f30e10da6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:09.494036 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-103ad8cb-6bfa-4104-9ebe-416f30e10da6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1762 time: 0.0886309 Jan 04 14:00:09.496646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39216) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:09.514640 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.520885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.527883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.604575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.611547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:09.612162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.613749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a14be141-ad59-414c-b440-872c01d2deed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.651665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14be141-ad59-414c-b440-872c01d2deed None None] No DVR routers for this DVR port e965a7b7-8dd2-4a9e-ac77-bff110d11519 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:09.653139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14be141-ad59-414c-b440-872c01d2deed None None] Pushing event deleted for resources: {'Port': ['ID=e965a7b7-8dd2-4a9e-ac77-bff110d11519,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.663279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 04 14:00:09.663279 dv-neutron-master-2-hyperv neutron-server[103266]: [SQL: UPDATE ports SET status=%(status)s WHERE ports.id = %(ports_id)s] Jan 04 14:00:09.663279 dv-neutron-master-2-hyperv neutron-server[103266]: [parameters: {'status': 'DOWN', 'ports_id': 'e965a7b7-8dd2-4a9e-ac77-bff110d11519'}] Jan 04 14:00:09.663279 dv-neutron-master-2-hyperv neutron-server[103266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:09.663665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:09.670445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 3093866b-f85c-4261-8ed1-828ed0dce4fe {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:09.670445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.713661 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4099441 Jan 04 14:00:09.713661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478dca42-d1c0-4f67-a1c6-c4ed4ce4ef17 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=50b2a800-122a-441c-af24-4a5845f8cb9d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.715080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39218) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:09.720090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-815658594', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:09.725151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 50b2a800-122a-441c-af24-4a5845f8cb9d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:09.737637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port e965a7b7-8dd2-4a9e-ac77-bff110d11519 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:09.737999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.791420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.807968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 3093866b-f85c-4261-8ed1-828ed0dce4fe owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:09.815840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.819065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.832263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port e965a7b7-8dd2-4a9e-ac77-bff110d11519, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:09.832625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.850967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for e965a7b7-8dd2-4a9e-ac77-bff110d11519 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:09.855343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Port e965a7b7-8dd2-4a9e-ac77-bff110d11519 was not found and therefore no delete operation was performed {{(pid=103264) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:00:09.865647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.919743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:09.922859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=e965a7b7-8dd2-4a9e-ac77-bff110d11519,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:09.927032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port e965a7b7-8dd2-4a9e-ac77-bff110d11519 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:10.026605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.067626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=3093866b-f85c-4261-8ed1-828ed0dce4fe,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:10.168634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.172482 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d9fd0f20-8e3f-4668-beaf-68c23f7b37ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/3093866b-f85c-4261-8ed1-828ed0dce4fe HTTP/1.1" status: 204 len: 168 time: 0.6747868 Jan 04 14:00:10.174878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39220) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:10.187846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] Port e965a7b7-8dd2-4a9e-ac77-bff110d11519 update to DOWN by agent not found {{(pid=103266) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2190}} Jan 04 14:00:10.256940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b314d-a832-4a9d-9a07-12ed2fddb8b0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:10.258799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b314d-a832-4a9d-9a07-12ed2fddb8b0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:10.260379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4b314d-a832-4a9d-9a07-12ed2fddb8b0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:10.262422 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9c4b314d-a832-4a9d-9a07-12ed2fddb8b0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0858085 Jan 04 14:00:10.265060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39222) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:10.335281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 63ed73fc-7543-47e2-86e0-ee5446da4aa8 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:10.339703 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.388203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.458080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.489695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.497336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.500757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa60d690-74dd-4b9d-9a3e-ed0dbb9b0fdd None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:10.535372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62e5bad1-9f7d-4481-a256-e15bb0b17a21']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:10.549930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ebae4e-0573-4c19-bf11-4ab88e42c669') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:10.550584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ebae4e-0573-4c19-bf11-4ab88e42c669') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:10.567669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.570622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.583516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.586780 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/63ed73fc-7543-47e2-86e0-ee5446da4aa8 HTTP/1.1" status: 204 len: 168 time: 0.3197308 Jan 04 14:00:10.590048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39224) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:10.605473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590ebaf-1458-4fc6-bb32-7653d998e24b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=63ed73fc-7543-47e2-86e0-ee5446da4aa8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:10.608356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-636a5678-a949-4984-9610-735ef0cf089d None None] Provisioning complete for port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:10.608862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-636a5678-a949-4984-9610-735ef0cf089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.646417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet f2032848-d368-4e79-a00d-45ce85cbbf2d {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:10.650066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.656008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.683719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:10.684263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:10.687499 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:10.715092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-636a5678-a949-4984-9610-735ef0cf089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.782693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-636a5678-a949-4984-9610-735ef0cf089d None None] For port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:10.792335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-636a5678-a949-4984-9610-735ef0cf089d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.819268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.837598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0b9c083-6b40-407c-ba76-414dcd9acbf3 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '63ed73fc-7543-47e2-86e0-ee5446da4aa8'}, {'subnet_id': 'f2032848-d368-4e79-a00d-45ce85cbbf2d'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '00c5e781-a51c-4ca5-b0f8-eb95eb5378a3'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:10.856668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.869850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.877324 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/62e5bad1-9f7d-4481-a256-e15bb0b17a21 HTTP/1.1" status: 204 len: 168 time: 1.5471926 Jan 04 14:00:10.879278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39226) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:10.883647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-383962619'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:10.902511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53f84f3-e5f5-4a7a-96b2-261aea35c7c7 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=62e5bad1-9f7d-4481-a256-e15bb0b17a21,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:10.907658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c0b9c083-6b40-407c-ba76-414dcd9acbf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.914725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:10.915514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.916829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-636a5678-a949-4984-9610-735ef0cf089d None None] Pushing event updated for resources: {'Port': ['ID=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:10.926575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:10.931439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.956431 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 176} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:10.965920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:10.966229 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 3cea0e6d-61c0-4e03-955f-9988c2416726 of type vlan for network d6c4542f-3038-4d1c-9480-79161dcf5da8 Jan 04 14:00:11.014141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.050977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.055855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.059945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:11.059945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.080873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.114594 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:11.114843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.118144 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2368493 Jan 04 14:00:11.118445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39228) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.127908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:11.141140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.165128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e88eb0e7-acc3-489d-8bf9-1773d3766872 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=d6c4542f-3038-4d1c-9480-79161dcf5da8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-c0b9c083-6b40-407c-ba76-414dcd9acbf3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2032848-d368-4e79-a00d-45ce85cbbf2d: This subnet is being modified by another concurrent operation. Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 343, in update_dhcp_port Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 118, in _port_action Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1767, in update_port Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1521, in update_port Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 451, in update_port_with_ips Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 375, in _update_ips_for_port Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet f2032848-d368-4e79-a00d-45ce85cbbf2d: This subnet is being modified by another concurrent operation. Jan 04 14:00:11.174692 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 14:00:11.180811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=f2032848-d368-4e79-a00d-45ce85cbbf2d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:11.182716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.189193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09755a76-0a28-4a78-88a2-13130e5e3083 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/f2032848-d368-4e79-a00d-45ce85cbbf2d HTTP/1.1" status: 204 len: 168 time: 0.5975821 Jan 04 14:00:11.192331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39230) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.236896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:11.243483 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a9184c6-45b1-437f-b87d-80c87fc8161f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0500338 Jan 04 14:00:11.244098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39232) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.304148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-359b9732-1f14-48ef-9c61-0d23b7ebb3fc None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:11.305529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.19 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/f4949872-52ca-471c-ab59-65079e96f897) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:11.316230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84eaaf8b-7552-49f6-b604-e4acad23ab11 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:11.317904 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-84eaaf8b-7552-49f6-b604-e4acad23ab11 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0727532 Jan 04 14:00:11.318997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:11.322067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39234) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.322699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.381276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4160ca56-337d-44eb-9125-31be36d01256 None None] Provisioning complete for port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:11.381567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4160ca56-337d-44eb-9125-31be36d01256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.431972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d03a866c-7654-4877-a250-0cbedd296db9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:11.434350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d03a866c-7654-4877-a250-0cbedd296db9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1111317 Jan 04 14:00:11.437079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39236) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.480893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:11.489270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-354aa2de-ef7a-4752-9ae8-483a684539bb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0485525 Jan 04 14:00:11.496880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39238) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.505589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-35244927-a62c-4cc9-93c8-d0f78574fca7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:11.523568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.557901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.592975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=ac9c506f-7e59-485a-8938-09d2c8733938,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:11.607877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '3cea0e6d-61c0-4e03-955f-9988c2416726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:11.608381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: d6c4542f-3038-4d1c-9480-79161dcf5da8, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:11.628227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:11.641516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d6c4542f-3038-4d1c-9480-79161dcf5da8) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:11.642932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35244927-a62c-4cc9-93c8-d0f78574fca7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:11.646949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35244927-a62c-4cc9-93c8-d0f78574fca7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.648692 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-35244927-a62c-4cc9-93c8-d0f78574fca7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:11.649124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35244927-a62c-4cc9-93c8-d0f78574fca7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:11.650880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:11.652400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.653192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.654317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22853f06-6efe-4af1-a23c-ced620d184fa None None] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:11.676778 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aed599c3-a170-4295-9501-e90db1544fbf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5544252 Jan 04 14:00:11.677585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39240) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.681862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-518797035', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:11.696629 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-35244927-a62c-4cc9-93c8-d0f78574fca7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1987891 Jan 04 14:00:11.699881 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39242) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.703164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:11.709350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:11.709774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-32c3587f-4624-47a9-aa4a-f91c592fea80 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:11.714046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:11.716306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=f4949872-52ca-471c-ab59-65079e96f897,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:11.750684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1c3b91-6d59-487c-aa89-7be5d0a3d30f None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:11.808059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] Deleting port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:11.808469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.810663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.811936 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.830211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d6c4542f-3038-4d1c-9480-79161dcf5da8', 'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'ac9c506f-7e59-485a-8938-09d2c8733938'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:11.831070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.876965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.878089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32c3587f-4624-47a9-aa4a-f91c592fea80 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:11.882000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32c3587f-4624-47a9-aa4a-f91c592fea80 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.883754 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-32c3587f-4624-47a9-aa4a-f91c592fea80 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:11.884464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32c3587f-4624-47a9-aa4a-f91c592fea80 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:11.888789 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.914504 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-32c3587f-4624-47a9-aa4a-f91c592fea80 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2125416 Jan 04 14:00:11.915268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] For port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:11.915710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.918414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.919556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0d008ac1-c374-4552-8e3b-e3e4062c9c3b None None] Provisioning complete for port f4949872-52ca-471c-ab59-65079e96f897 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:11.923430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d008ac1-c374-4552-8e3b-e3e4062c9c3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:11.923620 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-15787cef-6e63-4eb1-9e17-890c0be49373 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2419674 Jan 04 14:00:11.923620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39244) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.923782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39246) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:11.927149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3fc4f2d2-a47c-41bf-8874-d1c2b1424766 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:11.929417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'port': {'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8', 'name': 'tempest-RoutersTest-1813347238'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:11.992158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] Calling delete_port for 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:12.024767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fc4f2d2-a47c-41bf-8874-d1c2b1424766 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:12.025014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0d008ac1-c374-4552-8e3b-e3e4062c9c3b None None] Port f4949872-52ca-471c-ab59-65079e96f897 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:12.029098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3fc4f2d2-a47c-41bf-8874-d1c2b1424766 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.030651 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fc4f2d2-a47c-41bf-8874-d1c2b1424766 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:12.031094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fc4f2d2-a47c-41bf-8874-d1c2b1424766 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:12.054469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3fc4f2d2-a47c-41bf-8874-d1c2b1424766 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1300557 Jan 04 14:00:12.055954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39248) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.060792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d98552ca-2524-40ac-a4fb-3b1850410bca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:12.071168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.134610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Allocated IP 172.20.0.2 (d6c4542f-3038-4d1c-9480-79161dcf5da8/ac9c506f-7e59-485a-8938-09d2c8733938/3fcdbe70-97d6-491b-9543-384457a6119e) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:12.155554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.192355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] Pushing event deleted for resources: {'Port': ['ID=00c5e781-a51c-4ca5-b0f8-eb95eb5378a3,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:12.198871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2972cec0-543f-4503-86af-ceddfc955790 None None] No DVR routers for this DVR port 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:12.234813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:12.238292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.273948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] device_id is not set on port 59780179-5ef4-4060-851d-17cce50a2c3f yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:12.316812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d98552ca-2524-40ac-a4fb-3b1850410bca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:12.318884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.320295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d98552ca-2524-40ac-a4fb-3b1850410bca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.321774 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98552ca-2524-40ac-a4fb-3b1850410bca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:12.322229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98552ca-2524-40ac-a4fb-3b1850410bca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:12.325335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.363541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:12.367818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:12.370701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:12.386747 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d98552ca-2524-40ac-a4fb-3b1850410bca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3296523 Jan 04 14:00:12.390540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39250) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.397091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bd9b6bcb-332b-490b-ae8c-3c361561ff94 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:12.409358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Pushing event updated for resources: {'Port': ['ID=3fcdbe70-97d6-491b-9543-384457a6119e,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:12.439833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Attempting to bind port 3fcdbe70-97d6-491b-9543-384457a6119e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:12.440579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Attempting to bind port 3fcdbe70-97d6-491b-9543-384457a6119e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '3cea0e6d-61c0-4e03-955f-9988c2416726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:12.441154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Attempting to bind port 3fcdbe70-97d6-491b-9543-384457a6119e on network d6c4542f-3038-4d1c-9480-79161dcf5da8 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:12.447651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:12.447651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Checking segment: {'id': '3cea0e6d-61c0-4e03-955f-9988c2416726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:12.448172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.449104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Bound using segment: {'id': '3cea0e6d-61c0-4e03-955f-9988c2416726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:12.449104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Bound port: 3fcdbe70-97d6-491b-9543-384457a6119e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cea0e6d-61c0-4e03-955f-9988c2416726', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'd6c4542f-3038-4d1c-9480-79161dcf5da8'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:12.449582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.471852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.487191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.20.0.8 (d6c4542f-3038-4d1c-9480-79161dcf5da8/ac9c506f-7e59-485a-8938-09d2c8733938/59780179-5ef4-4060-851d-17cce50a2c3f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:12.492797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd9b6bcb-332b-490b-ae8c-3c361561ff94 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:12.496757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bd9b6bcb-332b-490b-ae8c-3c361561ff94 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.498182 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd9b6bcb-332b-490b-ae8c-3c361561ff94 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:12.498610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd9b6bcb-332b-490b-ae8c-3c361561ff94 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:12.518377 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bd9b6bcb-332b-490b-ae8c-3c361561ff94 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1260540 Jan 04 14:00:12.520701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39252) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.523061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] For port 3fcdbe70-97d6-491b-9543-384457a6119e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:12.526007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4d271e8c-04aa-46c4-a3a0-894289d52a9a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:12.527661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] For port 3fcdbe70-97d6-491b-9543-384457a6119e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fcdbe70-97d6-491b-9543-384457a6119e,segment=NetworkSegment(3cea0e6d-61c0-4e03-955f-9988c2416726),segment_id=3cea0e6d-61c0-4e03-955f-9988c2416726)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:12.532940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.596875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50597879-48db-4ed3-a309-e90a923a94c0 None None] Pushing event updated for resources: {'Port': ['ID=3fcdbe70-97d6-491b-9543-384457a6119e,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:12.646048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d271e8c-04aa-46c4-a3a0-894289d52a9a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:12.649791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d271e8c-04aa-46c4-a3a0-894289d52a9a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.651263 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d271e8c-04aa-46c4-a3a0-894289d52a9a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:12.651684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d271e8c-04aa-46c4-a3a0-894289d52a9a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:12.669417 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4d271e8c-04aa-46c4-a3a0-894289d52a9a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1475794 Jan 04 14:00:12.672633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39254) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.705513 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3f491c8a-2fca-453e-8c81-39b276d606ec tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0316548 Jan 04 14:00:12.708051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39256) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.726301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:00:12.738269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.799020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe7d955-0639-4d23-9330-0fdce7dc71e2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:12.802914 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9fe7d955-0639-4d23-9330-0fdce7dc71e2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0938835 Jan 04 14:00:12.803444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39258) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.855485 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d5a4aa2f-bbe0-48ac-8345-111cfe0c2071 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0507360 Jan 04 14:00:12.860570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39260) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:12.866948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:12.904565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3fcdbe70-97d6-491b-9543-384457a6119e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:12.924033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:12.939468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.944632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:12.975387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:12.979477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:12.981766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:12.981939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:13.006392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.007680 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0dae4f86-e451-4815-a6e3-24dde947c869 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.2913134 Jan 04 14:00:13.011428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39262) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:13.014579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:13.015969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=59780179-5ef4-4060-851d-17cce50a2c3f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:13.019952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:13.022187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:13.057085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3fcdbe70-97d6-491b-9543-384457a6119e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:13.057460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.080787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:13.081908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.100355 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bda0176b-c247-4e7f-9b68-86596f2bb3a8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.1762917 Jan 04 14:00:13.106776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39266) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:13.144349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:13.181357 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-22b14310-b618-4c61-a61b-38dd9d69642f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1659675 Jan 04 14:00:13.182128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39268) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:13.309908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.384494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 3fcdbe70-97d6-491b-9543-384457a6119e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fcdbe70-97d6-491b-9543-384457a6119e,segment=NetworkSegment(3cea0e6d-61c0-4e03-955f-9988c2416726),segment_id=3cea0e6d-61c0-4e03-955f-9988c2416726)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:13.396042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.478478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:13.485143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:13.492562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=3fcdbe70-97d6-491b-9543-384457a6119e,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:13.557390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:13.557942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 00c5e781-a51c-4ca5-b0f8-eb95eb5378a3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:13.560629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:00:13.561155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Updating router 9773eb09-c200-4743-8aa2-64036ae49ba6 port f4949872-52ca-471c-ab59-65079e96f897 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:00:13.594805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.770201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159acf0-d4bd-4cbb-bdca-d98a0e569ef4 None None] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:13.842843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.851738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-95152648-8cd2-41b9-9562-fb798fb8e16e None None] Provisioning complete for port 3fcdbe70-97d6-491b-9543-384457a6119e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:13.852411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-95152648-8cd2-41b9-9562-fb798fb8e16e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.878836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-862ff473-9bd9-42cf-93bb-736d15152b76 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:13.883361 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-862ff473-9bd9-42cf-93bb-736d15152b76 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.7007544 Jan 04 14:00:13.885230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39270) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:13.907567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:13.909107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.926394 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d06a208f-1342-49ec-9779-8ee4070302f8 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0399377 Jan 04 14:00:13.929929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39272) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:13.956867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:13.962604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:13.966946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:13.967468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:13.968459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1973347910', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:13.973904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=9705b0a6-0ee3-4530-bf90-4dceb58b67e5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:13.981516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca53ffb-2b84-4724-833a-3b9df7256bb4 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:13.990128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.990647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.991014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.991380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.992923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.992923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.992923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.993342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.993342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.993790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.994357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.994696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:13.995162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.003063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7033488e-f647-410c-95d4-7b40f7d762d5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1413825 Jan 04 14:00:14.005704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39274) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:14.010960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:7d:17:cc', 'name': 'tempest-NetworksTestDHCPv6-53407418'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:14.139587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:14.184152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:14.188920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.229207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.234101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.246292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.253521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 066649a8-3b49-4088-93cc-b7087aa69771 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:14.301249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.311784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.386177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fe7d:17cc (af82c8e7-091c-43f5-9e12-ad51fe245e0c/9705b0a6-0ee3-4530-bf90-4dceb58b67e5/066649a8-3b49-4088-93cc-b7087aa69771) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:14.390918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d8f71c-1de5-470d-9681-70992a2a94b6 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:14.424549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Attempting to bind port f4949872-52ca-471c-ab59-65079e96f897 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:14.424918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Attempting to bind port f4949872-52ca-471c-ab59-65079e96f897 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:14.425771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Attempting to bind port f4949872-52ca-471c-ab59-65079e96f897 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:14.427501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '9705b0a6-0ee3-4530-bf90-4dceb58b67e5'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:14.428337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.454934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:14.455313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:14.455719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.456114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:14.456584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Bound port: f4949872-52ca-471c-ab59-65079e96f897, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:14.456964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.458590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5aeaf-021a-439f-b205-d2306a1a2100 None None] Pushing event updated for resources: {'Port': ['ID=f4949872-52ca-471c-ab59-65079e96f897,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:14.551469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=59780179-5ef4-4060-851d-17cce50a2c3f,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:14.573672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.574659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.574957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.575386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.575818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.576432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.576672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.577078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.577556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.577961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.578946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.579365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.579683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.579839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:14.637751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.652934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b3437548-79f6-405c-9be8-d342b149b903 None None] Provisioning complete for port f4949872-52ca-471c-ab59-65079e96f897 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:14.653861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3437548-79f6-405c-9be8-d342b149b903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.678036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.688983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] For port f4949872-52ca-471c-ab59-65079e96f897, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:14.711661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=066649a8-3b49-4088-93cc-b7087aa69771,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:14.715534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:14.717389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:14.728239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:14.739812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:14.740946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.748243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] For port f4949872-52ca-471c-ab59-65079e96f897, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4949872-52ca-471c-ab59-65079e96f897,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:14.762395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.777757 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c896c43d-ae47-460c-bb1e-16531a60878b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7686911 Jan 04 14:00:14.777933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39276) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:14.780042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.841990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=fa937762-4273-498f-8fd9-5c844a3d9489,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:14.854918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b3437548-79f6-405c-9be8-d342b149b903 None None] Port f4949872-52ca-471c-ab59-65079e96f897 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:14.862145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3fcdbe70-97d6-491b-9543-384457a6119e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:14.865815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab057da-b81c-4d1d-bac5-d9dad9b69e22 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:14.871092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:14.872125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 50b2a800-122a-441c-af24-4a5845f8cb9d, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:14.877566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bab057da-b81c-4d1d-bac5-d9dad9b69e22 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 944 time: 0.0962253 Jan 04 14:00:14.877843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39278) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:14.898106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Allocated IP 2001:db8::f816:3eff:fe18:39b1 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/9705b0a6-0ee3-4530-bf90-4dceb58b67e5/8dbe8d9b-d3a5-4153-99c7-dc967bb92190) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:14.918133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8babe2a4-1108-4461-89a2-16d17b400ca4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:14.923812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 50b2a800-122a-441c-af24-4a5845f8cb9d is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:14.967835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 50b2a800-122a-441c-af24-4a5845f8cb9d) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:14.983454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:14.984057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.994754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:14.994923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c5aeaf-021a-439f-b205-d2306a1a2100 None None] Pushing event updated for resources: {'Port': ['ID=f4949872-52ca-471c-ab59-65079e96f897,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:15.017589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8b27e4a-4812-4184-a00a-ae83a8d3347f None None] Network 50b2a800-122a-441c-af24-4a5845f8cb9d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:15.018204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 066649a8-3b49-4088-93cc-b7087aa69771 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:15.019307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.031435 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-435bbb22-add4-41ca-9afd-90c384316a71 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0978365 Jan 04 14:00:15.050978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:15.051633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:15.052742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:15.141724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.159120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 066649a8-3b49-4088-93cc-b7087aa69771 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:15.226104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7010ebe4-df42-4406-bd4f-e4e14bcabc64 None None] Provisioning complete for port 59780179-5ef4-4060-851d-17cce50a2c3f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:15.226928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7010ebe4-df42-4406-bd4f-e4e14bcabc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.314160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3fcdbe70-97d6-491b-9543-384457a6119e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:15.314549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.325629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.357968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=066649a8-3b49-4088-93cc-b7087aa69771,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:15.382473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7010ebe4-df42-4406-bd4f-e4e14bcabc64 None None] Port 59780179-5ef4-4060-851d-17cce50a2c3f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:15.400162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.405957 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2aa05250-2628-41ff-b5d2-92816122a7f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/066649a8-3b49-4088-93cc-b7087aa69771 HTTP/1.1" status: 204 len: 168 time: 0.5235162 Jan 04 14:00:15.406873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39282) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:15.435043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:15.473932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-50b2a800-122a-441c-af24-4a5845f8cb9d', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:15.474796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.520851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42ce94-1ac5-4794-87b4-eebd695a6ae3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:15.522407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d42ce94-1ac5-4794-87b4-eebd695a6ae3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:15.527105 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0d42ce94-1ac5-4794-87b4-eebd695a6ae3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1160989 Jan 04 14:00:15.527262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39284) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:15.563337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.572624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7010ebe4-df42-4406-bd4f-e4e14bcabc64 None None] Provisioning complete for port 3fcdbe70-97d6-491b-9543-384457a6119e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:15.572843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7010ebe4-df42-4406-bd4f-e4e14bcabc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.586186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.590274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-93417084-fc40-4a75-a0aa-f304ec5f070d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.594848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.600119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 9705b0a6-0ee3-4530-bf90-4dceb58b67e5 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:15.603619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.631975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.650307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.702302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=59780179-5ef4-4060-851d-17cce50a2c3f,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:15.707421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.747783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.799336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:15.827814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.832089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:15.840901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:15.861904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=9705b0a6-0ee3-4530-bf90-4dceb58b67e5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:15.862527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Pushing event updated for resources: {'Port': ['ID=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:15.865859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.871037 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b77cf7d3-c86b-4700-b523-6f76b867f33b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/9705b0a6-0ee3-4530-bf90-4dceb58b67e5 HTTP/1.1" status: 204 len: 168 time: 0.3412714 Jan 04 14:00:15.872010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39286) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:15.887309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:15.890298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:15.901210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:15.917751 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f5f09efe-d830-46b2-b41c-27a36ee12e2b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0421000 Jan 04 14:00:15.919342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39288) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:15.922852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Allocated IP 172.20.0.2 (50b2a800-122a-441c-af24-4a5845f8cb9d/fa937762-4273-498f-8fd9-5c844a3d9489/689d12bf-e668-43a9-a32c-46e0b5808051) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:15.927743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:16.078907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:16.085807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.191593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router ad88bea3-6059-4aea-8779-2bf71c5365c2 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:00:16.233140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Attempting to bind port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:16.233784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Attempting to bind port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:16.233926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Attempting to bind port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:16.252789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:16.253118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:16.253518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.253932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:16.254546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Bound port: 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:16.254786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.344234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:16.400631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23d35f3-4173-42cf-b4a2-c0684e4c2e77 None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:16.424537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:16.468088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] For port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:16.474797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] For port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:16.477104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.478782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Provisioning complete for port 59780179-5ef4-4060-851d-17cce50a2c3f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:16.479138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.484253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.517395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.569294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Port 59780179-5ef4-4060-851d-17cce50a2c3f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:16.605209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Network 50b2a800-122a-441c-af24-4a5845f8cb9d is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:16.623954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:16.628884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:16.631081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde6612e-0e5f-4d76-b6f0-deeb07fbb841 None None] Pushing event updated for resources: {'Port': ['ID=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:16.641398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Provisioning complete for port f4949872-52ca-471c-ab59-65079e96f897 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:16.641637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.719950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:16.750783 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1dc5d11b-30a8-4b39-b187-03370b456161 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/ad88bea3-6059-4aea-8779-2bf71c5365c2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6426921 Jan 04 14:00:16.755909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39290) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:16.767202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.768366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Pushing event updated for resources: {'Port': ['ID=689d12bf-e668-43a9-a32c-46e0b5808051,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:16.788382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Attempting to bind port 689d12bf-e668-43a9-a32c-46e0b5808051 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:16.788598 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] Sync routers for ids ['ad88bea3-6059-4aea-8779-2bf71c5365c2'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:16.789063 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Attempting to bind port 689d12bf-e668-43a9-a32c-46e0b5808051 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:16.789273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Attempting to bind port 689d12bf-e668-43a9-a32c-46e0b5808051 on network 50b2a800-122a-441c-af24-4a5845f8cb9d {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:16.798635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (50b2a800-122a-441c-af24-4a5845f8cb9d/fa937762-4273-498f-8fd9-5c844a3d9489/4f10f884-e1d5-4d36-aaed-3f583d1f7197) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:16.802949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:16.803333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Checking segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:16.803735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.804133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Bound using segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:16.805051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Bound port: 689d12bf-e668-43a9-a32c-46e0b5808051, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:16.805051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.811674 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] Routers {'ad88bea3-6059-4aea-8779-2bf71c5365c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:16.812201 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad88bea3-6059-4aea-8779-2bf71c5365c2'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:16.816550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b3fc028-29cd-470f-8a40-b864b346ee7d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:16.817984 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0b3fc028-29cd-470f-8a40-b864b346ee7d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports/59780179-5ef4-4060-851d-17cce50a2c3f HTTP/1.1" status: 200 len: 977 time: 0.0627406 Jan 04 14:00:16.822518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39292) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:16.873409 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:16.906327 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] Routers {'ad88bea3-6059-4aea-8779-2bf71c5365c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:16.907763 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T13:59:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad88bea3-6059-4aea-8779-2bf71c5365c2'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:16.951622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:16.960412 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:16.961895 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55a79e88-e7f7-484a-8727-6615325c1b3f None None] The sync data for ids ['ad88bea3-6059-4aea-8779-2bf71c5365c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:16.972973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f4949872-52ca-471c-ab59-65079e96f897 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:17.027026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] For port f4949872-52ca-471c-ab59-65079e96f897, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4949872-52ca-471c-ab59-65079e96f897,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:17.028419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] For port 689d12bf-e668-43a9-a32c-46e0b5808051, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:17.043037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.044090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:17.055604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] For port 689d12bf-e668-43a9-a32c-46e0b5808051, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=689d12bf-e668-43a9-a32c-46e0b5808051,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:17.084507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.091423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.101491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.105442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.131922 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e6109b-a7f0-4107-8aee-af893514dba4 None None] Pushing event updated for resources: {'Port': ['ID=f4949872-52ca-471c-ab59-65079e96f897,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:17.165619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f4949872-52ca-471c-ab59-65079e96f897 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:17.171266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.178483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:17.183166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:17.203752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.214024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:17.214552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.251960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7c66a8-fc81-42b0-b2fd-c7d62c593aec None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:17.279302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.3576920 Jan 04 14:00:17.290146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39294) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:17.297308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:81:be:47', 'name': 'tempest-NetworksTestDHCPv6-190730802'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:17.309066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.333927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=795eaa76-60bb-42f7-9a4b-ef7b21b36b1f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:17.353380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb08e2b3-2137-4b5d-8b51-05811d1a5790 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,revision_number=5']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:17.371546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0456fcd0-44db-42f3-a843-6ef3cc064c42 None None] Pushing event updated for resources: {'Port': ['ID=689d12bf-e668-43a9-a32c-46e0b5808051,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:17.419212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 50b2a800-122a-441c-af24-4a5845f8cb9d is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:17.451213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:17.476099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:17.478495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=4f10f884-e1d5-4d36-aaed-3f583d1f7197,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:17.550168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.583669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:17.589072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.598686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.613430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 54147b64-a5c4-46da-a713-1f8fd4290021 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:17.748262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fe81:be47 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/795eaa76-60bb-42f7-9a4b-ef7b21b36b1f/54147b64-a5c4-46da-a713-1f8fd4290021) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:17.837447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c98b0fee-36d6-4f78-9a65-0e1dc0ccdb87 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.882632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:17.987631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.023494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.069073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:18.072187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:18.073559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 59780179-5ef4-4060-851d-17cce50a2c3f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:18.073943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.078112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:18.083942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:18.084562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.101520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=54147b64-a5c4-46da-a713-1f8fd4290021,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:18.114745 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d5c1c7ed-fc73-44e2-8aca-b7c27dce2054 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.8215294 Jan 04 14:00:18.117407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39296) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:18.166643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87bf87-7492-402f-8c1d-0a2c939d35f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:18.173296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da87bf87-7492-402f-8c1d-0a2c939d35f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:18.175447 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-da87bf87-7492-402f-8c1d-0a2c939d35f8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0564680 Jan 04 14:00:18.177560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39298) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:18.229422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.249451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 59780179-5ef4-4060-851d-17cce50a2c3f owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:18.265114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 54147b64-a5c4-46da-a713-1f8fd4290021 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:18.265500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.347210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.354248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.359178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.371504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 54147b64-a5c4-46da-a713-1f8fd4290021 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:18.479767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.483400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=4f10f884-e1d5-4d36-aaed-3f583d1f7197,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:18.521531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.552290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=54147b64-a5c4-46da-a713-1f8fd4290021,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:18.581828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.585247 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-df90f4bd-9e55-4b77-9995-e9a0a6569833 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/54147b64-a5c4-46da-a713-1f8fd4290021 HTTP/1.1" status: 204 len: 168 time: 0.4067125 Jan 04 14:00:18.588534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39300) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:18.619509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.646319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a74e25-0269-4a88-8b5f-d69db499f3f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:18.648105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3a74e25-0269-4a88-8b5f-d69db499f3f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:18.649617 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e3a74e25-0269-4a88-8b5f-d69db499f3f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0607252 Jan 04 14:00:18.652298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39302) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:18.661205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 50b2a800-122a-441c-af24-4a5845f8cb9d is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:18.662691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=59780179-5ef4-4060-851d-17cce50a2c3f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:18.669137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:18.715429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 795eaa76-60bb-42f7-9a4b-ef7b21b36b1f {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:18.720075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.772878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.916798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:18.966194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee92bbd-8b41-4d0e-aecd-58f3c9e467d0 None None] Network 50b2a800-122a-441c-af24-4a5845f8cb9d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:19.002171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.012211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.050281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.059754 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/795eaa76-60bb-42f7-9a4b-ef7b21b36b1f HTTP/1.1" status: 204 len: 168 time: 0.4056628 Jan 04 14:00:19.088086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39304) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.094589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-796c56e1-35b1-49cf-a4a7-02744067a44a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=795eaa76-60bb-42f7-9a4b-ef7b21b36b1f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:19.101697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 689d12bf-e668-43a9-a32c-46e0b5808051 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:19.151277 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2ae84271-d85b-4f40-9232-4bbec13f99e1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0620196 Jan 04 14:00:19.153305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39306) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.183587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Provisioning complete for port 689d12bf-e668-43a9-a32c-46e0b5808051 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:19.183967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.185619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.191757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:19.197584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router ad88bea3-6059-4aea-8779-2bf71c5365c2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:19.253415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460705f5-0a49-4a30-b0f8-a0f3243a8706 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:19.255007 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-460705f5-0a49-4a30-b0f8-a0f3243a8706 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0890465 Jan 04 14:00:19.257989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39308) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.281653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 689d12bf-e668-43a9-a32c-46e0b5808051 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:19.282446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.320893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f2c9a3-73c5-48b0-9f6d-f3a87af95c81 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:19.322713 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c5f2c9a3-73c5-48b0-9f6d-f3a87af95c81 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0637033 Jan 04 14:00:19.325144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39310) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.384775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5e03e622-3cf0-410b-9c1d-869a2ed16566 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0584891 Jan 04 14:00:19.389564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39312) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.393157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.395381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:19.449112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.489656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-672636e8-19d5-4841-a0a5-4b183180d671 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:19.510340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:19.514365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] For port 689d12bf-e668-43a9-a32c-46e0b5808051, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=689d12bf-e668-43a9-a32c-46e0b5808051,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:19.514534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.530098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.670765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:19.679752 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ff2f27d6-b813-4f8f-a494-a2c5334ea62c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/ad88bea3-6059-4aea-8779-2bf71c5365c2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8563461 Jan 04 14:00:19.682352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39314) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.693964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Pushing event updated for resources: {'Port': ['ID=689d12bf-e668-43a9-a32c-46e0b5808051,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:19.696744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] Sync routers for ids ['ad88bea3-6059-4aea-8779-2bf71c5365c2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:19.700436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:19.700802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:19.712612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.713209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.713721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.714265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.715114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.715613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.716112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.716608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.717152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.717658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.718229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.719343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.719890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5748faad-6645-4cc1-9d5f-3b4b9bbf474a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:19.727192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2b2bfa9a-307d-41fb-82f6-83c4820770d5 None None] Provisioning complete for port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:19.727847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfa9a-307d-41fb-82f6-83c4820770d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.776116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] Routers {'ad88bea3-6059-4aea-8779-2bf71c5365c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:19.777067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad88bea3-6059-4aea-8779-2bf71c5365c2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:19.824356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:19.829339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:19.855319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:19.866117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] Routers {'ad88bea3-6059-4aea-8779-2bf71c5365c2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:19.866864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ad88bea3-6059-4aea-8779-2bf71c5365c2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:19.867474 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:19.881395 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:19.882340 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:19.909333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:19.910147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19775a4-65b1-49f1-bd24-b41035525690 None None] The sync data for ids ['ad88bea3-6059-4aea-8779-2bf71c5365c2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:19.936758 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-78cbb347-de1c-46fe-8dcd-0b62285436a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/9773eb09-c200-4743-8aa2-64036ae49ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8829269 Jan 04 14:00:19.939442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39316) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:19.952675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:19.956325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfa9a-307d-41fb-82f6-83c4820770d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:19.975599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] Deleting port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:19.976212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.035731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2b2bfa9a-307d-41fb-82f6-83c4820770d5 None None] For port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:20.090588 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:20.125746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2b2bfa9a-307d-41fb-82f6-83c4820770d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.163560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-76d006a4-c949-4d48-87e4-c5a1841875af tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] remove_router_interface failed (client error): The resource could not be found. Jan 04 14:00:20.164984 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-76d006a4-c949-4d48-87e4-c5a1841875af tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/ad88bea3-6059-4aea-8779-2bf71c5365c2/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4811852 Jan 04 14:00:20.171936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39318) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:20.179687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b2bfa9a-307d-41fb-82f6-83c4820770d5 None None] Pushing event updated for resources: {'Port': ['ID=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:20.217540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.224475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-edf23757-bf93-4a78-bc21-e123b823f840 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad88bea3-6059-4aea-8779-2bf71c5365c2 HTTP/1.1" status: 200 len: 205 time: 0.0510316 Jan 04 14:00:20.231923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39320) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:20.280135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.281193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.282359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.283004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.283641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.284275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.286311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5836e035-3414-4f90-8108-3950e7cf5b0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4269 time: 0.3451309 Jan 04 14:00:20.288413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] For port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:20.288843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.289422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39322) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:20.303763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dd09d4f4-849e-4c35-b06d-a996d93f450c None None] Provisioning complete for port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:20.304138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd09d4f4-849e-4c35-b06d-a996d93f450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.341291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] Calling delete_port for 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:20.349537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f4949872-52ca-471c-ab59-65079e96f897 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:20.360520 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:18Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:20.390253 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:00:20.391221 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Updating router 9773eb09-c200-4743-8aa2-64036ae49ba6 port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:00:20.410061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.410912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.411726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.412992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.413640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.414307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:20.419052 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.420111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-513e2df3-f47b-4ab7-b0f6-a1f5af0a37e7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3935 time: 0.1294088 Jan 04 14:00:20.420962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39324) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:20.460580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.582065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-dd09d4f4-849e-4c35-b06d-a996d93f450c None None] Port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:20.627914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:20.629762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.635391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dd09d4f4-849e-4c35-b06d-a996d93f450c None None] Provisioning complete for port 689d12bf-e668-43a9-a32c-46e0b5808051 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:20.635757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd09d4f4-849e-4c35-b06d-a996d93f450c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.665067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.668384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.683851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f4949872-52ca-471c-ab59-65079e96f897 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:20.684221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.716642 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e13629de-8ecb-4c50-9092-3b9ba1e88477 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2137 time: 0.2937975 Jan 04 14:00:20.728988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.730762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.731322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router ad88bea3-6059-4aea-8779-2bf71c5365c2 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:00:20.738419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.739538 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-11299033-541e-47d0-9ce5-7486c22fd506 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/ad88bea3-6059-4aea-8779-2bf71c5365c2 HTTP/1.1" status: 204 len: 168 time: 0.4170372 Jan 04 14:00:20.743267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39330) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:20.752683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.753409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.798043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.804210 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.812257 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:20.857037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] No DVR routers for this DVR port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:20.866363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e473dab2-8d4d-43b5-80b7-26d2e4c2b535 None None] Pushing event deleted for resources: {'Port': ['ID=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:20.902133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:20.914263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet ac9c506f-7e59-485a-8938-09d2c8733938 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:20.918720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:20.942311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-889872ca-9311-4f3e-ada3-8a9b6709f58a None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:20.984086 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Attempting to bind port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:20.985853 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Attempting to bind port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:20.986556 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Attempting to bind port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 on network 50b2a800-122a-441c-af24-4a5845f8cb9d {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:20.995673 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 13, 59, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:20.996455 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Checking segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:20.997106 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.000888 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Bound using segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:21.001705 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Bound port: 4f10f884-e1d5-4d36-aaed-3f583d1f7197, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:21.002388 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.095332 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] For port 4f10f884-e1d5-4d36-aaed-3f583d1f7197, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:21.096615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '1e46aecc-0aca-47f8-b9f1-fbb13e36c01b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:21.097529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.103946 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] For port 4f10f884-e1d5-4d36-aaed-3f583d1f7197, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f10f884-e1d5-4d36-aaed-3f583d1f7197,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:21.118334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e341a332-360d-4f41-92e4-948bc549b14e None None] Provisioning complete for port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:21.123427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e341a332-360d-4f41-92e4-948bc549b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.123894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39332) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:21.128813 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Pushing event updated for resources: {'Port': ['ID=4f10f884-e1d5-4d36-aaed-3f583d1f7197,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.129078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:21.130948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1197317854', 'description': 'tempest-secgroup-smoke-1197317854 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:21.134235 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.152044 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.154007 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.154538 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.154879 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.155215 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.155544 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.155900 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.156989 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.157346 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.157715 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.158080 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.158411 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.158749 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:00:21.180331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.204838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:21.205112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 04 14:00:21.230438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Port 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 not found, will not notify nova. {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 04 14:00:21.244819 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d61cf9-54e5-497b-aaab-992d25355ce0 None None] Pushing event updated for resources: {'Port': ['ID=4f10f884-e1d5-4d36-aaed-3f583d1f7197,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.261561 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:21.262361 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:21.316400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.330444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.384179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.385777 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2607951 Jan 04 14:00:21.388458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0555dd-5189-43b3-b7be-60b699e3aabb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=369eb190-1dbb-416d-84ff-e0f7ccfeb447,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.391443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39334) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:21.398913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '369eb190-1dbb-416d-84ff-e0f7ccfeb447', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:21.401900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 689d12bf-e668-43a9-a32c-46e0b5808051 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:21.442359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.455134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e341a332-360d-4f41-92e4-948bc549b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.503019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=1e46aecc-0aca-47f8-b9f1-fbb13e36c01b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.505206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.508215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Allocated IP 2001:db8::f816:3eff:fe53:1b80 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/1e46aecc-0aca-47f8-b9f1-fbb13e36c01b/68e41086-29d9-4088-aa4b-4a8054a1d775) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:21.513282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.520620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:21.521219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.527111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.533788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e341a332-360d-4f41-92e4-948bc549b14e None None] For port 4f10f884-e1d5-4d36-aaed-3f583d1f7197, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f10f884-e1d5-4d36-aaed-3f583d1f7197,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:21.543592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=8dbe8d9b-d3a5-4153-99c7-dc967bb92190,revision_number=9']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.546043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e341a332-360d-4f41-92e4-948bc549b14e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.571818 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-83414533-2ba0-4b37-9af8-9f0fb9afd0be tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.1810009 Jan 04 14:00:21.573220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.574632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.577422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39336) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:21.578654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39338) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:21.579060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1859550 Jan 04 14:00:21.582056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc7a6e9-1150-48ec-b83a-39b1f81ee4dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=823ad39f-20c8-45d7-a919-b13740c4be33,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.583252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:25:8f:31', 'name': 'tempest-NetworksTestDHCPv6-1837321581'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:21.590957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '369eb190-1dbb-416d-84ff-e0f7ccfeb447', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:21.613302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 689d12bf-e668-43a9-a32c-46e0b5808051 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:21.613820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.632112 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:21.712658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e341a332-360d-4f41-92e4-948bc549b14e None None] Pushing event updated for resources: {'Port': ['ID=4f10f884-e1d5-4d36-aaed-3f583d1f7197,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.726079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bf9ce048-a27d-4fe2-9d29-bd251e7eed4e None None] Provisioning complete for port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:21.726549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bf9ce048-a27d-4fe2-9d29-bd251e7eed4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.744524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.809119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.862695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.870373 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:21.879018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.901300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.903066 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af2f7471-be67-4da9-b097-4691a1e26349 None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:21.908775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:21.913138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.936760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:21.951839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d421a54-40d6-4831-8397-7c539d5aaad5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:21.956950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.974925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:21.975867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:21.977049 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-866cffe0-674d-4a0f-929c-a5e0222361dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3899629 Jan 04 14:00:21.986139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:21.986490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8dbe8d9b-d3a5-4153-99c7-dc967bb92190 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:21.992806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:21.996679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:22.001540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39340) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:22.007696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '369eb190-1dbb-416d-84ff-e0f7ccfeb447', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:22.017783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.019440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Pushing event updated for resources: {'Port': ['ID=68e41086-29d9-4088-aa4b-4a8054a1d775,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.050572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=ac9c506f-7e59-485a-8938-09d2c8733938,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.059464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.065558 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-59eeca8d-0883-4254-81d7-4edb49d6a047 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/ac9c506f-7e59-485a-8938-09d2c8733938 HTTP/1.1" status: 204 len: 168 time: 1.3194721 Jan 04 14:00:22.066475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39342) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:22.083699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.087266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a8218f-1798-4c51-856a-9a90ccc595b4 None None] Network d6c4542f-3038-4d1c-9480-79161dcf5da8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:22.123950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Attempting to bind port 68e41086-29d9-4088-aa4b-4a8054a1d775 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:22.124591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Attempting to bind port 68e41086-29d9-4088-aa4b-4a8054a1d775 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:22.124591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Attempting to bind port 68e41086-29d9-4088-aa4b-4a8054a1d775 on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:22.136967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.164810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.168130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:22.168937 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:22.169497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.170034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:22.170863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Bound port: 68e41086-29d9-4088-aa4b-4a8054a1d775, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:22.171289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.173819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.191263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.199594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d63f18f-34c7-49e3-bbc5-1f76572083cd,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.201022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port f2c00489-e478-4077-9beb-693748477849 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:22.225603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.226917 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-10356da0-9a2d-4c4b-a1cf-023d89427a48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2242355 Jan 04 14:00:22.233238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39344) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:22.238517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '369eb190-1dbb-416d-84ff-e0f7ccfeb447', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:22.280430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.328520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] For port 68e41086-29d9-4088-aa4b-4a8054a1d775, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:22.333968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] For port 68e41086-29d9-4088-aa4b-4a8054a1d775, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68e41086-29d9-4088-aa4b-4a8054a1d775,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:22.340941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.391165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.399878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.406941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] DHCP port deletion for d6c4542f-3038-4d1c-9480-79161dcf5da8 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:22.442506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8c6eea-7d11-4a2d-ae71-bdc2e608c0ec,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.463160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.468346 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e84d3e55-3e69-4416-8cbf-d6b9297a34d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2319162 Jan 04 14:00:22.468855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39346) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:22.475469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '369eb190-1dbb-416d-84ff-e0f7ccfeb447', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:22.489530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deaa5c87-dbfe-4572-bf8d-15f767936925 None None] Pushing event updated for resources: {'Port': ['ID=68e41086-29d9-4088-aa4b-4a8054a1d775,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.517671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fe25:8f31 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/1e46aecc-0aca-47f8-b9f1-fbb13e36c01b/f2c00489-e478-4077-9beb-693748477849) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:22.533492 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:00:22.541341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.564742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] Deleting port 3fcdbe70-97d6-491b-9543-384457a6119e {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:22.565101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.581424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 3fcdbe70-97d6-491b-9543-384457a6119e {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:22.585115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.623535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.629240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.659054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.663292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1894598 Jan 04 14:00:22.667877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39348) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:22.675402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10ef8de4-ea31-4797-a04a-2acb27cbb7fe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a240ab6-aaf8-4c9a-b174-87d96db909d1,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.710215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] For port 3fcdbe70-97d6-491b-9543-384457a6119e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fcdbe70-97d6-491b-9543-384457a6119e,segment=NetworkSegment(3cea0e6d-61c0-4e03-955f-9988c2416726),segment_id=3cea0e6d-61c0-4e03-955f-9988c2416726)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:22.710618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.731851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] Calling delete_port for 3fcdbe70-97d6-491b-9543-384457a6119e owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:22.736489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '369eb190-1dbb-416d-84ff-e0f7ccfeb447', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:22.870443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.885481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] No DVR routers for this DVR port 3fcdbe70-97d6-491b-9543-384457a6119e on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:22.909982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9201af99-379b-40e5-bc5a-f2279157474d None None] Pushing event deleted for resources: {'Port': ['ID=3fcdbe70-97d6-491b-9543-384457a6119e,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:22.922055 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:00:22.936070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 3fcdbe70-97d6-491b-9543-384457a6119e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3fcdbe70-97d6-491b-9543-384457a6119e,segment=NetworkSegment(3cea0e6d-61c0-4e03-955f-9988c2416726),segment_id=3cea0e6d-61c0-4e03-955f-9988c2416726)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:22.936443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.942026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:22.979698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 3fcdbe70-97d6-491b-9543-384457a6119e owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:23.016580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.126739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.136299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.137933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.188010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.196601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3ad03a0-4334-478a-b94b-8ff42780e7f8,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:23.210242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:23.223479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:23.225605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port 3fcdbe70-97d6-491b-9543-384457a6119e on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:23.229308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.230554 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4296f582-865b-491c-bfbf-73dcd6a711d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.5005355 Jan 04 14:00:23.231648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.234300 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.238216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:23.238332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.243111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=f2c00489-e478-4077-9beb-693748477849,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:23.304708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=3fcdbe70-97d6-491b-9543-384457a6119e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:23.325940 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f2d80053-107e-4632-87e3-da2ca045479d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.7441711 Jan 04 14:00:23.327119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39356) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:23.377309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.408600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e555e74-76bb-480d-bd37-146c9d749210 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:23.416088 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e555e74-76bb-480d-bd37-146c9d749210 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:23.416676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6c4542f-3038-4d1c-9480-79161dcf5da8']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:23.417850 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3e555e74-76bb-480d-bd37-146c9d749210 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0883088 Jan 04 14:00:23.422987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39366) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:23.436509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cea0e6d-61c0-4e03-955f-9988c2416726') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:23.436819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cea0e6d-61c0-4e03-955f-9988c2416726') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:23.460267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.477377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.492573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:23.492987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:23.496580 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:23.505505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4f10f884-e1d5-4d36-aaed-3f583d1f7197 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:23.585021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:23.585767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.595347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port f2c00489-e478-4077-9beb-693748477849 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:23.596068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.639965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.653332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.668455 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/d6c4542f-3038-4d1c-9480-79161dcf5da8 HTTP/1.1" status: 204 len: 168 time: 1.6003189 Jan 04 14:00:23.669260 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39368) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:23.697551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-1544960549'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:23.697691 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 68e41086-29d9-4088-aa4b-4a8054a1d775 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:23.704423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6a610c-b6ac-4f40-9de4-cc8f258c64c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=d6c4542f-3038-4d1c-9480-79161dcf5da8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:23.740497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.740825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:23.761054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.761269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for f2c00489-e478-4077-9beb-693748477849 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:23.793468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:23.794910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.800234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 158} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:23.817204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.817604 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment bcea2495-032a-4a85-a42e-39f44941b2c5 of type vlan for network b186b89f-e2b2-4049-a060-cbda7db384ef Jan 04 14:00:23.870062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.892747 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-8e52b487-66ca-4e75-ac72-f9b7bf63eedc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1197317854&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0833213 Jan 04 14:00:23.905614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.912684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:23.913459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.915815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.918385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-46037119-9eed-405b-84b8-7df4a4557694 None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:23.918962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-46037119-9eed-405b-84b8-7df4a4557694 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:23.959462 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2667971 Jan 04 14:00:23.960344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39376) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:23.965700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:23.992969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 68e41086-29d9-4088-aa4b-4a8054a1d775, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68e41086-29d9-4088-aa4b-4a8054a1d775,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:24.003900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.027664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723c2727-b0dd-4a19-8207-31108f6c12c9 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=b186b89f-e2b2-4049-a060-cbda7db384ef,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:24.074639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=68e41086-29d9-4088-aa4b-4a8054a1d775,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:24.077546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network b186b89f-e2b2-4049-a060-cbda7db384ef details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:24.091999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-07834938-5b34-4fac-952f-23bd319de866 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:24.094338 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-07834938-5b34-4fac-952f-23bd319de866 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 796 time: 0.1889520 Jan 04 14:00:24.098510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3fcdbe70-97d6-491b-9543-384457a6119e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:24.130148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-d2c5eb83-978e-422e-934e-014fc402bde3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0165529 Jan 04 14:00:24.155301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a82d2138-26eb-4c4a-8982-032d82dae5b3 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 14:00:24.161987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3fcdbe70-97d6-491b-9543-384457a6119e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:24.162636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3fcdbe70-97d6-491b-9543-384457a6119e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:24.169272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:24.178977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.209232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.253105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=f2c00489-e478-4077-9beb-693748477849,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:24.287846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.290753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a82d2138-26eb-4c4a-8982-032d82dae5b3 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 14:00:24.291346 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aee33d52-2f2d-4812-b071-2bb629c7d2db tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/f2c00489-e478-4077-9beb-693748477849 HTTP/1.1" status: 204 len: 168 time: 0.8673091 Jan 04 14:00:24.299313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-8c5f7baf-411b-474c-a097-cb30f041ac46 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1623690 Jan 04 14:00:24.299776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39378) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:24.370029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a455eac-8b6f-4143-a2e5-ba3080fca408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:24.372558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a455eac-8b6f-4143-a2e5-ba3080fca408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:24.378294 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a455eac-8b6f-4143-a2e5-ba3080fca408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0773883 Jan 04 14:00:24.379355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39384) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:24.400663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.416062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-21efe6dd-957b-4278-9298-7512bbb941e5 None None] Could not find standard attr ID for object f2c00489-e478-4077-9beb-693748477849. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:24.481046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=d260332d-6d8c-47eb-abf2-fd818280817d,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:24.483532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': 'bcea2495-032a-4a85-a42e-39f44941b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:24.483898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: b186b89f-e2b2-4049-a060-cbda7db384ef, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:24.496972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 1e46aecc-0aca-47f8-b9f1-fbb13e36c01b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:24.501761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.501987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network b186b89f-e2b2-4049-a060-cbda7db384ef is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:24.519274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b186b89f-e2b2-4049-a060-cbda7db384ef) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:24.524665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:24.525387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.545294 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-54089ee1-091c-473a-b9ca-e2767bd2a772 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5835950 Jan 04 14:00:24.547302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39386) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:24.552039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-483610787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:24.557488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.579594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.581101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.585135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-371a701b-9f96-429a-bb13-1c74479768cc service neutron] 10.222.0.30 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467968 Jan 04 14:00:24.644414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.648949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.673894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.678322 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d0476dd0-567e-4808-a283-ea2acd8b6d4d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1299064 Jan 04 14:00:24.679159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39388) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:24.724858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.767741 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-b4848233-8aef-4092-b579-3fda7e7ba892 service neutron] 10.222.0.30 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1726427 Jan 04 14:00:24.808970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.826649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:24.831441 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/1e46aecc-0aca-47f8-b9f1-fbb13e36c01b HTTP/1.1" status: 204 len: 168 time: 0.4509573 Jan 04 14:00:24.837428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39390) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:24.853238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88f1ba-c9cb-412a-8d66-5ddf1535cfb7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=1e46aecc-0aca-47f8-b9f1-fbb13e36c01b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:24.878178 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0b07f96b-1647-4450-857d-99cafd5f8425 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0395052 Jan 04 14:00:24.880929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39392) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:24.886201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:25.002022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:25.007597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.077735 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a3048fc5-0c40-4ac6-aae7-b9b33ecf4d91 req-6d00f415-3a08-40ea-b285-26a18a5590ae tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 210 time: 0.1265337 Jan 04 14:00:25.109264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.139590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1acaf822-d325-4dce-98df-fd08205bf615 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 14:00:25.256267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1acaf822-d325-4dce-98df-fd08205bf615 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 14:00:25.380644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 68e41086-29d9-4088-aa4b-4a8054a1d775 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:25.383091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9f1451b2-a8b1-4ab8-a2bd-2f8c54fcdae8 None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:25.383461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9f1451b2-a8b1-4ab8-a2bd-2f8c54fcdae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.400480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.20.0.1 (b186b89f-e2b2-4049-a060-cbda7db384ef/d260332d-6d8c-47eb-abf2-fd818280817d/1c682f66-40c9-4ef5-be72-c4d82eaee87b) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:25.554592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.599820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.639441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network b186b89f-e2b2-4049-a060-cbda7db384ef is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:25.642808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:25.646629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:25.678109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=1c682f66-40c9-4ef5-be72-c4d82eaee87b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:25.704561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.724361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:25.762174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:25.762174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.880721 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.890204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b186b89f-e2b2-4049-a060-cbda7db384ef', 'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'd260332d-6d8c-47eb-abf2-fd818280817d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:25.891527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:25.943390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.017060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'd4840e00-4e6b-4c51-887e-115897fa39fe'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': '68e41086-29d9-4088-aa4b-4a8054a1d775'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:26.069827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.133611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Allocated IP 172.20.0.2 (b186b89f-e2b2-4049-a060-cbda7db384ef/d260332d-6d8c-47eb-abf2-fd818280817d/31f2c558-4996-470b-a2a9-bd9ce262019f) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:26.143172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port 68e41086-29d9-4088-aa4b-4a8054a1d775, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68e41086-29d9-4088-aa4b-4a8054a1d775,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:26.199077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.232973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-109ec6ae-83c2-454e-9592-4818e17f6f70 req-fdcc9304-34dc-404e-9e5a-df85b3173f15 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 210 time: 0.0514584 Jan 04 14:00:26.234143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.235090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.327351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:26.328458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:26.347333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:26.358064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:26.361812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:26.362451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.378893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=68e41086-29d9-4088-aa4b-4a8054a1d775,revision_number=6']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:26.383608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=d4840e00-4e6b-4c51-887e-115897fa39fe,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:26.397641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-626b2647-3948-415d-89e2-fb4aa0f4d4de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.5155063 Jan 04 14:00:26.400146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39412) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:26.406004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:a0:03:cf', 'name': 'tempest-NetworksTestDHCPv6-531512098'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:26.416646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.424047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.469639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Network b186b89f-e2b2-4049-a060-cbda7db384ef is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:26.477252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:26.480784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:26.489339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Pushing event updated for resources: {'Port': ['ID=31f2c558-4996-470b-a2a9-bd9ce262019f,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:26.546593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:26.563255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Attempting to bind port 31f2c558-4996-470b-a2a9-bd9ce262019f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:26.564240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Attempting to bind port 31f2c558-4996-470b-a2a9-bd9ce262019f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'bcea2495-032a-4a85-a42e-39f44941b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:26.564685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Attempting to bind port 31f2c558-4996-470b-a2a9-bd9ce262019f on network b186b89f-e2b2-4049-a060-cbda7db384ef {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:26.571046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:26.571518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Checking segment: {'id': 'bcea2495-032a-4a85-a42e-39f44941b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:26.572549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.572884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Bound using segment: {'id': 'bcea2495-032a-4a85-a42e-39f44941b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:26.574099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Bound port: 31f2c558-4996-470b-a2a9-bd9ce262019f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bcea2495-032a-4a85-a42e-39f44941b2c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': 'b186b89f-e2b2-4049-a060-cbda7db384ef'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:26.574554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.577465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-b6cc3e8a-4c77-41f9-b6b8-b31bed5ac536 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:26.579529 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-b6cc3e8a-4c77-41f9-b6b8-b31bed5ac536 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 796 time: 0.2237763 Jan 04 14:00:26.610419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.635304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.639141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] For port 31f2c558-4996-470b-a2a9-bd9ce262019f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:26.643079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] For port 31f2c558-4996-470b-a2a9-bd9ce262019f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=31f2c558-4996-470b-a2a9-bd9ce262019f,segment=NetworkSegment(bcea2495-032a-4a85-a42e-39f44941b2c5),segment_id=bcea2495-032a-4a85-a42e-39f44941b2c5)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:26.647277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.648036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.667653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port a9916841-85e3-40cc-abc8-9c7510474fe0 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:26.719366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c84efaf-f0f0-4d3a-8ab8-e5512efef4f1 None None] Pushing event updated for resources: {'Port': ['ID=31f2c558-4996-470b-a2a9-bd9ce262019f,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:26.737326 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-c4a6c72c-cc46-4d45-b857-f1f2e9f903ae tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 380 time: 0.1461351 Jan 04 14:00:26.749100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['369eb190-1dbb-416d-84ff-e0f7ccfeb447']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:26.752798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=1c682f66-40c9-4ef5-be72-c4d82eaee87b,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:26.756844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.808515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fea0:3cf (af82c8e7-091c-43f5-9e12-ad51fe245e0c/d4840e00-4e6b-4c51-887e-115897fa39fe/a9916841-85e3-40cc-abc8-9c7510474fe0) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:26.824924 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:00:26.869680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:26.935292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network b186b89f-e2b2-4049-a060-cbda7db384ef is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:26.939132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:27.005715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.009780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:27.013756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.051155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.132349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:27.138494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:27.140972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=a9916841-85e3-40cc-abc8-9c7510474fe0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:27.143362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:27.150083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:27.150843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.178363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d342974f-4469-4284-9ad6-67fdca56afc4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 0.7750609 Jan 04 14:00:27.178618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39418) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:27.210110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] For port 68e41086-29d9-4088-aa4b-4a8054a1d775, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68e41086-29d9-4088-aa4b-4a8054a1d775,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:27.232361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router c084705b-3fd3-4c0a-afcb-c086a1b3614f is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:00:27.240259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5237a-7af2-46b2-be97-e906fe56bf86 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:27.253579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.14 (50b2a800-122a-441c-af24-4a5845f8cb9d/fa937762-4273-498f-8fd9-5c844a3d9489/001e1c93-b37a-463f-be47-d726c2afdfcb) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:27.255614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.262647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ec5237a-7af2-46b2-be97-e906fe56bf86 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:27.264729 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ec5237a-7af2-46b2-be97-e906fe56bf86 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0850544 Jan 04 14:00:27.268347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39422) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:27.270154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.374356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9507a862-1d9e-4840-b913-e0b512788edf req-10a150da-a025-4dec-aece-b1d17c8038c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 210 time: 0.0300004 Jan 04 14:00:27.395442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ffc2c1-0e91-4a8d-a2a3-2b5da1fb83f4 None None] Pushing event updated for resources: {'Port': ['ID=68e41086-29d9-4088-aa4b-4a8054a1d775,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:27.400712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:27.413020 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d8e15eca-f5a2-4fc8-97e2-3d1aa8e3e930 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/c084705b-3fd3-4c0a-afcb-c086a1b3614f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7301650 Jan 04 14:00:27.413020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39424) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:27.416440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] Sync routers for ids ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:27.443660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] Routers {'c084705b-3fd3-4c0a-afcb-c086a1b3614f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:27.445890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:27.492122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port a9916841-85e3-40cc-abc8-9c7510474fe0 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:27.492737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.505337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f07e0777-0790-4ac3-9547-e7b6ccf15855 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:27.509089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:27.518556 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f07e0777-0790-4ac3-9547-e7b6ccf15855 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports/1c682f66-40c9-4ef5-be72-c4d82eaee87b HTTP/1.1" status: 200 len: 910 time: 0.1046288 Jan 04 14:00:27.522247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39426) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:27.526474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 68e41086-29d9-4088-aa4b-4a8054a1d775 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:27.529931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] Routers {'c084705b-3fd3-4c0a-afcb-c086a1b3614f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:27.530468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:27.603040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:27.603862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93164b5-c9e4-485c-a888-340a7bdeeac5 None None] The sync data for ids ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:27.621040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.636090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for a9916841-85e3-40cc-abc8-9c7510474fe0 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:27.661464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:27.663015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.741609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.831434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.834560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 31f2c558-4996-470b-a2a9-bd9ce262019f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:27.865802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.881812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=a9916841-85e3-40cc-abc8-9c7510474fe0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:27.900868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 31f2c558-4996-470b-a2a9-bd9ce262019f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:27.901620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.912868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:27.918897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1a3366b4-6787-48cd-a2e3-fb4255fc2105 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/a9916841-85e3-40cc-abc8-9c7510474fe0 HTTP/1.1" status: 204 len: 168 time: 0.6472993 Jan 04 14:00:27.919149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39428) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:27.924722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 50b2a800-122a-441c-af24-4a5845f8cb9d is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:27.935476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:27.942178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:27.999056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.016786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab02e06-ce46-4fc6-9d30-4c585cb095b2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:28.019203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab02e06-ce46-4fc6-9d30-4c585cb095b2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:28.026792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bab02e06-ce46-4fc6-9d30-4c585cb095b2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1065886 Jan 04 14:00:28.027696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39430) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:28.040872 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=001e1c93-b37a-463f-be47-d726c2afdfcb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:28.050021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 31f2c558-4996-470b-a2a9-bd9ce262019f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=31f2c558-4996-470b-a2a9-bd9ce262019f,segment=NetworkSegment(bcea2495-032a-4a85-a42e-39f44941b2c5),segment_id=bcea2495-032a-4a85-a42e-39f44941b2c5)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:28.056275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.074814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:28.075455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.104539 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-6c1d6108-6016-473d-bff0-b526bfa758dd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3615117 Jan 04 14:00:28.131603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet d4840e00-4e6b-4c51-887e-115897fa39fe {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:28.133250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=31f2c558-4996-470b-a2a9-bd9ce262019f,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:28.135038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.181970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8b2423c8-9461-480c-9a7a-c8974bc72596 None None] Provisioning complete for port 31f2c558-4996-470b-a2a9-bd9ce262019f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:28.182375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8b2423c8-9461-480c-9a7a-c8974bc72596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.193780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.203033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Request body: {'port': {'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:28.228122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5286fce6-d2e5-4940-9ec4-9d185555cceb None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:28.229964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c2c128-52bb-4589-82b1-9b44e27f72c2 None None] Network b186b89f-e2b2-4049-a060-cbda7db384ef requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:28.271268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.289419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.362327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.378576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.409844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=d4840e00-4e6b-4c51-887e-115897fa39fe,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:28.419777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.425675 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f8e245a4-b4f6-4a5d-90ae-8201c819ab76 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/d4840e00-4e6b-4c51-887e-115897fa39fe HTTP/1.1" status: 204 len: 168 time: 0.3956037 Jan 04 14:00:28.428071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39436) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:28.481357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0381af48-4fea-482c-9a03-ba8913bbc7df tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0516436 Jan 04 14:00:28.500658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39438) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:28.507806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8b2423c8-9461-480c-9a7a-c8974bc72596 None None] Provisioning complete for port 1c682f66-40c9-4ef5-be72-c4d82eaee87b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:28.510878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8b2423c8-9461-480c-9a7a-c8974bc72596 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.554188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8b2423c8-9461-480c-9a7a-c8974bc72596 None None] Port 1c682f66-40c9-4ef5-be72-c4d82eaee87b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:28.599662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889c8f99-b6f5-42b7-a40c-bb6be208fa29 req-c6bdb550-b00c-4b0f-b7ed-f7a0db707156 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:28.607429 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-889c8f99-b6f5-42b7-a40c-bb6be208fa29 req-c6bdb550-b00c-4b0f-b7ed-f7a0db707156 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 932 time: 0.1247830 Jan 04 14:00:28.633659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49ce0e29-d3be-482d-abea-8115eb478ca2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:28.637640 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-49ce0e29-d3be-482d-abea-8115eb478ca2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1337373 Jan 04 14:00:28.638233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39440) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:28.691751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44452483-7e0b-422e-a59b-d6aa43dffaf3 None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:28.692759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44452483-7e0b-422e-a59b-d6aa43dffaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.739638 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-889c8f99-b6f5-42b7-a40c-bb6be208fa29 req-282bc8fe-82c2-431f-96ca-70698bbc3b87 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1310990 Jan 04 14:00:28.756281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a338c78c-e030-417e-aab2-3f7df1c776de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:28.757898 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a338c78c-e030-417e-aab2-3f7df1c776de tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1169176 Jan 04 14:00:28.770617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39442) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:28.815466 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-370979e2-52c2-4542-a7cb-c14fad001c7d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432484 Jan 04 14:00:28.822449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39444) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:28.823951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fcf161a-07f2-408d-8f5b-23044fec5583 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:28.829829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:28.924642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44452483-7e0b-422e-a59b-d6aa43dffaf3 None None] Provisioning complete for port 001e1c93-b37a-463f-be47-d726c2afdfcb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:28.925117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44452483-7e0b-422e-a59b-d6aa43dffaf3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.943253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:28.947796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:28.966169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-44452483-7e0b-422e-a59b-d6aa43dffaf3 None None] Port 001e1c93-b37a-463f-be47-d726c2afdfcb cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:29.070368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:29.133039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e2233e4b-1bbe-46e0-8191-8b580d05f469 None None] Provisioning complete for port 68e41086-29d9-4088-aa4b-4a8054a1d775 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:29.133402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e2233e4b-1bbe-46e0-8191-8b580d05f469 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.139819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] Deleting port 68e41086-29d9-4088-aa4b-4a8054a1d775 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:29.140724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.151461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 001e1c93-b37a-463f-be47-d726c2afdfcb {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:00:29.166535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.204591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.212990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Transition to ACTIVE for port object 001e1c93-b37a-463f-be47-d726c2afdfcb will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:00:29.221430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.241415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] For port 68e41086-29d9-4088-aa4b-4a8054a1d775, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=68e41086-29d9-4088-aa4b-4a8054a1d775,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:29.241815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.258881 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:29.265709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] Calling delete_port for 68e41086-29d9-4088-aa4b-4a8054a1d775 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:29.265853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:29.271412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:29.272112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.288840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=2c36f78a-ba6e-4059-8ee8-9b40880e6ce6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:29.290313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97271c29-92ee-4a0d-a2ee-952b50b8bf41 None None] Network b186b89f-e2b2-4049-a060-cbda7db384ef requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:29.294017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Pushing event updated for resources: {'Port': ['ID=001e1c93-b37a-463f-be47-d726c2afdfcb,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:29.301719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dd032c6b-1452-42c0-aa88-2bd8da4fbba4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4759481 Jan 04 14:00:29.302154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39446) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:29.314380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:c0:ba:dc', 'name': 'tempest-NetworksTestDHCPv6-1940692091'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:29.347968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 1c682f66-40c9-4ef5-be72-c4d82eaee87b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:29.348312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.435575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 31f2c558-4996-470b-a2a9-bd9ce262019f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:29.463867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:29.464478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Attempting to bind port 001e1c93-b37a-463f-be47-d726c2afdfcb on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:29.464830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Attempting to bind port 001e1c93-b37a-463f-be47-d726c2afdfcb by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:29.465181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Attempting to bind port 001e1c93-b37a-463f-be47-d726c2afdfcb on network 50b2a800-122a-441c-af24-4a5845f8cb9d {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:29.472072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.474838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Port 001e1c93-b37a-463f-be47-d726c2afdfcb on network 50b2a800-122a-441c-af24-4a5845f8cb9d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:00:29.475172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Attempting to bind port 001e1c93-b37a-463f-be47-d726c2afdfcb on network 50b2a800-122a-441c-af24-4a5845f8cb9d {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:29.488854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:29.489098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Checking segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:29.489400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Bound using segment: {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:29.489855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Bound port: 001e1c93-b37a-463f-be47-d726c2afdfcb, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'affa3320-c0a2-4b33-bab7-c1cc0734ff22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:29.490237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.503055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.507697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port a68dfb59-2339-4cb2-95b1-18c6593e020f yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:29.549254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 1c682f66-40c9-4ef5-be72-c4d82eaee87b owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:29.629661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] For port 001e1c93-b37a-463f-be47-d726c2afdfcb, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:29.656335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] For port 001e1c93-b37a-463f-be47-d726c2afdfcb, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=001e1c93-b37a-463f-be47-d726c2afdfcb,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:29.664912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.675262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::11d (af82c8e7-091c-43f5-9e12-ad51fe245e0c/2c36f78a-ba6e-4059-8ee8-9b40880e6ce6/a68dfb59-2339-4cb2-95b1-18c6593e020f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:29.709290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.730145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-983b921a-e47d-4df8-af00-ffea63a3563f None None] Provisioning complete for port 31f2c558-4996-470b-a2a9-bd9ce262019f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:29.730575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-983b921a-e47d-4df8-af00-ffea63a3563f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.739632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:29.740293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.742086 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] 10.222.0.13 "PUT /v2.0/ports/001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 1094 time: 1.6281574 Jan 04 14:00:29.766108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:00:29.768227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d0b0193-55dc-49ee-8cff-b930f994cc84" -d '{"events": [{"name": "network-changed", "server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:00:29.783331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] Pushing event deleted for resources: {'Port': ['ID=68e41086-29d9-4088-aa4b-4a8054a1d775,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:29.824587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8fee0e-7d47-41cc-a18f-a3d53fe4e333 None None] No DVR routers for this DVR port 68e41086-29d9-4088-aa4b-4a8054a1d775 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:29.855584 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced69fea-1cef-4981-9a20-1dfc5c7f9af6 service neutron] Pushing event updated for resources: {'Port': ['ID=001e1c93-b37a-463f-be47-d726c2afdfcb,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:29.865493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d50e18-b1df-4f48-9812-574ed0bd2a9c None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:29.902273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:29.963541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.001120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0075268-63ed-4bfe-8606-c17995f02b11 x-openstack-request-id: req-d0075268-63ed-4bfe-8606-c17995f02b11 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:00:30.001354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:00:30.001499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 31f2c558-4996-470b-a2a9-bd9ce262019f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:30.001616 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d0075268-63ed-4bfe-8606-c17995f02b11 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:00:30.002018 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'status': 'completed', 'code': 200} Jan 04 14:00:30.002139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.054353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:30.055247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=a68dfb59-2339-4cb2-95b1-18c6593e020f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:30.057581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d28176-69e2-44b8-9b81-2c2c3208c7bb req-bf21e65a-666f-4abe-a15d-8731b3a6f580 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.059251 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-29d28176-69e2-44b8-9b81-2c2c3208c7bb req-bf21e65a-666f-4abe-a15d-8731b3a6f580 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 944 time: 0.1950057 Jan 04 14:00:30.063455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.071369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:30.078152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:30.088793 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:30.092676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.092676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.112999 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-53d27d2c-4e04-4dc0-98b8-a452f73d767b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.8091750 Jan 04 14:00:30.115689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39456) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:30.119555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-f590f2b7-f859-4c80-9e0a-5e36a523d4ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.121566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-f590f2b7-f859-4c80-9e0a-5e36a523d4ce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1097 time: 0.2043273 Jan 04 14:00:30.131080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=1c682f66-40c9-4ef5-be72-c4d82eaee87b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:30.175933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33d8fa29-71f3-4d45-b92e-e688b8646c27 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.179883 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-33d8fa29-71f3-4d45-b92e-e688b8646c27 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.0608511 Jan 04 14:00:30.180775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39458) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:30.185403 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-c456951b-23eb-42bd-82a4-6bf31cca53b3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 217 time: 0.0466766 Jan 04 14:00:30.199851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-983b921a-e47d-4df8-af00-ffea63a3563f None None] Could not find standard attr ID for object 1c682f66-40c9-4ef5-be72-c4d82eaee87b. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:30.237891 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '2c36f78a-ba6e-4059-8ee8-9b40880e6ce6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:30.239785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.312055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port a68dfb59-2339-4cb2-95b1-18c6593e020f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:30.312406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.314705 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-29d28176-69e2-44b8-9b81-2c2c3208c7bb req-f2045f94-e31a-4dd2-8c94-6a6f4b05e42f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2419801 Jan 04 14:00:30.337527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-705c1ddc-defe-432d-9dae-ef91817dbf51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.339081 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-705c1ddc-defe-432d-9dae-ef91817dbf51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 200 len: 835 time: 0.1241870 Jan 04 14:00:30.382414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 68e41086-29d9-4088-aa4b-4a8054a1d775 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:30.415452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 68e41086-29d9-4088-aa4b-4a8054a1d775 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:30.415689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 68e41086-29d9-4088-aa4b-4a8054a1d775 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:30.443682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.456073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.470179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c02e8273-3c01-4a01-84e3-683df82e8e98 None None] Provisioning complete for port 31f2c558-4996-470b-a2a9-bd9ce262019f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:30.470845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c02e8273-3c01-4a01-84e3-683df82e8e98 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.478851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for a68dfb59-2339-4cb2-95b1-18c6593e020f owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:30.498212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-46dbe4b1-5831-4a1c-acd3-3e68b3aae421 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.499927 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-46dbe4b1-5831-4a1c-acd3-3e68b3aae421 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50b2a800-122a-441c-af24-4a5845f8cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1299009 Jan 04 14:00:30.525545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/2c36f78a-ba6e-4059-8ee8-9b40880e6ce6/ba5e4dfc-006c-4484-8160-b2d26540206d) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:30.626603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c02e8273-3c01-4a01-84e3-683df82e8e98 None None] Could not find standard attr ID for object 1c682f66-40c9-4ef5-be72-c4d82eaee87b. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:30.642219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.678730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=a68dfb59-2339-4cb2-95b1-18c6593e020f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:30.683188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router c084705b-3fd3-4c0a-afcb-c086a1b3614f has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:30.696360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.697172 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-536448c3-c69b-457c-ba2e-1039baa34c37 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906037 Jan 04 14:00:30.700202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b25d5582-7349-4dfa-aa42-4a6b87254bd3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/a68dfb59-2339-4cb2-95b1-18c6593e020f HTTP/1.1" status: 204 len: 168 time: 0.5179031 Jan 04 14:00:30.702429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39460) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:30.716658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.723892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.780511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:30.782513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a837e283-673c-4cae-89ca-b8c5cb554a58 None None] Could not find standard attr ID for object 1c682f66-40c9-4ef5-be72-c4d82eaee87b. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:30.783784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Pushing event updated for resources: {'Port': ['ID=ba5e4dfc-006c-4484-8160-b2d26540206d,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:30.787288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:30.789316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:30.839842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:30.842290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Attempting to bind port ba5e4dfc-006c-4484-8160-b2d26540206d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:30.842671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Attempting to bind port ba5e4dfc-006c-4484-8160-b2d26540206d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:30.843045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Attempting to bind port ba5e4dfc-006c-4484-8160-b2d26540206d on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:30.850448 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] Sync routers for ids ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:30.850953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:30.851241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:30.851644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.852038 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:30.852670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Bound port: ba5e4dfc-006c-4484-8160-b2d26540206d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:30.853056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.862747 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] Routers {'c084705b-3fd3-4c0a-afcb-c086a1b3614f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:30.863595 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:30.870737 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8d7a89f9-ccb5-488c-be0a-1111cdd1555b tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/c084705b-3fd3-4c0a-afcb-c086a1b3614f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3478453 Jan 04 14:00:30.873472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39462) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:30.882682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb27fb8-0eee-4aa1-9978-7a7c6f7949ee tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.884326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb27fb8-0eee-4aa1-9978-7a7c6f7949ee tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:30.888389 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0eb27fb8-0eee-4aa1-9978-7a7c6f7949ee tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1817946 Jan 04 14:00:30.891271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39464) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:30.900173 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:30.911316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] Routers {'c084705b-3fd3-4c0a-afcb-c086a1b3614f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:30.912456 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:30.917324 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fb3fe543-fea4-45ac-b414-b00c63c20edd tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=c084705b-3fd3-4c0a-afcb-c086a1b3614f HTTP/1.1" status: 200 len: 205 time: 0.0417137 Jan 04 14:00:30.919837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39466) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:30.941626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] For port ba5e4dfc-006c-4484-8160-b2d26540206d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:30.945536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] For port ba5e4dfc-006c-4484-8160-b2d26540206d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5e4dfc-006c-4484-8160-b2d26540206d,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:30.951336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.956848 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:30.958291 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2886b872-a7d3-4f47-97a4-ae38c1ce23e3 None None] The sync data for ids ['c084705b-3fd3-4c0a-afcb-c086a1b3614f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:30.964208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 2c36f78a-ba6e-4059-8ee8-9b40880e6ce6 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:30.967839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:30.984066 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f0cc6e11-bd6f-4bd3-a0a2-29f29d3b6f9d req-ce4e9206-6e06-4afe-b06d-bf0fd7a42b35 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2703950 Jan 04 14:00:31.025041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e97949-28d4-4d14-8d00-add5586edd48 None None] Pushing event updated for resources: {'Port': ['ID=ba5e4dfc-006c-4484-8160-b2d26540206d,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:31.028753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.044222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.114760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.186333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.229753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=2c36f78a-ba6e-4059-8ee8-9b40880e6ce6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:31.232033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.236749 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e33d76d7-ba8a-4ab4-881b-c7e62cc57edc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/2c36f78a-ba6e-4059-8ee8-9b40880e6ce6 HTTP/1.1" status: 204 len: 168 time: 0.3471255 Jan 04 14:00:31.241712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39468) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:31.291968 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-687e55ca-6204-4619-90b1-62c6494609bd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489542 Jan 04 14:00:31.292775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39470) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:31.354375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5961575-1cb2-4657-8f44-1807f18ea408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.356248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d5961575-1cb2-4657-8f44-1807f18ea408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0624814 Jan 04 14:00:31.369580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39474) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:31.408845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5e4dfc-006c-4484-8160-b2d26540206d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:31.428620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a2fd0e-dbcb-4f22-a0ad-840c8d73e511 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.430298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-31a2fd0e-dbcb-4f22-a0ad-840c8d73e511 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0594397 Jan 04 14:00:31.432749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39476) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:31.464344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:31.465043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.477424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-65e41e98-fcc4-475f-988d-a3cdd98f3d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.483177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-65e41e98-fcc4-475f-988d-a3cdd98f3d0e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1097 time: 0.4328320 Jan 04 14:00:31.483548 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef1f433b-acc5-4014-868d-76cdfe3278ae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458536 Jan 04 14:00:31.484350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39478) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:31.502522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:31.562584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.579624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.583141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.598254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0d5e89-a5a7-434c-b72a-456b1a647fa9 req-fdcb1611-d54d-45a2-955a-980e0cd122e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.599956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd0d5e89-a5a7-434c-b72a-456b1a647fa9 req-fdcb1611-d54d-45a2-955a-980e0cd122e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 944 time: 0.1585929 Jan 04 14:00:31.602386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ba5e4dfc-006c-4484-8160-b2d26540206d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5e4dfc-006c-4484-8160-b2d26540206d,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:31.614936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.650173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:31.654081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.674960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.675471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router c084705b-3fd3-4c0a-afcb-c086a1b3614f {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:00:31.675598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ba5e4dfc-006c-4484-8160-b2d26540206d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:31.690266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.691401 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-903facef-247d-4878-887d-621e1a60e009 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/c084705b-3fd3-4c0a-afcb-c086a1b3614f HTTP/1.1" status: 204 len: 168 time: 0.7705319 Jan 04 14:00:31.695456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39480) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:31.740196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-6184907e-457f-426e-bdc8-a728e3f5a5c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.742197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-6184907e-457f-426e-bdc8-a728e3f5a5c7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 897 time: 0.2270164 Jan 04 14:00:31.747422 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd0d5e89-a5a7-434c-b72a-456b1a647fa9 req-a2ab0b96-01e9-47a1-8b6b-2d89902c858f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405332 Jan 04 14:00:31.800264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet d260332d-6d8c-47eb-abf2-fd818280817d {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:31.805315 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-8d4d52d3-8c46-4891-a223-af705073dcba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 217 time: 0.0524495 Jan 04 14:00:31.806002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.876896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:31.907202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-a033de5f-454b-4202-a982-7d28168504b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.908678 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-a033de5f-454b-4202-a982-7d28168504b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 200 len: 835 time: 0.0821128 Jan 04 14:00:31.976059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-a44923ba-f0cc-44d2-9789-d3a3edeea984 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:31.977649 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-a44923ba-f0cc-44d2-9789-d3a3edeea984 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50b2a800-122a-441c-af24-4a5845f8cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0618095 Jan 04 14:00:32.000466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:32.041038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.133659 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-a7e81625-e7d5-4143-9bee-6da49a151c05 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387336 Jan 04 14:00:32.163134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.169385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.174291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531773a2-bc12-4889-9c17-36f5a9ab4495 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:32.199691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=d260332d-6d8c-47eb-abf2-fd818280817d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:32.205579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.208567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4d17fa8c-d326-423d-8888-4c4e878ba74a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/d260332d-6d8c-47eb-abf2-fd818280817d HTTP/1.1" status: 204 len: 168 time: 0.5121746 Jan 04 14:00:32.211213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39482) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:32.243627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d89c63-b93e-4370-936c-cb3f94dfb321 None None] Network b186b89f-e2b2-4049-a060-cbda7db384ef requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:32.264000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5bcc753e-4e02-4bbf-92d4-6c464dc9dc64 None None] Could not find standard attr ID for object a68dfb59-2339-4cb2-95b1-18c6593e020f. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:32.331446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.338901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port ba5e4dfc-006c-4484-8160-b2d26540206d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5e4dfc-006c-4484-8160-b2d26540206d,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:32.340468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5bcc753e-4e02-4bbf-92d4-6c464dc9dc64 None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:32.340941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5bcc753e-4e02-4bbf-92d4-6c464dc9dc64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.346598 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9d0b0193-55dc-49ee-8cff-b930f994cc84 req-c29a16a2-fb6e-4a24-a2eb-88e3183a818a service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064037 Jan 04 14:00:32.377565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.384775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.385820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.395332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 31f2c558-4996-470b-a2a9-bd9ce262019f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:32.395682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.478786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 31f2c558-4996-470b-a2a9-bd9ce262019f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=31f2c558-4996-470b-a2a9-bd9ce262019f,segment=NetworkSegment(bcea2495-032a-4a85-a42e-39f44941b2c5),segment_id=bcea2495-032a-4a85-a42e-39f44941b2c5)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:32.479389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.481143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:32.489146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:32.492196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:32.492587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.493095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 31f2c558-4996-470b-a2a9-bd9ce262019f owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:32.514410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=b68d1504-886b-4dc9-8f31-9d92b212c684,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:32.519248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] DHCP port deletion for b186b89f-e2b2-4049-a060-cbda7db384ef request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:32.532840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=ba5e4dfc-006c-4484-8160-b2d26540206d,revision_number=6']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:32.539641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-417163e9-0dab-48a3-bd61-20bcb53cacc6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.0542183 Jan 04 14:00:32.542411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39484) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:32.548063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:32.588284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] Deleting port 31f2c558-4996-470b-a2a9-bd9ce262019f {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:32.588664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.612566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.628842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port 31f2c558-4996-470b-a2a9-bd9ce262019f on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:32.663745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=31f2c558-4996-470b-a2a9-bd9ce262019f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:32.668009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] For port 31f2c558-4996-470b-a2a9-bd9ce262019f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=31f2c558-4996-470b-a2a9-bd9ce262019f,segment=NetworkSegment(bcea2495-032a-4a85-a42e-39f44941b2c5),segment_id=bcea2495-032a-4a85-a42e-39f44941b2c5)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:32.668404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.682081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] Calling delete_port for 31f2c558-4996-470b-a2a9-bd9ce262019f owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:32.704708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:32.708608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.726565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-468fdb54-dc60-495d-835e-6954b706b22d None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:32.745158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.795496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b186b89f-e2b2-4049-a060-cbda7db384ef']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:32.808301 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.ipam_backend_mixin [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet b68d1504-886b-4dc9-8f31-9d92b212c684 (CIDR: 2001:db8::/64) Jan 04 14:00:32.811785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bcea2495-032a-4a85-a42e-39f44941b2c5') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:32.812322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bcea2495-032a-4a85-a42e-39f44941b2c5') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:32.815922 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:32.816659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:32.824894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.835500 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c6d676a2-aa97-45cd-9d18-ae8cab0057ca tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2919533 Jan 04 14:00:32.838103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39488) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:32.839331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-98fc2450-57bb-437c-923c-15ca6b2b867d None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:32.839709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-98fc2450-57bb-437c-923c-15ca6b2b867d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.844321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:32.877061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.879123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.888138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:32.888540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:32.892396 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:32.914919 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] Pushing event deleted for resources: {'Port': ['ID=31f2c558-4996-470b-a2a9-bd9ce262019f,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:32.917360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8e06fd-3f17-4a58-a69a-66795e83e069 req-d8c849ba-e208-467d-be70-8119122edaa7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:32.922551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e88a28d-14fb-4955-bf5e-2a9b48b9eb3a None None] No DVR routers for this DVR port 31f2c558-4996-470b-a2a9-bd9ce262019f on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:32.925622 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dc8e06fd-3f17-4a58-a69a-66795e83e069 req-d8c849ba-e208-467d-be70-8119122edaa7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 944 time: 0.1027637 Jan 04 14:00:33.005302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:33.009148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.011752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.026524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.034462 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/b186b89f-e2b2-4049-a060-cbda7db384ef HTTP/1.1" status: 204 len: 168 time: 0.8177259 Jan 04 14:00:33.038741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39490) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:33.039883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dc8e06fd-3f17-4a58-a69a-66795e83e069 req-fa93f0ef-9279-41aa-ba05-6a1c61df714c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1133933 Jan 04 14:00:33.049553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03611a5e-56fb-48e3-bb43-6c1bf6cf7315 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=b186b89f-e2b2-4049-a060-cbda7db384ef,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:33.060989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1701816120', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:33.129992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.130900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.188977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 001e1c93-b37a-463f-be47-d726c2afdfcb details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:00:33.204393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.241611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8e3f283a-cf36-4a2f-8750-e44511555773 None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:33.242077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e3f283a-cf36-4a2f-8750-e44511555773 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.338328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 001e1c93-b37a-463f-be47-d726c2afdfcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=001e1c93-b37a-463f-be47-d726c2afdfcb,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:33.376301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:00:33.399750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.429326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.445644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 001e1c93-b37a-463f-be47-d726c2afdfcb {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:00:33.468389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 001e1c93-b37a-463f-be47-d726c2afdfcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=001e1c93-b37a-463f-be47-d726c2afdfcb,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:33.473913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.502432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.584522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:33.591899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:33.595085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:33.595689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:33.608648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=0c066b78-8b9e-49fb-ae01-7967096c2731,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:33.629422 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-87317cfa-cd09-4a8a-85d1-c46dfafc9325 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7901580 Jan 04 14:00:33.632222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39492) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:33.637154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:de:3c:16', 'name': 'tempest-NetworksTestDHCPv6-589006133'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:33.670354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5e4dfc-006c-4484-8160-b2d26540206d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:33.702309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee460718-c1bb-49a2-b47a-d4f48329c69d None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:33.704375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e9d51507-c16d-47d7-9eac-c00db612427a None None] Could not find standard attr ID for object a9916841-85e3-40cc-abc8-9c7510474fe0. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:33.748222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['001e1c93-b37a-463f-be47-d726c2afdfcb'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:00:33.764377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=001e1c93-b37a-463f-be47-d726c2afdfcb,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:33.838527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-376dd11b-e103-4b64-b5c6-9f93fe16efdd None None] Could not find standard attr ID for object a68dfb59-2339-4cb2-95b1-18c6593e020f. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:33.890179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:33.890540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.096991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'b68d1504-886b-4dc9-8f31-9d92b212c684', 'ip_address': '2001:db8::f816:3eff:fe47:10e8'}, {'subnet_id': '0c066b78-8b9e-49fb-ae01-7967096c2731'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ba5e4dfc-006c-4484-8160-b2d26540206d'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:34.141103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.157243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 31f2c558-4996-470b-a2a9-bd9ce262019f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:34.176294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.191075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 31f2c558-4996-470b-a2a9-bd9ce262019f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:34.191608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 31f2c558-4996-470b-a2a9-bd9ce262019f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:34.203117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.269246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aae0802c-5baa-4720-b8f5-321232b6f82d req-df4a79b7-11e0-4672-b167-362b29621ec2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:34.270720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aae0802c-5baa-4720-b8f5-321232b6f82d req-df4a79b7-11e0-4672-b167-362b29621ec2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 945 time: 0.1465046 Jan 04 14:00:34.273897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:34.374679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] Allocated IP 2001:db8:0:1::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/0c066b78-8b9e-49fb-ae01-7967096c2731/ba5e4dfc-006c-4484-8160-b2d26540206d) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:34.420039 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aae0802c-5baa-4720-b8f5-321232b6f82d req-c8f0dbe8-f47f-49bc-a14e-28d9a2b49118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419899 Jan 04 14:00:34.429971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.36.2.53 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/d80257fd-7f2e-4c97-a0e0-f3931b0f2991) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:34.453140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.472807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] For port ba5e4dfc-006c-4484-8160-b2d26540206d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5e4dfc-006c-4484-8160-b2d26540206d,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:34.493224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port e9b1dc30-375f-45d3-b938-cb69ba90ab46 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:34.501651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.506183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.592556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cdf347a-2270-45c4-8a0a-c8f8ed40866e None None] Pushing event updated for resources: {'Port': ['ID=ba5e4dfc-006c-4484-8160-b2d26540206d,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:34.643845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.739584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8:0:1::ec (af82c8e7-091c-43f5-9e12-ad51fe245e0c/0c066b78-8b9e-49fb-ae01-7967096c2731/e9b1dc30-375f-45d3-b938-cb69ba90ab46) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:34.742168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.771403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fede:3c16 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/b68d1504-886b-4dc9-8f31-9d92b212c684/e9b1dc30-375f-45d3-b938-cb69ba90ab46) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:34.794828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:34.803679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:34.810246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:34.818510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85ad2e5a-561f-4884-b9dc-09ebbb9eba9f None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:34.821583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=d80257fd-7f2e-4c97-a0e0-f3931b0f2991,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:34.867109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c615bd93-931e-4ff1-a8a8-2ac7177c9d9b None None] Provisioning complete for port d80257fd-7f2e-4c97-a0e0-f3931b0f2991 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:34.867773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c615bd93-931e-4ff1-a8a8-2ac7177c9d9b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:34.904991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c615bd93-931e-4ff1-a8a8-2ac7177c9d9b None None] Port d80257fd-7f2e-4c97-a0e0-f3931b0f2991 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:35.072688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.149066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.191899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.194062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.197132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 001e1c93-b37a-463f-be47-d726c2afdfcb up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:35.244921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d10be3a6-1e90-4163-803d-f8ed1ed8d333 None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:35.245285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d10be3a6-1e90-4163-803d-f8ed1ed8d333 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.276864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:35.291455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:35.296176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 001e1c93-b37a-463f-be47-d726c2afdfcb completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:00:35.298884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:35.303068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 001e1c93-b37a-463f-be47-d726c2afdfcb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:35.303437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.304916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:35.305402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.328196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5e4dfc-006c-4484-8160-b2d26540206d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:35.336910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=e9b1dc30-375f-45d3-b938-cb69ba90ab46,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:35.356167 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7033287-b201-4cea-a34a-fa297797059b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.7229264 Jan 04 14:00:35.359669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39496) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:35.461730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:35.461927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.490100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port e9b1dc30-375f-45d3-b938-cb69ba90ab46 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:35.490696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.506319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.550399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:00:35.550624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.552658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ebb0092-a9a0-45ec-a674-aa65b8a449cc" -d '{"events": [{"server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "name": "network-vif-plugged", "status": "completed", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:00:35.574689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 001e1c93-b37a-463f-be47-d726c2afdfcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=001e1c93-b37a-463f-be47-d726c2afdfcb,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:35.596067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.649209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181db367-25db-4c7f-b40e-7b8b5be38037 req-627f8df1-2ab6-4fac-b7f6-fa17cc2f149b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:35.658623 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-181db367-25db-4c7f-b40e-7b8b5be38037 req-627f8df1-2ab6-4fac-b7f6-fa17cc2f149b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 945 time: 0.1428766 Jan 04 14:00:35.669565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.699515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 1081c78f-c836-4168-8ea2-fa4959eaec62 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:00:35.700631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b562120-32b2-4beb-9ad9-8929197deb2f x-openstack-request-id: req-5b562120-32b2-4beb-9ad9-8929197deb2f {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:00:35.701090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "name": "network-vif-plugged", "status": "completed", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:00:35.701394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5b562120-32b2-4beb-9ad9-8929197deb2f {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:00:35.701780 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'code': 200} Jan 04 14:00:35.703307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=001e1c93-b37a-463f-be47-d726c2afdfcb,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:35.703706 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for e9b1dc30-375f-45d3-b938-cb69ba90ab46 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:35.721118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-558f4b55-9011-4018-bdc7-2a111a11a253 None None] Provisioning complete for port e9b1dc30-375f-45d3-b938-cb69ba90ab46 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:35.721495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-558f4b55-9011-4018-bdc7-2a111a11a253 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.734456 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-181db367-25db-4c7f-b40e-7b8b5be38037 req-750c3eb6-0efb-4065-9a38-787b8c583ad0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0748851 Jan 04 14:00:35.771397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-558f4b55-9011-4018-bdc7-2a111a11a253 None None] Port e9b1dc30-375f-45d3-b938-cb69ba90ab46 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:35.838602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:35.851814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] Sync routers for ids ['1081c78f-c836-4168-8ea2-fa4959eaec62'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:35.860787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:35.862069 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-907c6907-da27-4a81-a178-cefc1b56ae33 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 2.8225183 Jan 04 14:00:35.865264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39504) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:35.866308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] Routers {'1081c78f-c836-4168-8ea2-fa4959eaec62'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:35.867176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1081c78f-c836-4168-8ea2-fa4959eaec62'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:35.906864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:35.918070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] Routers {'1081c78f-c836-4168-8ea2-fa4959eaec62'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:35.918614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1081c78f-c836-4168-8ea2-fa4959eaec62'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:35.956997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3687bb54-f51e-4ec2-be41-15c302c04fbc req-5250d902-08bd-4a62-9ee9-928f9577bbc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:35.958217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:35.958557 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3687bb54-f51e-4ec2-be41-15c302c04fbc req-5250d902-08bd-4a62-9ee9-928f9577bbc7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1099 time: 0.1074016 Jan 04 14:00:35.959027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1b6bd75-8ae9-4021-81a7-ed234b54e36d None None] The sync data for ids ['1081c78f-c836-4168-8ea2-fa4959eaec62'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:35.978370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cc82cfec-e8f4-48a3-a394-f14c917818bb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/routers/1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 200 len: 880 time: 0.1124690 Jan 04 14:00:35.980710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39506) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.001474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.046833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=e9b1dc30-375f-45d3-b938-cb69ba90ab46,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:36.052625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3687bb54-f51e-4ec2-be41-15c302c04fbc req-554685d1-fa54-4e29-afcc-a925604bb658 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0866761 Jan 04 14:00:36.099256 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.102696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b5e51ed9-6cad-455f-822d-748ca8d338f5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/e9b1dc30-375f-45d3-b938-cb69ba90ab46 HTTP/1.1" status: 204 len: 168 time: 0.7413182 Jan 04 14:00:36.105250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39508) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.129824 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-da348f50-8e5a-4e4a-ab77-b6e08242babf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.1457314 Jan 04 14:00:36.130250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39510) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.135665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1701816120'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:36.154659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8013fdaf-0aed-4325-b095-1ca25f611faf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:36.158771 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8013fdaf-0aed-4325-b095-1ca25f611faf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0501797 Jan 04 14:00:36.159001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39512) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.207990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a4bce0-1638-441b-98de-2015a2d8240c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:36.212021 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f1a4bce0-1638-441b-98de-2015a2d8240c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0497122 Jan 04 14:00:36.212242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39514) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.271345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940deef2-429d-4924-8cd5-2b060be5407e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:36.273104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940deef2-429d-4924-8cd5-2b060be5407e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:36.274778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940deef2-429d-4924-8cd5-2b060be5407e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:36.276330 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-940deef2-429d-4924-8cd5-2b060be5407e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0631418 Jan 04 14:00:36.278951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39516) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.330512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 0c066b78-8b9e-49fb-ae01-7967096c2731 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:36.333587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.372134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.440448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.451853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.458519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.514511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.541037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=0c066b78-8b9e-49fb-ae01-7967096c2731,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:36.544898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.551098 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-62327ec7-0f13-47a3-8ce7-bc5995b3896c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/0c066b78-8b9e-49fb-ae01-7967096c2731 HTTP/1.1" status: 204 len: 168 time: 0.2688069 Jan 04 14:00:36.552286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39518) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.552781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b37776-e089-497c-933a-d2043baca5f8 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:36.588811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 1081c78f-c836-4168-8ea2-fa4959eaec62 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:36.617152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet b68d1504-886b-4dc9-8f31-9d92b212c684 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:36.622064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.698916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.785714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:36.793846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.798035 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e03ce428-c29f-4a91-97b9-ac72604fc9e3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 200 len: 887 time: 0.6640794 Jan 04 14:00:36.798450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39522) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:36.800948 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] Sync routers for ids ['1081c78f-c836-4168-8ea2-fa4959eaec62'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:36.823242 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] Routers {'1081c78f-c836-4168-8ea2-fa4959eaec62'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:36.823878 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1081c78f-c836-4168-8ea2-fa4959eaec62'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:36.866025 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:36.877908 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] Routers {'1081c78f-c836-4168-8ea2-fa4959eaec62'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:36.878800 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1081c78f-c836-4168-8ea2-fa4959eaec62'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:36.891269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:36.919757 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:36.920810 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e218012d-835f-4b7a-a3ef-9b4f210a7f5c None None] The sync data for ids ['1081c78f-c836-4168-8ea2-fa4959eaec62'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:36.947884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181b4cb5-43db-48d7-85c4-1dc9269d7ab8 req-5a845cc4-e532-4146-8d5e-ecc827c2f16d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:36.949610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-181b4cb5-43db-48d7-85c4-1dc9269d7ab8 req-5a845cc4-e532-4146-8d5e-ecc827c2f16d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 946 time: 0.1130023 Jan 04 14:00:36.966910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3ba14269-0e54-4a2b-b471-b2657cb6e422 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/routers/1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 200 len: 887 time: 0.1673124 Jan 04 14:00:36.970185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39524) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:37.005297 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e2ab3b4a-d092-4024-b01f-ca6de835b89f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 200 len: 205 time: 0.0316842 Jan 04 14:00:37.005663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39526) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:37.027930 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-181b4cb5-43db-48d7-85c4-1dc9269d7ab8 req-912ef018-dcee-4e63-a643-73ae507b8906 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0713611 Jan 04 14:00:37.030006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.058889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=b68d1504-886b-4dc9-8f31-9d92b212c684,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:37.069816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.075972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ab26f04-39b6-4709-8835-b1541bff0280 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b68d1504-886b-4dc9-8f31-9d92b212c684 HTTP/1.1" status: 204 len: 168 time: 0.5204768 Jan 04 14:00:37.076209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39528) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:37.123917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.129485 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ccac161-7774-4b82-950b-bb18e600c71e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0509353 Jan 04 14:00:37.129706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39530) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:37.136357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:37.239166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:37.242974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.255166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.287367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bd2dba6-299d-434a-9755-c4e1ceb3bd17 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:37.313859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port d80257fd-7f2e-4c97-a0e0-f3931b0f2991 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:37.314226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.338282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53cd78ab-92ee-41d5-ae2b-48705a03b5aa None None] Provisioning complete for port ba5e4dfc-006c-4484-8160-b2d26540206d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:37.338657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53cd78ab-92ee-41d5-ae2b-48705a03b5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.408510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.422044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for d80257fd-7f2e-4c97-a0e0-f3931b0f2991 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:37.524612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:37.575575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] Deleting port ba5e4dfc-006c-4484-8160-b2d26540206d {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:37.576229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.600626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.629055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=d80257fd-7f2e-4c97-a0e0-f3931b0f2991,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:37.655860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d49242-02d7-496e-832d-2090865f6511 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:37.658808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] For port ba5e4dfc-006c-4484-8160-b2d26540206d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba5e4dfc-006c-4484-8160-b2d26540206d,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:37.659256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.676111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] Calling delete_port for ba5e4dfc-006c-4484-8160-b2d26540206d owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:37.700979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.768883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.795948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] Pushing event deleted for resources: {'Port': ['ID=ba5e4dfc-006c-4484-8160-b2d26540206d,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:37.800214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0e5063c-0be3-4c89-944f-f3b38690ac1d None None] No DVR routers for this DVR port ba5e4dfc-006c-4484-8160-b2d26540206d on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:37.811152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.813931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.856851 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.857524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router 1081c78f-c836-4168-8ea2-fa4959eaec62 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:00:37.864769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.869348 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6fbd28c6-45cd-4dc1-a78a-5a8f5e6213ad tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 204 len: 168 time: 0.8594358 Jan 04 14:00:37.869489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.objects.ports [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=103264) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:37.870100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39532) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:37.870282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.875108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-1386934901'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:37.898465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:37.902104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.913853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:37.917250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:37.922084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:37.922667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.927430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:37.929924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4922e4b-41de-4684-b55a-0c7665f8b7ec None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:37.934679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=75d144d3-8c46-4fcf-8beb-e5a913a2a17b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:37.939030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:37.939212 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 442b721e-7d6c-49d2-85aa-6911b1c367cf of type vlan for network 77937f07-3974-44c0-b74a-dc02c7f6bb11 Jan 04 14:00:37.947946 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-97e4ffec-35ad-453f-9090-40b32ac06055 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8169818 Jan 04 14:00:37.951002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39534) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:37.956077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:37.986417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.014388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.021123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:38.021674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.054187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'project_id': 'ee4fe12ab2bd40e89d27d6324755dc12', 'fixed_ips': [{'subnet_id': '75d144d3-8c46-4fcf-8beb-e5a913a2a17b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:38.055900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.058100 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.1872602 Jan 04 14:00:38.058725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39538) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:38.075201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:38.083460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:38.087313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.151472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328bad24-0656-4867-bdc0-d2a13f73bd9d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=77937f07-3974-44c0-b74a-dc02c7f6bb11,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:38.169020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:38.183531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.ipam_backend_mixin [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 75d144d3-8c46-4fcf-8beb-e5a913a2a17b (CIDR: 2001:db8::/64) Jan 04 14:00:38.189000 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:38.190231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:38.207122 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-11d2f699-2f57-4892-a2a7-6992cb3f29a0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2552845 Jan 04 14:00:38.209651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39540) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:38.216566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:38.221402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8e1c304-b03e-4a8b-bbb3-7c1a14f17e04 req-7276e2ee-4ed4-4557-aa19-c9e0905ff5c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:38.222938 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e8e1c304-b03e-4a8b-bbb3-7c1a14f17e04 req-7276e2ee-4ed4-4557-aa19-c9e0905ff5c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 946 time: 0.1052980 Jan 04 14:00:38.271752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:38.275224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.296884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Allocated IP 2001:db8::f816:3eff:fe77:2b7a (af82c8e7-091c-43f5-9e12-ad51fe245e0c/75d144d3-8c46-4fcf-8beb-e5a913a2a17b/ec321333-bcd7-4a90-ae2c-024ca051f3ee) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:38.306832 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e8e1c304-b03e-4a8b-bbb3-7c1a14f17e04 req-f0e7def1-8289-4145-8186-f33dec9adeea tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760734 Jan 04 14:00:38.366401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:38.371306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.505606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85951c3b-50ba-4f65-baf4-f04df3a912ff req-3c298d8a-1598-4882-934b-a92283e000e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:38.507287 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85951c3b-50ba-4f65-baf4-f04df3a912ff req-3c298d8a-1598-4882-934b-a92283e000e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 946 time: 0.1086152 Jan 04 14:00:38.615689 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85951c3b-50ba-4f65-baf4-f04df3a912ff req-ece1082b-9ba7-4a0d-bfc1-e9f542a2be09 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922663 Jan 04 14:00:38.622626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.632750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.653358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39544) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:38.679859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:38.682681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:38.685303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:38.715976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:38.748684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.755073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Attempting to bind port ec321333-bcd7-4a90-ae2c-024ca051f3ee on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:38.755482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Attempting to bind port ec321333-bcd7-4a90-ae2c-024ca051f3ee by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:38.755880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Attempting to bind port ec321333-bcd7-4a90-ae2c-024ca051f3ee on network af82c8e7-091c-43f5-9e12-ad51fe245e0c {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:38.757838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.762089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:38.762490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Checking segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:38.762870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.763271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Bound using segment: {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:38.763743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Bound port: ec321333-bcd7-4a90-ae2c-024ca051f3ee, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eed2291b-ebfb-40c0-b446-39688dcabd5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:38.764126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.799453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a90114d-fb1d-43e2-83de-e47b3c6b9895 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:38.801135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7a90114d-fb1d-43e2-83de-e47b3c6b9895 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1094 time: 0.1467721 Jan 04 14:00:38.804893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39546) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:38.810871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:38.811457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:38.814499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:38.818839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:38.819546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.831798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=1d582056-1e93-41b7-a296-9172ea20d955,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:38.838082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=ad3a695d-6d4d-4cab-9ad1-47101ad799d7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:38.848742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ba062d1-6ad4-4144-9d94-556f0c636025 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6339142 Jan 04 14:00:38.848742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39548) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:38.851864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:38.854746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:5e:47:08', 'name': 'tempest-NetworksTestDHCPv6-1577439700'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:38.856718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:38.860291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '442b721e-7d6c-49d2-85aa-6911b1c367cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:38.860661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: 77937f07-3974-44c0-b74a-dc02c7f6bb11, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:38.861393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.872757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.903868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:38.928613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 77937f07-3974-44c0-b74a-dc02c7f6bb11) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:38.934037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:38.934601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:38.940564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dd4577-4b03-4d66-8aa5-5cf6bfd12033 None None] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:38.943924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9afcb3d-4a94-4c09-892b-7b6165a1d19a None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:38.989955 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-780bd7d3-b625-42ed-a003-cb53c90ad726 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9199920 Jan 04 14:00:38.990203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39550) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:38.997492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-88326333', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:39.031046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:39.037219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.038359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.060812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.062526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.063474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-77937f07-3974-44c0-b74a-dc02c7f6bb11', 'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'ad3a695d-6d4d-4cab-9ad1-47101ad799d7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:39.064547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.066544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 017a5889-f51a-49d2-b76b-6b7f7e243d83 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:39.185895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.191852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.244759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.248638 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-22593fd9-3837-45e7-883c-94dc9a2a175a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.2533095 Jan 04 14:00:39.248638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39552) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:39.258301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Allocated IP 172.20.0.2 (77937f07-3974-44c0-b74a-dc02c7f6bb11/ad3a695d-6d4d-4cab-9ad1-47101ad799d7/bca184dc-439d-41a4-9cc0-352f50aa6641) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:39.268935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.121 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/49443a2b-d36f-4db1-99bd-6c7094d58e0b) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:39.408829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:39.435403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.472061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.507557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8:0:1::13 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/1d582056-1e93-41b7-a296-9172ea20d955/017a5889-f51a-49d2-b76b-6b7f7e243d83) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:39.509375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:39.509516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.517065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::f816:3eff:fe5e:4708 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/75d144d3-8c46-4fcf-8beb-e5a913a2a17b/017a5889-f51a-49d2-b76b-6b7f7e243d83) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:39.519194 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:39.524960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:39.531650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:39.537965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=49443a2b-d36f-4db1-99bd-6c7094d58e0b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:39.557927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.576893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.627089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Pushing event updated for resources: {'Port': ['ID=bca184dc-439d-41a4-9cc0-352f50aa6641,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:39.634961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:39.654882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:39.658641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:39.708486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.711525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.731627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Attempting to bind port bca184dc-439d-41a4-9cc0-352f50aa6641 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:39.731999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Attempting to bind port bca184dc-439d-41a4-9cc0-352f50aa6641 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '442b721e-7d6c-49d2-85aa-6911b1c367cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:39.732374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Attempting to bind port bca184dc-439d-41a4-9cc0-352f50aa6641 on network 77937f07-3974-44c0-b74a-dc02c7f6bb11 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:39.768485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:39.768866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Checking segment: {'id': '442b721e-7d6c-49d2-85aa-6911b1c367cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:39.769269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.769670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Bound using segment: {'id': '442b721e-7d6c-49d2-85aa-6911b1c367cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:39.770250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Bound port: bca184dc-439d-41a4-9cc0-352f50aa6641, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '442b721e-7d6c-49d2-85aa-6911b1c367cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '77937f07-3974-44c0-b74a-dc02c7f6bb11'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:39.770640 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.791782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:39.817362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.907417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5e4dfc-006c-4484-8160-b2d26540206d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:39.936076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:39.956402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] For port bca184dc-439d-41a4-9cc0-352f50aa6641, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:39.959342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ba5e4dfc-006c-4484-8160-b2d26540206d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:39.959684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba5e4dfc-006c-4484-8160-b2d26540206d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:39.963726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:39.976674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] For port bca184dc-439d-41a4-9cc0-352f50aa6641, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bca184dc-439d-41a4-9cc0-352f50aa6641,segment=NetworkSegment(442b721e-7d6c-49d2-85aa-6911b1c367cf),segment_id=442b721e-7d6c-49d2-85aa-6911b1c367cf)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:39.988379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.067020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.076363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc4ed4c-421e-4056-90e1-8c3d666e6781 None None] Pushing event updated for resources: {'Port': ['ID=bca184dc-439d-41a4-9cc0-352f50aa6641,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:40.106933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.20.0.1 (77937f07-3974-44c0-b74a-dc02c7f6bb11/ad3a695d-6d4d-4cab-9ad1-47101ad799d7/652e49f9-7c6f-4d16-9558-856f4244614b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:40.140528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:40.154288 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:40.157612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:40.164019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:40.164670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.182889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=017a5889-f51a-49d2-b76b-6b7f7e243d83,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:40.205488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7a91b7d-54a2-4df0-a9fd-809bb9af16c2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.3555515 Jan 04 14:00:40.207968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39554) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:40.222347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.245185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61cef61-efd7-4c52-b2cd-883e07466f35 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:40.356137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.364914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.383418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 017a5889-f51a-49d2-b76b-6b7f7e243d83 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:40.383757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.406243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-06250d93-07fc-4321-ad1d-037099e9fed8 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:40.406889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06250d93-07fc-4321-ad1d-037099e9fed8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.483092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.546883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:40.552103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.554968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:40.557337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:40.566954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.573069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.601587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 017a5889-f51a-49d2-b76b-6b7f7e243d83 owned by {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:40.609956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=652e49f9-7c6f-4d16-9558-856f4244614b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:40.610584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '75d144d3-8c46-4fcf-8beb-e5a913a2a17b', 'ip_address': '2001:db8::f816:3eff:fe77:2b7a'}, {'subnet_id': '1d582056-1e93-41b7-a296-9172ea20d955'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec321333-bcd7-4a90-ae2c-024ca051f3ee'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:40.639149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.649604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=49443a2b-d36f-4db1-99bd-6c7094d58e0b,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:40.659217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.665713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.797735 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-755d030f-0797-4b4a-bff5-3ba90a4c9c07 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0921669 Jan 04 14:00:40.808160 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP c746fc49-5bab-4248-b8f8-05d80ca7029c associated. External IP: 172.36.2.121, port: 001e1c93-b37a-463f-be47-d726c2afdfcb. Jan 04 14:00:40.846295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] Allocated IP 2001:db8:0:1::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/1d582056-1e93-41b7-a296-9172ea20d955/ec321333-bcd7-4a90-ae2c-024ca051f3ee) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:40.848089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:40.929939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-61a3ee90-cf0d-4cd4-8da5-5b45df11a495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:40.931565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-61a3ee90-cf0d-4cd4-8da5-5b45df11a495 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1099 time: 0.0828915 Jan 04 14:00:40.972509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:41.009773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.017328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.018090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.064489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=017a5889-f51a-49d2-b76b-6b7f7e243d83,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:41.095259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76cbef47-73ce-49f4-a512-bac23bc3618d None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:41.121616 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:41.123411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.127340 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-43ed56ac-4d5d-4e9a-ba08-db7f65ed9430 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/017a5889-f51a-49d2-b76b-6b7f7e243d83 HTTP/1.1" status: 204 len: 168 time: 0.9184432 Jan 04 14:00:41.130982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39556) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:41.243449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-537df192-58f2-499d-8ee7-9ab0144d7563 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.245961 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-537df192-58f2-499d-8ee7-9ab0144d7563 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1138828 Jan 04 14:00:41.248940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39558) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:41.256341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-7e0d55a1-062b-4531-98d8-c83b5c234eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.257904 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-7e0d55a1-062b-4531-98d8-c83b5c234eb1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 897 time: 0.2989221 Jan 04 14:00:41.338707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc0c9fc7-a26f-41a6-9924-52fcf028cb28 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.344149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bc0c9fc7-a26f-41a6-9924-52fcf028cb28 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0935686 Jan 04 14:00:41.344943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39560) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:41.422420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.435470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a61561d8-571a-4a46-a71c-04d08b1763c8 None None] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:41.445090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.452340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19f3f3-3647-4108-b247-bfd3a2ad1131 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.454190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19f3f3-3647-4108-b247-bfd3a2ad1131 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.455906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c19f3f3-3647-4108-b247-bfd3a2ad1131 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.457573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6c19f3f3-3647-4108-b247-bfd3a2ad1131 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1098998 Jan 04 14:00:41.489936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39562) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:41.544173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bca184dc-439d-41a4-9cc0-352f50aa6641 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:41.584729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.590598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f11e1e83-fa65-4e07-b8b5-739dd0bbd76c None None] Provisioning complete for port bca184dc-439d-41a4-9cc0-352f50aa6641 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:41.591090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f11e1e83-fa65-4e07-b8b5-739dd0bbd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.601411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 1d582056-1e93-41b7-a296-9172ea20d955 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:41.607781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.611067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=652e49f9-7c6f-4d16-9558-856f4244614b,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:41.681675 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.712017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bca184dc-439d-41a4-9cc0-352f50aa6641 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:41.712560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.746797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:41.767803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-2b5eaac2-3e61-43a0-a5ef-d2c150d9354b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 1000 time: 0.4959180 Jan 04 14:00:41.779656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:41.803670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f11e1e83-fa65-4e07-b8b5-739dd0bbd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.806594 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:41.807275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:41.812592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.817506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:41.822378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:41.841629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:41.869072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-8594f384-46e7-4c77-b517-2746026d9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:41.870839 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-8594f384-46e7-4c77-b517-2746026d9377 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 200 len: 835 time: 0.0876291 Jan 04 14:00:41.928168 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c1e8e2c5-1783-4f7c-ba4a-d3ca997033bf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1201079 Jan 04 14:00:41.929554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:00:41.932000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93c96876-1f32-46c3-96de-34c69feaa45e" -d '{"events": [{"name": "network-changed", "server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:00:41.948476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39564) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:41.967878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.014778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:00:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16ea46e7-ec97-4f14-acea-1cb04a78674c x-openstack-request-id: req-16ea46e7-ec97-4f14-acea-1cb04a78674c {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:00:42.015052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:00:42.015300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-16ea46e7-ec97-4f14-acea-1cb04a78674c {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:00:42.015861 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'status': 'completed', 'code': 200} Jan 04 14:00:42.140714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-005c0887-3d1b-411c-993b-e838d7fbd399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:42.142468 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-005c0887-3d1b-411c-993b-e838d7fbd399 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50b2a800-122a-441c-af24-4a5845f8cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2530444 Jan 04 14:00:42.151170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f11e1e83-fa65-4e07-b8b5-739dd0bbd76c None None] For port bca184dc-439d-41a4-9cc0-352f50aa6641, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bca184dc-439d-41a4-9cc0-352f50aa6641,segment=NetworkSegment(442b721e-7d6c-49d2-85aa-6911b1c367cf),segment_id=442b721e-7d6c-49d2-85aa-6911b1c367cf)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:42.152674 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9976e5e2-d642-493d-a199-cc44f10d8f26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/c746fc49-5bab-4248-b8f8-05d80ca7029c HTTP/1.1" status: 200 len: 992 time: 0.1978676 Jan 04 14:00:42.193002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f11e1e83-fa65-4e07-b8b5-739dd0bbd76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.254990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:42.287288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-56a30b6a-bec7-4426-acb0-0c1c1d78d5b1 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324646 Jan 04 14:00:42.341485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11e1e83-fa65-4e07-b8b5-739dd0bbd76c None None] Pushing event updated for resources: {'Port': ['ID=bca184dc-439d-41a4-9cc0-352f50aa6641,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:42.423985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:42.424340 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:42.425067 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c6bb0827-cd9f-4ba7-9e63-dd5be743943b req-00d868b1-e9e8-449e-92f3-bd7ce0edade1 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1263938 Jan 04 14:00:42.426775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Provisioning complete for port bca184dc-439d-41a4-9cc0-352f50aa6641 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:42.427147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.519536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.574857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c96876-1f32-46c3-96de-34c69feaa45e req-e9534112-3ce3-4cde-b8a6-30db33c3e55c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:42.576551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=1d582056-1e93-41b7-a296-9172ea20d955,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:42.576901 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-e9534112-3ce3-4cde-b8a6-30db33c3e55c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1099 time: 0.0804152 Jan 04 14:00:42.579136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.582637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bdb349b9-f59c-420f-93a5-0d27a2dce530 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/1d582056-1e93-41b7-a296-9172ea20d955 HTTP/1.1" status: 204 len: 168 time: 1.0920026 Jan 04 14:00:42.584298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 96b3f208-c16c-4a27-9153-9f75157d67db is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:00:42.587333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39568) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:42.660030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 75d144d3-8c46-4fcf-8beb-e5a913a2a17b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:42.663487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:42.663975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.665531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.711865 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.718561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c96876-1f32-46c3-96de-34c69feaa45e req-070def20-ce0c-4c69-9a6f-e460af36547e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:42.720472 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-070def20-ce0c-4c69-9a6f-e460af36547e service neutron] 10.222.0.13 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 897 time: 0.1276336 Jan 04 14:00:42.736696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:39Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:42.802223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:00:42.832736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:42.833200 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-ca191b71-49f6-4613-af5a-23d4abfde64a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 1000 time: 0.1026230 Jan 04 14:00:42.833543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:42.890745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Could not find standard attr ID for object 017a5889-f51a-49d2-b76b-6b7f7e243d83. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:42.906097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c96876-1f32-46c3-96de-34c69feaa45e req-9ebe5653-0214-4305-a50c-6e014957da7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:42.907598 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-9ebe5653-0214-4305-a50c-6e014957da7c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 200 len: 835 time: 0.0673063 Jan 04 14:00:42.917507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:42.922896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Provisioning complete for port 652e49f9-7c6f-4d16-9558-856f4244614b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:42.923135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:42.926974 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6cc1f56b-4910-4396-88bb-0f8ecaee9ee1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/96b3f208-c16c-4a27-9153-9f75157d67db/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6776359 Jan 04 14:00:42.929678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39570) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:42.930190 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] Sync routers for ids ['96b3f208-c16c-4a27-9153-9f75157d67db'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:42.947144 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] Routers {'96b3f208-c16c-4a27-9153-9f75157d67db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:42.948138 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['96b3f208-c16c-4a27-9153-9f75157d67db'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:42.993833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c96876-1f32-46c3-96de-34c69feaa45e req-52bd5c15-d40a-4ea8-8844-fde373b9c456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:42.998488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69c1beb0-2ba5-40e7-8c93-b87477ffa6ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:42.999851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05dbe8aa-b5fc-4d18-aa5c-5ca06edee990 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:43.000132 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-52bd5c15-d40a-4ea8-8844-fde373b9c456 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50b2a800-122a-441c-af24-4a5845f8cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0841072 Jan 04 14:00:43.000511 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-69c1beb0-2ba5-40e7-8c93-b87477ffa6ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports/652e49f9-7c6f-4d16-9558-856f4244614b HTTP/1.1" status: 200 len: 910 time: 0.0678144 Jan 04 14:00:43.003543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.004154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39572) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:43.010862 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:43.015499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ad3a695d-6d4d-4cab-9ad1-47101ad799d7'}]}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:43.020937 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] Routers {'96b3f208-c16c-4a27-9153-9f75157d67db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:43.021760 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['96b3f208-c16c-4a27-9153-9f75157d67db'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:43.074560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.075858 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:43.076702 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c514c8-1964-4565-a3de-4687ae14b4ec None None] The sync data for ids ['96b3f208-c16c-4a27-9153-9f75157d67db'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:43.076884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:43.105893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:43.112341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.115573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/75d144d3-8c46-4fcf-8beb-e5a913a2a17b HTTP/1.1" status: 204 len: 168 time: 0.5274560 Jan 04 14:00:43.116590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4d572b-e7f7-43fb-9729-f8a50dacf74a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=75d144d3-8c46-4fcf-8beb-e5a913a2a17b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:43.118247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39574) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:43.161325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39576) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:43.165156 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9efa042c-7850-4f19-bb91-feafb320cbcd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459211 Jan 04 14:00:43.170190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39578) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:43.185345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-a133f768-0d2c-425e-a656-0be460282a8f service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591365 Jan 04 14:00:43.185556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cd332bf1-13c9-415c-a172-2f9ceaef5b4b None None] Port 652e49f9-7c6f-4d16-9558-856f4244614b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:43.231657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:43.319553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b3c348f2-ea4a-4b53-9264-f1463a7924e8 None None] Could not find standard attr ID for object 017a5889-f51a-49d2-b76b-6b7f7e243d83. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:43.345084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.351402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:43.351852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.356008 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93c96876-1f32-46c3-96de-34c69feaa45e req-b5618ad2-e88a-45a3-8849-66332e49fc78 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409276 Jan 04 14:00:43.360227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-beae1184-b6f3-4de4-ad8d-448bafb0a6c4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/c746fc49-5bab-4248-b8f8-05d80ca7029c HTTP/1.1" status: 200 len: 992 time: 0.1954725 Jan 04 14:00:43.395544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:43.401558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.407153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b3c348f2-ea4a-4b53-9264-f1463a7924e8 None None] Provisioning complete for port 652e49f9-7c6f-4d16-9558-856f4244614b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:43.407523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3c348f2-ea4a-4b53-9264-f1463a7924e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.526794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b3c348f2-ea4a-4b53-9264-f1463a7924e8 None None] Port 652e49f9-7c6f-4d16-9558-856f4244614b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:43.536117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c8eea5-06b7-4921-8c9b-c31b0b3a51a3 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '75d144d3-8c46-4fcf-8beb-e5a913a2a17b'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec321333-bcd7-4a90-ae2c-024ca051f3ee'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:43.589604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3c8eea5-06b7-4921-8c9b-c31b0b3a51a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.602613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.653063 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:39Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:43.657388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:43.661499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:43.667015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:43.667613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.682215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=0c470a3c-698c-4149-9ce8-bfc024dff7cc,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:43.690791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-80377567-f2f1-4f6f-a0ae-cddb8d731b06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4949424 Jan 04 14:00:43.693764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39580) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:43.717149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:43.727429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cc812ec-5252-4235-9195-cdb6a9a08df1 None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:00:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:39Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:43.799264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bca184dc-439d-41a4-9cc0-352f50aa6641 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:43.830680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.853062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:43.854146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.856632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.940050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=652e49f9-7c6f-4d16-9558-856f4244614b,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:43.954942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:43.956022 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:43.960620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39582) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:43.960804 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-849113d1-c979-42a6-98ab-c87c6de3294c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/ports/652e49f9-7c6f-4d16-9558-856f4244614b HTTP/1.1" status: 200 len: 910 time: 0.9554479 Jan 04 14:00:44.009094 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.ipam_backend_mixin [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0c470a3c-698c-4149-9ce8-bfc024dff7cc (CIDR: 2001:db8::/64) Jan 04 14:00:44.017699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:44.018225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:44.038625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bca184dc-439d-41a4-9cc0-352f50aa6641 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:44.039831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.049431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc77954b-1f93-4d0a-97ad-5f77114a3478 None None] New status for floating IP c746fc49-5bab-4248-b8f8-05d80ca7029c: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:00:44.073462 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aa1a80ab-09c5-4e4b-af6e-643b8d8a9b8d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3785427 Jan 04 14:00:44.076220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39584) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:44.082812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:44.116898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2724cf6-12d6-4114-928a-f3bb7c8dc003 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:44.222001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:44.225666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.253688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-03e232b5-c659-493c-b32b-affe021f422a None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:44.254095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-03e232b5-c659-493c-b32b-affe021f422a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.307967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.363333 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39586) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:44.479304 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8e45d243-7574-4076-a918-657c7ade80db tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/c746fc49-5bab-4248-b8f8-05d80ca7029c HTTP/1.1" status: 200 len: 992 time: 0.1132259 Jan 04 14:00:44.510433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '0c470a3c-698c-4149-9ce8-bfc024dff7cc'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec321333-bcd7-4a90-ae2c-024ca051f3ee'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:44.539111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.576054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 652e49f9-7c6f-4d16-9558-856f4244614b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:44.576388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.653501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:44.675963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.689481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 652e49f9-7c6f-4d16-9558-856f4244614b owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:44.789511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 04 14:00:44.789511 dv-neutron-master-2-hyperv neutron-server[103266]: [SQL: INSERT INTO ipamallocations (ip_address, status, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 04 14:00:44.789511 dv-neutron-master-2-hyperv neutron-server[103266]: [parameters: {'ip_address': '2001:db8:0:1:f816:3eff:fe77:2b7a', 'status': 'ALLOCATED', 'ipam_subnet_id': '47e3e759-74c3-44e3-ab36-d7c9d63cc96d'}] Jan 04 14:00:44.789511 dv-neutron-master-2-hyperv neutron-server[103266]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:44.790495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:44.824847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.870135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:44.897343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=652e49f9-7c6f-4d16-9558-856f4244614b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:44.987507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:45.019331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.024709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.025444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.043673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.116028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:45.127824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:45.133240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:45.133832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.145237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=8']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:45.148387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:45.160366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dc5f6527-b2f8-40d8-b430-7f698ca3360a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.0829484 Jan 04 14:00:45.160913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39588) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.166087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:17:0d:f7', 'name': 'tempest-NetworksTestDHCPv6-309210450'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:45.206248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 96b3f208-c16c-4a27-9153-9f75157d67db has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:45.275526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:45.283929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:45.290332 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-691a7052-dc0a-48d3-b446-b17d79b52957 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/96b3f208-c16c-4a27-9153-9f75157d67db/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3285916 Jan 04 14:00:45.291857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39590) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.296533 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] Sync routers for ids ['96b3f208-c16c-4a27-9153-9f75157d67db'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:45.308824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] Routers {'96b3f208-c16c-4a27-9153-9f75157d67db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:45.309706 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['96b3f208-c16c-4a27-9153-9f75157d67db'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:45.324427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.328881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-29f65e8b-0259-4b0f-80e3-603f6567138e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b3f208-c16c-4a27-9153-9f75157d67db HTTP/1.1" status: 200 len: 205 time: 0.0359175 Jan 04 14:00:45.331290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39592) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.345797 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:45.355740 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] Routers {'96b3f208-c16c-4a27-9153-9f75157d67db'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:45.356892 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['96b3f208-c16c-4a27-9153-9f75157d67db'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:45.375717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.396590 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:45.397504 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcd181f-e21a-4efc-8c7f-6770a86c3dbf None None] The sync data for ids ['96b3f208-c16c-4a27-9153-9f75157d67db'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:45.399855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 72cd2b17-6ee7-44df-8400-51f972dece18 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:45.423437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.488826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39594) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.506179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-596d4a08-3c58-49c8-96b3-9dac8da40f6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.583098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::353 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/0c470a3c-698c-4149-9ce8-bfc024dff7cc/72cd2b17-6ee7-44df-8400-51f972dece18) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:45.589386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8:0:1:f816:3eff:fe17:df7 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d/72cd2b17-6ee7-44df-8400-51f972dece18) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:45.619397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.622731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.640494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-26970d35-dd7a-434a-a051-c53c0ec69285 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/c746fc49-5bab-4248-b8f8-05d80ca7029c HTTP/1.1" status: 200 len: 994 time: 0.1474001 Jan 04 14:00:45.680604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.681280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router 96b3f208-c16c-4a27-9153-9f75157d67db {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:00:45.689268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.694328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-72b6eee4-4d47-453e-b2c7-bd76182a2acf tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/96b3f208-c16c-4a27-9153-9f75157d67db HTTP/1.1" status: 204 len: 168 time: 0.3619921 Jan 04 14:00:45.695014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39596) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.700456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:45.747195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet ad3a695d-6d4d-4cab-9ad1-47101ad799d7 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:45.750506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.758426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.779908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.799020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.805545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.843845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:45.852550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.854020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:45.875013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=72cd2b17-6ee7-44df-8400-51f972dece18,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:45.882510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:45.886588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:45.888450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/0c470a3c-698c-4149-9ce8-bfc024dff7cc/ec321333-bcd7-4a90-ae2c-024ca051f3ee) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:45.895732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:45.897240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.901772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.918211 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-62ec12b1-7bfd-4f25-96c4-f997f5976a87 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 0.7537825 Jan 04 14:00:45.919668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39598) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.934949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=9']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:45.972107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.987895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:45.992067 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/ad3a695d-6d4d-4cab-9ad1-47101ad799d7 HTTP/1.1" status: 204 len: 168 time: 0.2959666 Jan 04 14:00:45.994529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39600) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:45.998216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed84be06-dcf0-4619-91da-712c3eb5b359 None None] Network 77937f07-3974-44c0-b74a-dc02c7f6bb11 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:46.015793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d44efa-f4fb-4bde-8b32-cd3b13ee18ac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=ad3a695d-6d4d-4cab-9ad1-47101ad799d7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:46.028501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:46.088994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.093422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 72cd2b17-6ee7-44df-8400-51f972dece18 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:46.093739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.108735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.117401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.218343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1ebfeb-f11e-49a0-827e-f462dbe27573 None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=10']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:46.224883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] DHCP port deletion for 77937f07-3974-44c0-b74a-dc02c7f6bb11 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:46.281477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] Deleting port bca184dc-439d-41a4-9cc0-352f50aa6641 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:46.281848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.353971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] For port bca184dc-439d-41a4-9cc0-352f50aa6641, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bca184dc-439d-41a4-9cc0-352f50aa6641,segment=NetworkSegment(442b721e-7d6c-49d2-85aa-6911b1c367cf),segment_id=442b721e-7d6c-49d2-85aa-6911b1c367cf)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:46.354558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.368931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] Calling delete_port for bca184dc-439d-41a4-9cc0-352f50aa6641 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:46.466957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.494310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] Pushing event deleted for resources: {'Port': ['ID=bca184dc-439d-41a4-9cc0-352f50aa6641,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:46.498133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9629512a-62a4-4ca5-a929-5fb38dd7d730 None None] No DVR routers for this DVR port bca184dc-439d-41a4-9cc0-352f50aa6641 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:46.513913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.528702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 72cd2b17-6ee7-44df-8400-51f972dece18 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:46.547959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port bca184dc-439d-41a4-9cc0-352f50aa6641 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:46.548302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.656576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port bca184dc-439d-41a4-9cc0-352f50aa6641, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:46.656935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.678119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for bca184dc-439d-41a4-9cc0-352f50aa6641 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:46.681242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.ipam_backend_mixin [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Port bca184dc-439d-41a4-9cc0-352f50aa6641 was not found and therefore no delete operation was performed {{(pid=103265) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:00:46.682758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.711000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=bca184dc-439d-41a4-9cc0-352f50aa6641,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:46.712728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port bca184dc-439d-41a4-9cc0-352f50aa6641 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:46.829307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.876780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77937f07-3974-44c0-b74a-dc02c7f6bb11']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:46.881712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d2270d-22ad-4a70-a6b0-60755bfc6646 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:46.891321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '442b721e-7d6c-49d2-85aa-6911b1c367cf') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:46.891624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '442b721e-7d6c-49d2-85aa-6911b1c367cf') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:46.906557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.915047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.928465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.949126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=72cd2b17-6ee7-44df-8400-51f972dece18,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:46.955262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:46.955262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:46.958113 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:46.972279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e362987a-26c6-409e-8294-4d759425ea09 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:46.972579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e362987a-26c6-409e-8294-4d759425ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.043774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.049470 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a24e596a-eb27-4b69-91ca-9a7b41aadbf0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/72cd2b17-6ee7-44df-8400-51f972dece18 HTTP/1.1" status: 204 len: 168 time: 1.1263027 Jan 04 14:00:47.050263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39602) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.057769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.065708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.072617 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/77937f07-3974-44c0-b74a-dc02c7f6bb11 HTTP/1.1" status: 204 len: 168 time: 1.0734303 Jan 04 14:00:47.073901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39604) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.087134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1285351248', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:47.088536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e362987a-26c6-409e-8294-4d759425ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.097415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee31b6ef-a13a-4dd8-a6d5-244ed45fb2d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=77937f07-3974-44c0-b74a-dc02c7f6bb11,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:47.113000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20e09aae-94ab-4b4c-acac-a64d24a88c2e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:47.114714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-20e09aae-94ab-4b4c-acac-a64d24a88c2e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0637128 Jan 04 14:00:47.117376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39606) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.118072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.119139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.131662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e362987a-26c6-409e-8294-4d759425ea09 None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:47.136375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e362987a-26c6-409e-8294-4d759425ea09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.183379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39792f3b-4086-4bbb-817b-6fc50b920a14 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:47.184237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.185247 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-39792f3b-4086-4bbb-817b-6fc50b920a14 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1045 time: 0.0668020 Jan 04 14:00:47.188166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39608) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.191055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.217409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.223301 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4fd4dab1-08e2-4e63-91ac-d76f87279a5e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1492980 Jan 04 14:00:47.223922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39610) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.230214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-249370373'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:47.261123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:47.266362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.297855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:47.311987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.312325 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 06e23698-fb22-41b8-a1cb-b922da66ff6f of type vlan for network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 Jan 04 14:00:47.364070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362987a-26c6-409e-8294-4d759425ea09 None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=11']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:47.373056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.406556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.413702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:47.414656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.462446 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2342858 Jan 04 14:00:47.463644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39612) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.468359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:47.515236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7f30ee-0a81-4a7a-b2aa-e8d2ca6ea5f1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:47.529838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:47.600296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:47.607278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579e258-2642-4379-a86f-bbd669cf207b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:47.608278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.608947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579e258-2642-4379-a86f-bbd669cf207b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:47.610491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1579e258-2642-4379-a86f-bbd669cf207b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:47.612048 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1579e258-2642-4379-a86f-bbd669cf207b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.4227920 Jan 04 14:00:47.614833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39614) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.689447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 0c470a3c-698c-4149-9ce8-bfc024dff7cc {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:47.693296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.737328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.753721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:47.827582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-372a9f45-0ce8-4053-87ba-4717385581d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.831478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.849940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:47.850665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.881679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.905542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1273cfac-03fb-4516-8f39-400a435a0b38 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:47.906372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1273cfac-03fb-4516-8f39-400a435a0b38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.908849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.946419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=0c470a3c-698c-4149-9ce8-bfc024dff7cc,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:47.953323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:47.960916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-62d19bff-e2e0-49ed-bbbf-ed8d0a127dae tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/0c470a3c-698c-4149-9ce8-bfc024dff7cc HTTP/1.1" status: 204 len: 168 time: 0.3449323 Jan 04 14:00:47.961110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39616) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:47.974060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=ff0c3bb6-92da-41c8-975d-1fe9b163a98a,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:48.003324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:48.003593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:48.033901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:48.037772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:48.039842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.064136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8ddadde-ea57-475f-9ccd-110af486e493 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:48.077175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:48.084404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:48.084994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.088821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.099619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e7c256-7736-4aec-93fe-987943a33dce None None] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:48.106573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bca184dc-439d-41a4-9cc0-352f50aa6641 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:48.132953 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0ceaccef-50d5-4db6-ace4-e518afb9d526 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6685588 Jan 04 14:00:48.135561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39618) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:48.179309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: bca184dc-439d-41a4-9cc0-352f50aa6641 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:48.179688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bca184dc-439d-41a4-9cc0-352f50aa6641 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:48.193817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d60b6b58-5903-490c-b01f-67138a68aecb None None] Could not find standard attr ID for object 72cd2b17-6ee7-44df-8400-51f972dece18. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:00:48.199914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.264024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.293157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:48.297471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.301333 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-881f7448-9105-4f06-b764-5aba85b03adf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d HTTP/1.1" status: 204 len: 168 time: 0.3374903 Jan 04 14:00:48.303789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39620) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:48.304373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:48.305302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.380321 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d931bb50-c58d-43c5-b2c2-454820c336b9 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0727859 Jan 04 14:00:48.381827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39622) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:48.387238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:48.429385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-952e1d3a-852f-47c0-8a80-cf491a8a5cc6 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec321333-bcd7-4a90-ae2c-024ca051f3ee'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:48.478769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.482306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:48.484122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-952e1d3a-852f-47c0-8a80-cf491a8a5cc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.486347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.504457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Allocated IP 172.20.0.2 (1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187/ff0c3bb6-92da-41c8-975d-1fe9b163a98a/64ada0d4-6194-4117-ae19-666a4ec0c1a6) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:48.702454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.706296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cec2e3c3-157c-40ae-b2df-2900ed302225 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:48.749573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:48.755571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:48.760363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:48.760948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.769304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=0800a48d-a02c-4356-8628-941fb52e1517,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:48.781765 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0f6caf07-acae-4d79-b03f-3951e3d930aa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.3986437 Jan 04 14:00:48.784620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39624) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:48.790085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:48.794817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.797600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ae0c182c-9188-4c39-8d55-f833eb5fe9d7 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:48.797990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae0c182c-9188-4c39-8d55-f833eb5fe9d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.830457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.854133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.20.0.1 (1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187/ff0c3bb6-92da-41c8-975d-1fe9b163a98a/3ed830c2-8c6f-41c9-b758-77a4ee58a24b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:48.903398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:48.910392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:48.914378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:48.914922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:48.916944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:48.929937 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Pushing event updated for resources: {'Port': ['ID=64ada0d4-6194-4117-ae19-666a4ec0c1a6,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:49.002748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.017843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Attempting to bind port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:49.018318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Attempting to bind port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:49.018683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Attempting to bind port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 on network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:49.019413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.ipam_backend_mixin [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0800a48d-a02c-4356-8628-941fb52e1517 (CIDR: 2001:db8::/64) Jan 04 14:00:49.024484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:00:49.025048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:49.037830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:49.038268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Checking segment: {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:49.038732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.039193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Bound using segment: {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:49.039766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Bound port: 64ada0d4-6194-4117-ae19-666a4ec0c1a6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:49.040053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.040194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.044240 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bda05e8c-b402-499d-b933-de68c7b1184c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2585366 Jan 04 14:00:49.046909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39626) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:49.053540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'subnet': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:49.083972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:49.087022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:49.092937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:49.116062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:49.140521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.149832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': '0800a48d-a02c-4356-8628-941fb52e1517'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec321333-bcd7-4a90-ae2c-024ca051f3ee'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:49.155595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.179691 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] For port 64ada0d4-6194-4117-ae19-666a4ec0c1a6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:49.191658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.193362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:49.196850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] For port 64ada0d4-6194-4117-ae19-666a4ec0c1a6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64ada0d4-6194-4117-ae19-666a4ec0c1a6,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:49.197032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.206541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.283886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.351247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75635efe-39c2-4bc1-9b94-10a8379e8bcd None None] Pushing event updated for resources: {'Port': ['ID=64ada0d4-6194-4117-ae19-666a4ec0c1a6,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:49.427731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] Allocated IP 2001:db8::2 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/0800a48d-a02c-4356-8628-941fb52e1517/ec321333-bcd7-4a90-ae2c-024ca051f3ee) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:49.582126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:49.613812 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.621816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.objects.ports [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=103265) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Jan 04 14:00:49.623394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.641579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.648460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.700407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63287090-8893-4a59-a024-3d02e8cee4f7 None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=14']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:49.725234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:49.751799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.789699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 64ada0d4-6194-4117-ae19-666a4ec0c1a6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:49.879249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:49.880391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.928189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:49.928496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:49.930060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:49.995897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.034831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 64ada0d4-6194-4117-ae19-666a4ec0c1a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64ada0d4-6194-4117-ae19-666a4ec0c1a6,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:50.041543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.088979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:00:50.107800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=64ada0d4-6194-4117-ae19-666a4ec0c1a6,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:50.112463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:50.134694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:50.178279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.187779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.189052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.228763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:50.241621 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-612c9ac7-76a8-4f06-9efe-9dee179ef16c tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1049640 Jan 04 14:00:50.246470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:50.246645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39628) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:50.250091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.264115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-277617580'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:50.266488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:50.283011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:50.287175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:50.287768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.290402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:50.291052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:50.302993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:50.307458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.349557 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.3011558 Jan 04 14:00:50.349790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39630) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:50.350215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Subnet': ['ID=cd980776-7027-4e72-bfa5-9c0d0f3488ac,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:50.352029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:50.360084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca42f36-bd20-43d0-bbfa-72594829fe08 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=16']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:50.376440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Request body: {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'mac_address': 'fa:16:3e:20:76:4e', 'name': 'tempest-NetworksTestDHCPv6-940861034'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:50.390459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.390919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 6b8af32f-5209-44e5-bf69-51306d3d59e8 of type vlan for network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 Jan 04 14:00:50.470463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.550681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.556898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:50.557749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.602634 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3547530 Jan 04 14:00:50.605521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39632) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:50.613805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:00:50.614433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:50.614590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:00:50.631402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:50.649819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829cce71-d947-4b9e-a8ac-3be5439dbae3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=cf1eddc1-610d-48aa-b95e-55a8ed18edb9,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:50.664985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.671945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:50.691640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Made reservation on behalf of ee4fe12ab2bd40e89d27d6324755dc12 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:50.738955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a78a727-5f45-4ebd-b8c3-f0c752e63326 None None] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:50.756141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63162291-2100-41eb-97ac-f2276b07be39 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:50.770197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:50.774422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.795420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.818152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] device_id is not set on port 709345ec-6804-4554-adce-4fab585ceb54 yet. {{(pid=103264) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:00:50.968554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:50.979610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Provisioning complete for port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:50.980114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.014260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8::337 (af82c8e7-091c-43f5-9e12-ad51fe245e0c/0800a48d-a02c-4356-8628-941fb52e1517/709345ec-6804-4554-adce-4fab585ceb54) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:51.021843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Allocated IP 2001:db8:0:1:f816:3eff:fe20:764e (af82c8e7-091c-43f5-9e12-ad51fe245e0c/cd980776-7027-4e72-bfa5-9c0d0f3488ac/709345ec-6804-4554-adce-4fab585ceb54) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:51.024150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=eec409c2-b0d5-4895-aed2-4646248d9082,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:51.040917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:51.041283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: cf1eddc1-610d-48aa-b95e-55a8ed18edb9, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:51.060913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:51.073131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, cf1eddc1-610d-48aa-b95e-55a8ed18edb9) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:51.078540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:51.079688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.092729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-894a71a9-4acf-45f9-97aa-4edd8445086a None None] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:51.098977 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0c44353d-8182-4727-8027-2117d4f28bdc tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4921491 Jan 04 14:00:51.102100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39634) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:51.249762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.312107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.350966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:51.351817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.379034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:51.393503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:49Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:49Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:51.398959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.436508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:00:51.436864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Updating router a1afed97-9f62-4284-bcb7-2b1b420fda11 port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:00:51.438747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:51.439096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.492904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.574777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.594138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:51.603093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:51.615075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:51.617765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=17']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:51.623387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:51.624092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.675651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event updated for resources: {'Port': ['ID=709345ec-6804-4554-adce-4fab585ceb54,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:51.705569 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9f7d37f9-155b-4188-a229-e539283ec690 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3546538 Jan 04 14:00:51.708215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39636) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:51.719095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.807502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Allocated IP 172.21.0.2 (cf1eddc1-610d-48aa-b95e-55a8ed18edb9/eec409c2-b0d5-4895-aed2-4646248d9082/6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:51.834693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:51.901706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 64ada0d4-6194-4117-ae19-666a4ec0c1a6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:51.911075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting port 709345ec-6804-4554-adce-4fab585ceb54 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:51.911819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.085389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.121310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Calling delete_port for 709345ec-6804-4554-adce-4fab585ceb54 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:52.208599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:52.211375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2d2fa79-40ff-44d9-8de9-376be36e20aa None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:52.248157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.263187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.309273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.347233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Port': ['ID=709345ec-6804-4554-adce-4fab585ceb54,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:52.393992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.397354 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f38b2ad4-78c7-4f02-ae43-662ef2f546bf tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/709345ec-6804-4554-adce-4fab585ceb54 HTTP/1.1" status: 204 len: 168 time: 0.6879122 Jan 04 14:00:52.399780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39638) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:52.447630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d57aa3-b965-4ca3-ab5d-9bf6a8e9b3fe tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:52.447862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18264467-c668-4602-9a78-1a08a3498d67 None None] Pushing event updated for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=18']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:52.449144 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-40d57aa3-b965-4ca3-ab5d-9bf6a8e9b3fe tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0484648 Jan 04 14:00:52.452185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39640) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:52.471956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:52.472331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.503053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20bd7a01-ace2-4107-9d50-132b932655e0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:52.504546 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-20bd7a01-ace2-4107-9d50-132b932655e0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0512686 Jan 04 14:00:52.507072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39642) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:52.527967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:52.528341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.559531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93faa1-0691-4744-bf89-1c1c22e17dba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:52.561074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93faa1-0691-4744-bf89-1c1c22e17dba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:52.562638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa93faa1-0691-4744-bf89-1c1c22e17dba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:52.564242 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fa93faa1-0691-4744-bf89-1c1c22e17dba tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0560906 Jan 04 14:00:52.566994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39644) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:52.571996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.599037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.604696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.619772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet 0800a48d-a02c-4356-8628-941fb52e1517 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:52.623166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.644929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.649276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.21.0.1 (cf1eddc1-610d-48aa-b95e-55a8ed18edb9/eec409c2-b0d5-4895-aed2-4646248d9082/344331f4-a171-4998-9ab7-45d31416928d) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:52.665107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.679981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:52.694549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:52.701430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:52.703349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Pushing event updated for resources: {'Port': ['ID=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:52.775196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.819803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.860954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.875243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.900910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=0800a48d-a02c-4356-8628-941fb52e1517,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:52.912293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:52.914921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0721bde-ee00-4b4b-8522-d3cc51701e19 None None] Pushing event updated for resources: {'Port': ['ID=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:52.917230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:52.921793 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-577f4de8-49d2-41da-9960-194cbf9f0e99 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/0800a48d-a02c-4356-8628-941fb52e1517 HTTP/1.1" status: 204 len: 168 time: 0.3537998 Jan 04 14:00:52.922470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39646) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:52.948726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:52.966058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:52.971442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:52.992037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Deleting subnet cd980776-7027-4e72-bfa5-9c0d0f3488ac {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:00:52.996515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.018810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Attempting to bind port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:53.019185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Attempting to bind port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:53.019552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Attempting to bind port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 on network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:53.025473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Attempting to bind port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:53.025842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Attempting to bind port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:53.026240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Attempting to bind port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b on network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:53.029530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.032104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:53.032480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Checking segment: {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:53.032880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.033536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Bound using segment: {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:53.034100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Bound port: 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:53.034481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.040260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Provisioning complete for port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:53.040931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.050271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:53.050655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Checking segment: {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:53.051054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.051609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Bound using segment: {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:53.052103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Bound port: 3ed830c2-8c6f-41c9-b758-77a4ee58a24b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06e23698-fb22-41b8-a1cb-b922da66ff6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:53.052479 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.090017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.094684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecd81f2-7b8e-4612-9435-38a683950ae2 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:53.112634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=344331f4-a171-4998-9ab7-45d31416928d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:53.178011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.184184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.259403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.284491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:53.284856 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.295550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Subnet': ['ID=cd980776-7027-4e72-bfa5-9c0d0f3488ac,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:53.298460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.301190 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-21e63cf0-c4ce-43fc-8179-58a2338bb602 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/cd980776-7027-4e72-bfa5-9c0d0f3488ac HTTP/1.1" status: 204 len: 168 time: 0.3773966 Jan 04 14:00:53.303835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39648) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.341345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] For port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:53.343677 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a8dd9d02-7da9-4219-8bfe-844f13fef8fa tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0386138 Jan 04 14:00:53.346132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39650) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.353510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] For port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:53.372916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] For port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:53.404046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8599f-5597-471e-996c-ba34381de298 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:53.408252 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7fa8599f-5597-471e-996c-ba34381de298 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0588324 Jan 04 14:00:53.408841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39652) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.410651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] For port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,segment=NetworkSegment(6b8af32f-5209-44e5-bf69-51306d3d59e8),segment_id=6b8af32f-5209-44e5-bf69-51306d3d59e8)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:53.412847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.451436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.468900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69ca3891-0b64-4e88-a77d-b7be6db3ad2f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:53.473717 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-69ca3891-0b64-4e88-a77d-b7be6db3ad2f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0640092 Jan 04 14:00:53.473906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39654) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.484847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.520884 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8bdb0eda-07b9-4af1-afa8-d259bf4a3ec4 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0458112 Jan 04 14:00:53.521671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.529836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39656) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.567865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0721bde-ee00-4b4b-8522-d3cc51701e19 None None] Pushing event updated for resources: {'Port': ['ID=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:53.570553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:53.571156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:53.586061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=344331f4-a171-4998-9ab7-45d31416928d,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:53.599060 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f13dd2c9-fd22-48e8-84ae-1a08781498b1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.599345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f13dd2c9-fd22-48e8-84ae-1a08781498b1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.605345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f13dd2c9-fd22-48e8-84ae-1a08781498b1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/709345ec-6804-4554-adce-4fab585ceb54 HTTP/1.1" status: 404 len: 333 time: 0.0743759 Jan 04 14:00:53.608961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39658) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.645630 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ee51885-bede-4991-99ca-e801afaecb49 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.646025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.646137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ee51885-bede-4991-99ca-e801afaecb49 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.656932 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4ee51885-bede-4991-99ca-e801afaecb49 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/cd980776-7027-4e72-bfa5-9c0d0f3488ac HTTP/1.1" status: 404 len: 337 time: 0.0467906 Jan 04 14:00:53.661088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39660) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.711951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Provisioning complete for port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:53.712341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:53.720011 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0d140b8-66a3-49c2-81c2-6f5284107e1f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.724193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0d140b8-66a3-49c2-81c2-6f5284107e1f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.737107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e0d140b8-66a3-49c2-81c2-6f5284107e1f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/0800a48d-a02c-4356-8628-941fb52e1517 HTTP/1.1" status: 404 len: 337 time: 0.0740268 Jan 04 14:00:53.737857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39662) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.767206 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f29c997-d605-44dd-93d2-60f5f01ad34d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.767765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f29c997-d605-44dd-93d2-60f5f01ad34d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.773658 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5f29c997-d605-44dd-93d2-60f5f01ad34d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/72cd2b17-6ee7-44df-8400-51f972dece18 HTTP/1.1" status: 404 len: 333 time: 0.0347340 Jan 04 14:00:53.774814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39664) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.824371 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc02d8ec-9012-4b95-a346-f52a70cc518b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.828196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc02d8ec-9012-4b95-a346-f52a70cc518b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.834820 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dc02d8ec-9012-4b95-a346-f52a70cc518b tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/76ca3ee6-8634-4dd2-bc76-8f58bb0a0d7d HTTP/1.1" status: 404 len: 337 time: 0.0594618 Jan 04 14:00:53.835483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39666) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.853290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:53.878641 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d388e264-9670-476e-89f5-92b2a3fac612 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.879095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d388e264-9670-476e-89f5-92b2a3fac612 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.885281 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d388e264-9670-476e-89f5-92b2a3fac612 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/0c470a3c-698c-4149-9ce8-bfc024dff7cc HTTP/1.1" status: 404 len: 337 time: 0.0486996 Jan 04 14:00:53.885982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.903100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:53.911198 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0f04636-58b0-4366-99d4-d37dcc1aef07 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.911377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0f04636-58b0-4366-99d4-d37dcc1aef07 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.917723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0f04636-58b0-4366-99d4-d37dcc1aef07 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/017a5889-f51a-49d2-b76b-6b7f7e243d83 HTTP/1.1" status: 404 len: 333 time: 0.0304754 Jan 04 14:00:53.918442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39670) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.940426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802f9a61-5f47-4c91-80ff-3120cdd753c2 None None] Update dhcp port {'port': {'network_id': 'af82c8e7-091c-43f5-9e12-ad51fe245e0c', 'fixed_ips': [{'subnet_id': 'cd980776-7027-4e72-bfa5-9c0d0f3488ac'}], 'binding:host_id': 'dv-neutron-master-2-hyperv'}, 'id': 'ec321333-bcd7-4a90-ae2c-024ca051f3ee'} from dv-neutron-master-2-hyperv. {{(pid=103266) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:339}} Jan 04 14:00:53.947896 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a690b6a-a32f-4a45-8259-f1e07735932a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.948148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a690b6a-a32f-4a45-8259-f1e07735932a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.951174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a37b2f-0e54-498f-a6f5-f5ea28e4ef38 None None] Pushing event updated for resources: {'Port': ['ID=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:53.955093 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3a690b6a-a32f-4a45-8259-f1e07735932a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/1d582056-1e93-41b7-a296-9172ea20d955 HTTP/1.1" status: 404 len: 337 time: 0.0355749 Jan 04 14:00:53.955768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39672) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:53.987237 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc82ade-383b-43cd-92e8-813e098867e8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:53.987700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc82ade-383b-43cd-92e8-813e098867e8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:53.993708 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ddc82ade-383b-43cd-92e8-813e098867e8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/75d144d3-8c46-4fcf-8beb-e5a913a2a17b HTTP/1.1" status: 404 len: 337 time: 0.0360932 Jan 04 14:00:53.994393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39674) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.022021 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9880209-14d1-4e30-a998-8df62bb6f781 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.022602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9880209-14d1-4e30-a998-8df62bb6f781 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.023351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-802f9a61-5f47-4c91-80ff-3120cdd753c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.028537 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d9880209-14d1-4e30-a998-8df62bb6f781 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/e9b1dc30-375f-45d3-b938-cb69ba90ab46 HTTP/1.1" status: 404 len: 333 time: 0.0330868 Jan 04 14:00:54.029195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39676) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.056501 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb297010-8607-4481-846a-7bac1bbfad06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.057453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb297010-8607-4481-846a-7bac1bbfad06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.061197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eb297010-8607-4481-846a-7bac1bbfad06 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/0c066b78-8b9e-49fb-ae01-7967096c2731 HTTP/1.1" status: 404 len: 337 time: 0.0309098 Jan 04 14:00:54.062780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39678) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.095959 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4212abec-1f79-4149-ba1d-15fd47f840c8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.096635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4212abec-1f79-4149-ba1d-15fd47f840c8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.100054 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4212abec-1f79-4149-ba1d-15fd47f840c8 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b68d1504-886b-4dc9-8f31-9d92b212c684 HTTP/1.1" status: 404 len: 337 time: 0.0359824 Jan 04 14:00:54.102450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39680) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.127227 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-88c6cd91-7b53-47fa-9b96-eb449d6f0148 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.127863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88c6cd91-7b53-47fa-9b96-eb449d6f0148 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.131503 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-88c6cd91-7b53-47fa-9b96-eb449d6f0148 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/a68dfb59-2339-4cb2-95b1-18c6593e020f HTTP/1.1" status: 404 len: 333 time: 0.0276845 Jan 04 14:00:54.133814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39682) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.162587 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb6c4431-b137-45f4-a390-4330fe8a1f95 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.163223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb6c4431-b137-45f4-a390-4330fe8a1f95 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.168991 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fb6c4431-b137-45f4-a390-4330fe8a1f95 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/2c36f78a-ba6e-4059-8ee8-9b40880e6ce6 HTTP/1.1" status: 404 len: 337 time: 0.0316029 Jan 04 14:00:54.169344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39684) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.194088 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-30a1eed1-f197-4772-a634-c35d950fd718 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.194322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-30a1eed1-f197-4772-a634-c35d950fd718 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.197574 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-30a1eed1-f197-4772-a634-c35d950fd718 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/a9916841-85e3-40cc-abc8-9c7510474fe0 HTTP/1.1" status: 404 len: 333 time: 0.0270259 Jan 04 14:00:54.202024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39686) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.224530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:54.226850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:54.231547 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-a49ee5f8-b9e4-4d19-9663-ed350ef192ff tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.232012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a49ee5f8-b9e4-4d19-9663-ed350ef192ff tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.238307 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a49ee5f8-b9e4-4d19-9663-ed350ef192ff tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/d4840e00-4e6b-4c51-887e-115897fa39fe HTTP/1.1" status: 404 len: 337 time: 0.0351636 Jan 04 14:00:54.238893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39688) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.272611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:54.272978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.295034 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a4a0c7-446d-4656-9422-49e14642376a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.296273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74a4a0c7-446d-4656-9422-49e14642376a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.299581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-74a4a0c7-446d-4656-9422-49e14642376a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/f2c00489-e478-4077-9beb-693748477849 HTTP/1.1" status: 404 len: 333 time: 0.0586238 Jan 04 14:00:54.302417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39690) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.338224 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-150920bd-e4a0-4414-8e10-602cbe22bfec tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.338473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-150920bd-e4a0-4414-8e10-602cbe22bfec tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.344456 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-150920bd-e4a0-4414-8e10-602cbe22bfec tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/1e46aecc-0aca-47f8-b9f1-fbb13e36c01b HTTP/1.1" status: 404 len: 337 time: 0.0375519 Jan 04 14:00:54.344770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39692) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.355251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:54.376166 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-023e7329-532b-4bea-8234-24804ab44408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.377047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-023e7329-532b-4bea-8234-24804ab44408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.380985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.383772 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-023e7329-532b-4bea-8234-24804ab44408 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/54147b64-a5c4-46da-a713-1f8fd4290021 HTTP/1.1" status: 404 len: 333 time: 0.0379798 Jan 04 14:00:54.384462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39694) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.420902 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e6a2d16-cd48-44da-8e4d-142c1d4400f6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.422169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e6a2d16-cd48-44da-8e4d-142c1d4400f6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.425845 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1e6a2d16-cd48-44da-8e4d-142c1d4400f6 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/795eaa76-60bb-42f7-9a4b-ef7b21b36b1f HTTP/1.1" status: 404 len: 337 time: 0.0379660 Jan 04 14:00:54.428073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39696) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.463481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:54.465746 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5f4fc01-1114-40ea-a123-511cb20f8192 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.466362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5f4fc01-1114-40ea-a123-511cb20f8192 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.477298 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e5f4fc01-1114-40ea-a123-511cb20f8192 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/066649a8-3b49-4088-93cc-b7087aa69771 HTTP/1.1" status: 404 len: 333 time: 0.0448203 Jan 04 14:00:54.477460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3f01c7ee-c769-4fb4-8974-0b30f1fdd9ca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3737192 Jan 04 14:00:54.477838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39698) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.479875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39700) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.486608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-2057079617'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:54.495246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] For port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:54.515266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-280820cf-2ed3-4474-89ad-85e72f022434 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.515721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-280820cf-2ed3-4474-89ad-85e72f022434 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.519678 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-280820cf-2ed3-4474-89ad-85e72f022434 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/9705b0a6-0ee3-4530-bf90-4dceb58b67e5 HTTP/1.1" status: 404 len: 337 time: 0.0405998 Jan 04 14:00:54.520792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.522012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39702) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.552206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:54.554672 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9fe59eb-a58c-4217-b3da-10fbdd091bdd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.555431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9fe59eb-a58c-4217-b3da-10fbdd091bdd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.557850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.562119 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9fe59eb-a58c-4217-b3da-10fbdd091bdd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/3093866b-f85c-4261-8ed1-828ed0dce4fe HTTP/1.1" status: 404 len: 333 time: 0.0363677 Jan 04 14:00:54.563830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39704) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.588700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3374b900-7433-4e99-b36b-1dc1f8fb9525 None None] Network af82c8e7-091c-43f5-9e12-ad51fe245e0c requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:54.590865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 171} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:54.597257 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc32c3d0-4a57-4eb9-b44d-63a10d806187 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.598011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc32c3d0-4a57-4eb9-b44d-63a10d806187 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.601173 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bc32c3d0-4a57-4eb9-b44d-63a10d806187 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/f2032848-d368-4e79-a00d-45ce85cbbf2d HTTP/1.1" status: 404 len: 337 time: 0.0361869 Jan 04 14:00:54.604294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39706) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.606747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.607185 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment 99e46bd0-5e58-490e-8552-77edab4c6c50 of type vlan for network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 Jan 04 14:00:54.633847 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a14f035-7f2f-4cb4-b0ed-98c532ad54e1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.633990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a14f035-7f2f-4cb4-b0ed-98c532ad54e1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.637107 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a14f035-7f2f-4cb4-b0ed-98c532ad54e1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/63ed73fc-7543-47e2-86e0-ee5446da4aa8 HTTP/1.1" status: 404 len: 337 time: 0.0321031 Jan 04 14:00:54.640214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39708) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.661020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.680145 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-11e0d058-06f9-4ed1-9cf5-5cbe30245489 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.680853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11e0d058-06f9-4ed1-9cf5-5cbe30245489 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.686476 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-11e0d058-06f9-4ed1-9cf5-5cbe30245489 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/433b0c59-6190-4911-88da-ae4abea6f267 HTTP/1.1" status: 404 len: 333 time: 0.0429897 Jan 04 14:00:54.687137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39710) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.705805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.718834 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-77231812-8e8b-42fc-a4b3-999dc1bcf49c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.719400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77231812-8e8b-42fc-a4b3-999dc1bcf49c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.721455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:54.722372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.723706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-77231812-8e8b-42fc-a4b3-999dc1bcf49c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b9ee8504-e90b-4bf6-be50-2ba35c9694a9 HTTP/1.1" status: 404 len: 337 time: 0.0351586 Jan 04 14:00:54.726143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39712) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.736446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6e826ff4-752d-4f89-a151-690f38f1cdd6 None None] Provisioning complete for port ec321333-bcd7-4a90-ae2c-024ca051f3ee triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:54.737009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6e826ff4-752d-4f89-a151-690f38f1cdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:54.741231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa27a79-3d00-4d88-9293-4fcd0fdd3a75 None None] Pushing event updated for resources: {'Port': ['ID=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:54.782542 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3013361 Jan 04 14:00:54.786871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39714) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.792553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 3, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:54.795259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:54.801520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3645a22-9cd8-4e04-ae30-39359e769bde tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.804522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3645a22-9cd8-4e04-ae30-39359e769bde tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.809821 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b3645a22-9cd8-4e04-ae30-39359e769bde tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/703ab81c-90d7-4f3a-aeec-51e7fe1238e1 HTTP/1.1" status: 404 len: 337 time: 0.0802739 Jan 04 14:00:54.812329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39716) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.823817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baed9945-e4c9-470d-b827-e805af20403e None None] DHCP port deletion for af82c8e7-091c-43f5-9e12-ad51fe245e0c request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:00:54.827939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b45759b0-b6d1-41d9-8273-c07106ec8256 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 3, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:54.853939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9422db-096f-438a-a300-230c26dc5f50 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:54.872494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:54.885118 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-54e5341b-78f6-4a14-add1-8ffd7c04d80a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.885610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54e5341b-78f6-4a14-add1-8ffd7c04d80a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.892020 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-54e5341b-78f6-4a14-add1-8ffd7c04d80a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/f7d094e5-f96e-44ae-a5ec-219568c426f9 HTTP/1.1" status: 404 len: 333 time: 0.0467856 Jan 04 14:00:54.892629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39718) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.925282 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f4b7ff-8ad5-45f6-89bc-0023a42b07d3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.925736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f4b7ff-8ad5-45f6-89bc-0023a42b07d3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.931599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-47f4b7ff-8ad5-45f6-89bc-0023a42b07d3 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/d763469e-9a07-4fd9-b81b-8553f35a7561 HTTP/1.1" status: 404 len: 337 time: 0.0379021 Jan 04 14:00:54.931924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39720) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:54.972934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a082276b-95cf-41bd-b844-403f6270c02e None None] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:54.976229 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ff0177-75b6-494e-a45b-79f1bb30d212 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:54.976764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ff0177-75b6-494e-a45b-79f1bb30d212 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:54.983806 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-80ff0177-75b6-494e-a45b-79f1bb30d212 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/e2e1aaa9-0013-478d-adf6-f98a0e56da64 HTTP/1.1" status: 404 len: 337 time: 0.0483651 Jan 04 14:00:54.984047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39722) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.012822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:55.017015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.020259 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2439c2a8-8f20-46a9-aced-2d6ff04c02eb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.020816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2439c2a8-8f20-46a9-aced-2d6ff04c02eb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.023819 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2439c2a8-8f20-46a9-aced-2d6ff04c02eb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/26f148bd-1bab-42c5-8b4f-c08e129575fd HTTP/1.1" status: 404 len: 333 time: 0.0385807 Jan 04 14:00:55.026601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39724) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.060169 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9917458-fd18-4855-96ff-a43756a47ce1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.060843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9917458-fd18-4855-96ff-a43756a47ce1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.064133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-baed9945-e4c9-470d-b827-e805af20403e None None] Deleting port ec321333-bcd7-4a90-ae2c-024ca051f3ee {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:00:55.064499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-baed9945-e4c9-470d-b827-e805af20403e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.068723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f9917458-fd18-4855-96ff-a43756a47ce1 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/f60bf507-c9c2-4a7b-81a0-642f4634c350 HTTP/1.1" status: 404 len: 337 time: 0.0404158 Jan 04 14:00:55.069453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39726) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.086614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6e826ff4-752d-4f89-a151-690f38f1cdd6 None None] Provisioning complete for port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:55.087189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6e826ff4-752d-4f89-a151-690f38f1cdd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.107406 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7a44931-7577-4e88-b365-f5576c9f850c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.108543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d7a44931-7577-4e88-b365-f5576c9f850c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.124331 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d7a44931-7577-4e88-b365-f5576c9f850c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/d4c601e4-695c-4a7b-a0d5-9233ffa191fc HTTP/1.1" status: 404 len: 337 time: 0.0530214 Jan 04 14:00:55.124556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39728) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.163149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5194fa09-871a-465c-a1c5-022ef47b772e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports?device_id=a55f6bda-926e-49e3-a668-a61e46c11265 HTTP/1.1" status: 200 len: 205 time: 0.0377631 Jan 04 14:00:55.165439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39730) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.225829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-baed9945-e4c9-470d-b827-e805af20403e None None] For port ec321333-bcd7-4a90-ae2c-024ca051f3ee, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ec321333-bcd7-4a90-ae2c-024ca051f3ee,segment=NetworkSegment(eed2291b-ebfb-40c0-b446-39688dcabd5e),segment_id=eed2291b-ebfb-40c0-b446-39688dcabd5e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:55.226248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-baed9945-e4c9-470d-b827-e805af20403e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.238360 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-dba89f45-470f-44ef-b600-a7ccd6117edb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] delete failed (client error): The resource could not be found. Jan 04 14:00:55.242466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39732) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.246425 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dba89f45-470f-44ef-b600-a7ccd6117edb tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/routers/a55f6bda-926e-49e3-a668-a61e46c11265 HTTP/1.1" status: 404 len: 336 time: 0.0799298 Jan 04 14:00:55.249561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-baed9945-e4c9-470d-b827-e805af20403e None None] Calling delete_port for ec321333-bcd7-4a90-ae2c-024ca051f3ee owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:00:55.276178 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-5bdd7c60-ec9f-4854-bdd5-fa8a50f237a5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.276732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5bdd7c60-ec9f-4854-bdd5-fa8a50f237a5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.282294 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5bdd7c60-ec9f-4854-bdd5-fa8a50f237a5 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/1c767468-2b98-4679-aad4-b0f4ab770103 HTTP/1.1" status: 404 len: 337 time: 0.0363493 Jan 04 14:00:55.282772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39734) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.326964 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-85586985-e28c-4dc2-9759-faf7504a9e3d tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "GET /v2.0/ports?device_id=c4fef8b0-f733-4557-ba09-ea08000ea15d HTTP/1.1" status: 200 len: 205 time: 0.0407867 Jan 04 14:00:55.327753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39736) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.359386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.372483 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-e7489963-6974-4d82-bbd7-b86e77999d3f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] delete failed (client error): The resource could not be found. Jan 04 14:00:55.378600 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e7489963-6974-4d82-bbd7-b86e77999d3f tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/routers/c4fef8b0-f733-4557-ba09-ea08000ea15d HTTP/1.1" status: 404 len: 336 time: 0.0451648 Jan 04 14:00:55.379274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39738) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.396284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-baed9945-e4c9-470d-b827-e805af20403e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.413646 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0375d533-bbf3-4cfc-9f19-7f5f3320e09a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.417217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0375d533-bbf3-4cfc-9f19-7f5f3320e09a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.422931 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0375d533-bbf3-4cfc-9f19-7f5f3320e09a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/7e830140-53f2-4f1c-a8fb-87f2b5f94542 HTTP/1.1" status: 404 len: 337 time: 0.0425339 Jan 04 14:00:55.429592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39740) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.433286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baed9945-e4c9-470d-b827-e805af20403e None None] Pushing event deleted for resources: {'Port': ['ID=ec321333-bcd7-4a90-ae2c-024ca051f3ee,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:55.438582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=855a42ee-9196-4aa4-b152-17be4c297c7b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:55.444451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baed9945-e4c9-470d-b827-e805af20403e None None] No DVR routers for this DVR port ec321333-bcd7-4a90-ae2c-024ca051f3ee on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:00:55.476575 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c28821c-df9d-4574-88f8-4afc4215652e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.477005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c28821c-df9d-4574-88f8-4afc4215652e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.482596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0c28821c-df9d-4574-88f8-4afc4215652e tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/4e18852a-67d4-4079-8f89-f314d43311a1 HTTP/1.1" status: 404 len: 337 time: 0.0503263 Jan 04 14:00:55.484980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39742) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.487802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6288eb10-98b9-4a77-afb5-385ee1449509 None None] Provisioning complete for port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:55.488416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6288eb10-98b9-4a77-afb5-385ee1449509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.488630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:55.489184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:55.515807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:55.516219 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-bac79211-a3e8-49d2-9cd0-60b8fe3bd189 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.516809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bac79211-a3e8-49d2-9cd0-60b8fe3bd189 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.520901 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bac79211-a3e8-49d2-9cd0-60b8fe3bd189 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/fac6d62b-bb0b-4b0c-a5ac-7b66749fa952 HTTP/1.1" status: 404 len: 333 time: 0.0347309 Jan 04 14:00:55.523406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39744) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.538065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:55.551015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:55.551954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.553827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b89cc786-fa4b-408f-97be-5f54ee73d97f None None] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:55.568011 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-46816520-b212-44b7-b6a7-76dc40312195 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.568484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-46816520-b212-44b7-b6a7-76dc40312195 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.571768 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-46816520-b212-44b7-b6a7-76dc40312195 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/f0cfb510-1bf4-48fc-879e-aa7157be651f HTTP/1.1" status: 404 len: 337 time: 0.0473876 Jan 04 14:00:55.574832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39746) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.584345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-92c74c0b-f2a2-42d6-8dd0-ab27c6d38351 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7963099 Jan 04 14:00:55.584588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39748) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.616011 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-cca297f6-9f36-4220-b019-1fd42597579c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.616587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cca297f6-9f36-4220-b019-1fd42597579c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.619749 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cca297f6-9f36-4220-b019-1fd42597579c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/0d9ad694-80b0-43ae-868d-845e69756d47 HTTP/1.1" status: 404 len: 333 time: 0.0438805 Jan 04 14:00:55.622376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39750) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.663869 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5654ceb5-4088-48d2-8d5f-27053b13553c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.664713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5654ceb5-4088-48d2-8d5f-27053b13553c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.669270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5654ceb5-4088-48d2-8d5f-27053b13553c tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b9fe86ce-fcfe-4236-b86b-d24dff1be099 HTTP/1.1" status: 404 len: 337 time: 0.0456581 Jan 04 14:00:55.676832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39752) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.678192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6288eb10-98b9-4a77-afb5-385ee1449509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.718327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b83008-dd88-42aa-a9d0-ed6d90e7ec6a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.719025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b83008-dd88-42aa-a9d0-ed6d90e7ec6a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.724497 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-87b83008-dd88-42aa-a9d0-ed6d90e7ec6a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/aa0a053e-1535-4074-b991-90b9f20d5dff HTTP/1.1" status: 404 len: 333 time: 0.0463438 Jan 04 14:00:55.733825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39754) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.749588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:55.750490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.765130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6288eb10-98b9-4a77-afb5-385ee1449509 None None] For port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,segment=NetworkSegment(6b8af32f-5209-44e5-bf69-51306d3d59e8),segment_id=6b8af32f-5209-44e5-bf69-51306d3d59e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:55.776647 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f89d6d9d-eabf-4fd8-a699-42e2f7570c07 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.777404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f89d6d9d-eabf-4fd8-a699-42e2f7570c07 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.781214 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f89d6d9d-eabf-4fd8-a699-42e2f7570c07 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/7bf783af-ccf4-463a-815c-a87e7254314d HTTP/1.1" status: 404 len: 337 time: 0.0459952 Jan 04 14:00:55.783708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39756) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.800267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6288eb10-98b9-4a77-afb5-385ee1449509 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:55.836696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e941f22-a6ef-44a6-89e3-95b30c36f7cd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.837234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2e941f22-a6ef-44a6-89e3-95b30c36f7cd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.840283 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2e941f22-a6ef-44a6-89e3-95b30c36f7cd tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/83b1f145-0a41-434b-9e43-1fea87cc9bc8 HTTP/1.1" status: 404 len: 333 time: 0.0556662 Jan 04 14:00:55.843107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39758) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.878612 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fe662d8-1518-4b85-af9d-ec9814a68fa2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.878985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4fe662d8-1518-4b85-af9d-ec9814a68fa2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.882144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4fe662d8-1518-4b85-af9d-ec9814a68fa2 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/ad1de24c-0de5-4e4c-bd7c-6850c05c9aba HTTP/1.1" status: 404 len: 337 time: 0.0379148 Jan 04 14:00:55.887663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39760) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.931628 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-338f9641-dd53-47b3-9d51-7a0bf0fabbf7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.931628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-338f9641-dd53-47b3-9d51-7a0bf0fabbf7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.934280 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-338f9641-dd53-47b3-9d51-7a0bf0fabbf7 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/788bad76-dfb3-4e04-9510-e17d74bdc7fc HTTP/1.1" status: 404 len: 333 time: 0.0456278 Jan 04 14:00:55.937418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39762) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:55.974105 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-47995bab-3002-41c2-9f0f-5187054e1f31 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:55.974564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47995bab-3002-41c2-9f0f-5187054e1f31 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:55.978243 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-47995bab-3002-41c2-9f0f-5187054e1f31 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b20bc771-876a-48a9-803f-fccfa0813d57 HTTP/1.1" status: 404 len: 337 time: 0.0394380 Jan 04 14:00:55.982262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39764) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:56.011692 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-626da88f-2d57-43e8-ac18-23f57bcd9fbc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:56.012280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-626da88f-2d57-43e8-ac18-23f57bcd9fbc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:56.016118 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-626da88f-2d57-43e8-ac18-23f57bcd9fbc tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/9d616fcd-ec4f-4925-be71-f96b81113ea0 HTTP/1.1" status: 404 len: 333 time: 0.0325515 Jan 04 14:00:56.018111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39766) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:56.025010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:56.060869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6288eb10-98b9-4a77-afb5-385ee1449509 None None] Pushing event updated for resources: {'Port': ['ID=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:56.081252 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5695e71a-cb09-40ec-b1cc-8d10cbe34c2a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:56.081962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5695e71a-cb09-40ec-b1cc-8d10cbe34c2a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:56.085536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5695e71a-cb09-40ec-b1cc-8d10cbe34c2a tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/15ec91c4-b3b4-4002-a3f6-5f88ddefbbf3 HTTP/1.1" status: 404 len: 337 time: 0.0589831 Jan 04 14:00:56.087968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39768) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:56.138673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d5df0a07-2e20-4c58-a04a-a8b7128577ec None None] Provisioning complete for port 344331f4-a171-4998-9ab7-45d31416928d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:56.139179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5df0a07-2e20-4c58-a04a-a8b7128577ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.156658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-695d340b-3c11-4d63-a0ec-f5134af3b943 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:56.157331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-695d340b-3c11-4d63-a0ec-f5134af3b943 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:56.163063 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-695d340b-3c11-4d63-a0ec-f5134af3b943 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/ports/f5bf29b5-9fe9-48d7-9cb1-a1a3f74c4fef HTTP/1.1" status: 404 len: 333 time: 0.0714898 Jan 04 14:00:56.164205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39770) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:56.166723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Allocated IP 172.22.0.2 (1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7/855a42ee-9196-4aa4-b152-17be4c297c7b/71c3beab-00f5-402e-a41a-36d6a6ccc553) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:56.208515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d5df0a07-2e20-4c58-a04a-a8b7128577ec None None] Port 344331f4-a171-4998-9ab7-45d31416928d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:56.222657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:56.222913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.460724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d5df0a07-2e20-4c58-a04a-a8b7128577ec None None] Provisioning complete for port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:56.461093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5df0a07-2e20-4c58-a04a-a8b7128577ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.518620 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c66d8b7-2ac0-4229-ae28-4583be949cc0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] DELETE failed (client error): The resource could not be found. Jan 04 14:00:56.519062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c66d8b7-2ac0-4229-ae28-4583be949cc0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:00:56.522090 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8c66d8b7-2ac0-4229-ae28-4583be949cc0 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/subnets/b2d2ad07-4339-4e0c-bb29-fc269c1313b6 HTTP/1.1" status: 404 len: 337 time: 0.3569167 Jan 04 14:00:56.525047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39772) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:56.578420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.610673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.640002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.652271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.686533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:00:56.716805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.719943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ec321333-bcd7-4a90-ae2c-024ca051f3ee {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:00:56.719943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ec321333-bcd7-4a90-ae2c-024ca051f3ee not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:00:56.728558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:56.729414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Pushing event updated for resources: {'Port': ['ID=71c3beab-00f5-402e-a41a-36d6a6ccc553,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:56.732616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:56.737933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:56.760485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af82c8e7-091c-43f5-9e12-ad51fe245e0c']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:56.775145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed2291b-ebfb-40c0-b446-39688dcabd5e') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:56.775604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed2291b-ebfb-40c0-b446-39688dcabd5e') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:56.786730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.800713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.807462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Attempting to bind port 71c3beab-00f5-402e-a41a-36d6a6ccc553 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:56.808018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:00:56.808131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Attempting to bind port 71c3beab-00f5-402e-a41a-36d6a6ccc553 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:56.808300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Attempting to bind port 71c3beab-00f5-402e-a41a-36d6a6ccc553 on network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:56.808606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:00:56.812544 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:00:56.817666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3237ad4c-0ef9-4578-80ce-9e34f00fa21b None None] Provisioning complete for port 344331f4-a171-4998-9ab7-45d31416928d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:56.817666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3237ad4c-0ef9-4578-80ce-9e34f00fa21b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.819502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:56.819955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Checking segment: {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:56.820326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.820723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Bound using segment: {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:56.821191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Bound port: 71c3beab-00f5-402e-a41a-36d6a6ccc553, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:56.821567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.883109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3237ad4c-0ef9-4578-80ce-9e34f00fa21b None None] Port 344331f4-a171-4998-9ab7-45d31416928d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:56.886274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.909545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.913262 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] 10.222.0.30 "DELETE /v2.0/networks/af82c8e7-091c-43f5-9e12-ad51fe245e0c HTTP/1.1" status: 204 len: 168 time: 0.3860829 Jan 04 14:00:56.914195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e335eb70-a2fd-47ec-bdf1-bfb30311db90 tempest-NetworksTestDHCPv6-1151817454 tempest-NetworksTestDHCPv6-1151817454-project] Pushing event deleted for resources: {'Network': ['ID=af82c8e7-091c-43f5-9e12-ad51fe245e0c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:56.915913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] For port 71c3beab-00f5-402e-a41a-36d6a6ccc553, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:56.919737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.22.0.1 (1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7/855a42ee-9196-4aa4-b152-17be4c297c7b/688d5d87-57ae-4a02-b0f8-1dac1941cbfb) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:00:56.927079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] For port 71c3beab-00f5-402e-a41a-36d6a6ccc553, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71c3beab-00f5-402e-a41a-36d6a6ccc553,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:56.932855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:56.998323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89022e4-7e5a-41d5-8a8c-1734838a4839 None None] Pushing event updated for resources: {'Port': ['ID=71c3beab-00f5-402e-a41a-36d6a6ccc553,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:57.056427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.103929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.152470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:57.157558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:57.164386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:00:57.170941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:57.238669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.262886 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:00:57.274520 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:57.275487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39778) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:57.281316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:57.391932 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:57.394171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.474627 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ebd7e1c-9edc-4930-bbaf-a8fba7b41702 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ee4fe12ab2bd40e89d27d6324755dc12&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1978803 Jan 04 14:00:57.477015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39782) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:57.531747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7d8b-2b13-49a3-964e-b10084ce387c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.555154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7d8b-2b13-49a3-964e-b10084ce387c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.603801 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 3, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:53Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:57.621930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7d8b-2b13-49a3-964e-b10084ce387c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.627010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-aa3c7d8b-2b13-49a3-964e-b10084ce387c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.630622 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aa3c7d8b-2b13-49a3-964e-b10084ce387c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/8fa223bf-65bf-4e59-8bec-f55e62fa1a97 HTTP/1.1" status: 204 len: 168 time: 0.1509712 Jan 04 14:00:57.635838 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:00:57.636379 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Updating router a1afed97-9f62-4284-bcb7-2b1b420fda11 port 344331f4-a171-4998-9ab7-45d31416928d binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:00:57.638538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3c7d8b-2b13-49a3-964e-b10084ce387c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fa223bf-65bf-4e59-8bec-f55e62fa1a97,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:57.668515 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.689211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.694920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.791383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:57.798861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:57.936813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:00:57.939709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:57.970833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ed830c2-8c6f-41c9-b758-77a4ee58a24b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:58.078592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:58.079576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.081444 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.094949 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.159242 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696fc1a-b63e-4c7c-88e3-9456ae3075b4 None None] Pushing event updated for resources: {'Port': ['ID=344331f4-a171-4998-9ab7-45d31416928d,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:58.178820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:00:58.213118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:58.234501 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Attempting to bind port 344331f4-a171-4998-9ab7-45d31416928d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:00:58.235243 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Attempting to bind port 344331f4-a171-4998-9ab7-45d31416928d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:00:58.235890 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Attempting to bind port 344331f4-a171-4998-9ab7-45d31416928d on network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:00:58.247561 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:00:58.248285 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Checking segment: {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:58.248810 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.249471 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Bound using segment: {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:00:58.250123 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Bound port: 344331f4-a171-4998-9ab7-45d31416928d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b8af32f-5209-44e5-bf69-51306d3d59e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:00:58.250672 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.308584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db500b0-faf3-4468-a5aa-199407b4fbfb None None] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:58.351057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:58.351433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.359035 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] For port 344331f4-a171-4998-9ab7-45d31416928d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:00:58.362522 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] For port 344331f4-a171-4998-9ab7-45d31416928d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=344331f4-a171-4998-9ab7-45d31416928d,segment=NetworkSegment(6b8af32f-5209-44e5-bf69-51306d3d59e8),segment_id=6b8af32f-5209-44e5-bf69-51306d3d59e8)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:00:58.365540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:00:58.372345 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.383647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39800) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:58.384803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-44b91d6f-4057-417a-baa7-096f317bf00d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7974656 Jan 04 14:00:58.389991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'network': {'name': 'tempest-RoutersTest-1005545863'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:58.423391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:58.428005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.457734 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:00:58.458381 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:58.465809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:58.477048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.477417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added segment fe71a0b0-8550-4785-bd25-7920cad7b19b of type vlan for network b39af59a-cca5-4c61-94d4-3c349c5a9d19 Jan 04 14:00:58.499971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f2366415-c3e8-4e09-afb3-9d3333d98b32 None None] Provisioning complete for port 71c3beab-00f5-402e-a41a-36d6a6ccc553 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:58.499971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f2366415-c3e8-4e09-afb3-9d3333d98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.505271 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d696fc1a-b63e-4c7c-88e3-9456ae3075b4 None None] Pushing event updated for resources: {'Port': ['ID=344331f4-a171-4998-9ab7-45d31416928d,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:58.542321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.586582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.598711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:58.600345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.625359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 71c3beab-00f5-402e-a41a-36d6a6ccc553 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:00:58.714278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Network': ['ID=b39af59a-cca5-4c61-94d4-3c349c5a9d19,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:58.725795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39806) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:58.732161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:58.736579 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-08746a29-44c8-4dfa-80f7-02089f6d74ed tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3512118 Jan 04 14:00:58.739274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39810) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:58.757218 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:00:58.758658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f2366415-c3e8-4e09-afb3-9d3333d98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.770415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'subnet': {'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:58.851548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 71c3beab-00f5-402e-a41a-36d6a6ccc553 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:58.852222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.901914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f2366415-c3e8-4e09-afb3-9d3333d98b32 None None] For port 71c3beab-00f5-402e-a41a-36d6a6ccc553, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71c3beab-00f5-402e-a41a-36d6a6ccc553,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:58.915338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f2366415-c3e8-4e09-afb3-9d3333d98b32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:58.930091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Made reservation on behalf of 155550db4a954374b7bf7a3e17b0531c for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:58.934568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.015183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2366415-c3e8-4e09-afb3-9d3333d98b32 None None] Pushing event updated for resources: {'Port': ['ID=71c3beab-00f5-402e-a41a-36d6a6ccc553,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:59.031285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-169483673', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:59.048645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Provisioning complete for port 344331f4-a171-4998-9ab7-45d31416928d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:59.050133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.082036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.083202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.083525 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:57Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:58Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:00:57Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:00:59.118618 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0df2b7-7105-42d9-ad8c-88aa1048733b None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:57Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:58Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:00:57Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:00:59.137422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.145536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.149615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.190344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.191591 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-55b488e7-b671-40b3-a50b-d01af4b2c408 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.4646101 Jan 04 14:00:59.196159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39812) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:59.210112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-71619280'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:59.215744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] For port 344331f4-a171-4998-9ab7-45d31416928d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=344331f4-a171-4998-9ab7-45d31416928d,segment=NetworkSegment(6b8af32f-5209-44e5-bf69-51306d3d59e8),segment_id=6b8af32f-5209-44e5-bf69-51306d3d59e8)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:00:59.222307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.238027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:59.241482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.260145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.278877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Provisioning complete for port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:59.279184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.311605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.324246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Pushing event updated for resources: {'Port': ['ID=344331f4-a171-4998-9ab7-45d31416928d,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:59.338696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:59.351904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Provisioning complete for port 71c3beab-00f5-402e-a41a-36d6a6ccc553 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:59.351904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14d07a94-c88d-45ed-be48-0631a6b4a4bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.368549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.374461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.419439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:00:59.420378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Subnet': ['ID=2956131a-0a9e-4a6a-af19-aac820cefc7b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:59.434460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Checking segment: {'id': 'fe71a0b0-8550-4785-bd25-7920cad7b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:00:59.435331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network hostable DHCP agents. Network: b39af59a-cca5-4c61-94d4-3c349c5a9d19, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:00:59.443297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e04a42a-67b0-4ac0-8bca-f57bb483e503,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:59.449439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.449797 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Added segment 6412fba2-d593-4fe3-b66e-8478b09a4bcb of type vlan for network 533b1338-46c5-48ff-ac0d-131cdac7edb8 Jan 04 14:00:59.480458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:00:59.497991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b39af59a-cca5-4c61-94d4-3c349c5a9d19) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:00:59.500170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.506495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:59.507095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.507243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae61e78a-aeae-483e-86e8-55f86d286675 None None] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:00:59.537138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.544182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:00:59.545118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.552726 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-15e81018-4057-41de-83b5-a760a0c90b93 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8049152 Jan 04 14:00:59.554225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39814) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:59.590390 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3923912 Jan 04 14:00:59.591321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39816) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:00:59.599301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'subnet': {'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:00:59.684111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a14a81d5-8acb-46ac-bfe7-234ec7c1466e None None] Provisioning complete for port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:00:59.685314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a14a81d5-8acb-46ac-bfe7-234ec7c1466e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.720956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a14a81d5-8acb-46ac-bfe7-234ec7c1466e None None] Port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:00:59.722487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b39af59a-cca5-4c61-94d4-3c349c5a9d19', 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19', 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'fixed_ips': [{'subnet_id': '2956131a-0a9e-4a6a-af19-aac820cefc7b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:00:59.723347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.771388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc909e9-ffeb-432c-89d2-ff336c30cc01 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Network': ['ID=533b1338-46c5-48ff-ac0d-131cdac7edb8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:00:59.801898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:00:59.828736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:00:59.832374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:00:59.874631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 71c3beab-00f5-402e-a41a-36d6a6ccc553 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:00.022821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-33aad4ff-1ad7-4010-9138-95ebc753007b None None] Provisioning complete for port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:00.023431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-33aad4ff-1ad7-4010-9138-95ebc753007b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.068442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Allocated IP 172.23.0.2 (b39af59a-cca5-4c61-94d4-3c349c5a9d19/2956131a-0a9e-4a6a-af19-aac820cefc7b/b302a8bf-8ae9-41d6-b192-461985f3a171) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:00.079864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-33aad4ff-1ad7-4010-9138-95ebc753007b None None] Port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:00.087809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.088305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.090705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 71c3beab-00f5-402e-a41a-36d6a6ccc553 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:00.091490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.160797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Subnet': ['ID=f96089b2-091c-4699-8f11-9dc535e6724b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:00.165472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Checking segment: {'id': '6412fba2-d593-4fe3-b66e-8478b09a4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:00.165834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network hostable DHCP agents. Network: 533b1338-46c5-48ff-ac0d-131cdac7edb8, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:00.186130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:00.197736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 533b1338-46c5-48ff-ac0d-131cdac7edb8) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:00.202319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:00.202984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.222739 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5904c40d-2036-4558-a68c-cd6b2b56baf8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6274738 Jan 04 14:01:00.226216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39818) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:00.231574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'network': {'name': 'tempest-router-network01--43049896'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:00.260138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:00.264358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.291614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:01:00.302980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.303327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Added segment b4dfa49c-c572-41bc-89dd-c3764dfe5a89 of type vlan for network 90d1a4dc-981b-458c-8da9-6d2152192a11 Jan 04 14:01:00.335637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064f98-3e62-4085-9852-552feab6413a None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:00.339900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d4123d1-88ef-4721-adb6-52dec9cb8e22 None None] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:00.346949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.372140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.378058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:00.378643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.416946 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.1869347 Jan 04 14:01:00.417209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39820) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:00.420169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:00.420829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:00.428619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'network': {'name': 'tempest-router-network02--1002798832'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:00.466850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eda41b6-02a6-4b99-9334-f9bef993180e tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Network': ['ID=90d1a4dc-981b-458c-8da9-6d2152192a11,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:00.488282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:00.492312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.503320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:01:00.516597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:01:00.526308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.526743 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Added segment 083d98b7-6dce-479a-8bdb-67197b0c55ee of type vlan for network d182b93e-f40d-443b-bffc-f93fcad6932a Jan 04 14:01:00.566777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.593432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.599394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:00.599960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.622863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 344331f4-a171-4998-9ab7-45d31416928d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:00.640181 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2186513 Jan 04 14:01:00.640651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39822) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:00.642009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:00.647319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'subnet': {'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:00.676595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467b4b5-05bb-49ed-9685-ae9285c57b42 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Network': ['ID=d182b93e-f40d-443b-bffc-f93fcad6932a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:00.696766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.725699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network d182b93e-f40d-443b-bffc-f93fcad6932a details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:01:00.727471 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-533b1338-46c5-48ff-ac0d-131cdac7edb8', 'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8', 'project_id': 'a314cdb8649f45408c26954db23b24d8', 'fixed_ips': [{'subnet_id': 'f96089b2-091c-4699-8f11-9dc535e6724b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:00.728273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.741000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:00.744839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.761607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:00.862860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Allocated IP 172.23.0.1 (b39af59a-cca5-4c61-94d4-3c349c5a9d19/2956131a-0a9e-4a6a-af19-aac820cefc7b/0c2c289b-ec73-4a63-84a1-b8f9bb686a0e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:00.914771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:00.931700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:00.973579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:00.987382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Pushing event updated for resources: {'Port': ['ID=b302a8bf-8ae9-41d6-b192-461985f3a171,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:01.056253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.068804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.074404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 344331f4-a171-4998-9ab7-45d31416928d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:01.074963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.143317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.163484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Attempting to bind port b302a8bf-8ae9-41d6-b192-461985f3a171 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:01.163853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Attempting to bind port b302a8bf-8ae9-41d6-b192-461985f3a171 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'fe71a0b0-8550-4785-bd25-7920cad7b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:01.164221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Attempting to bind port b302a8bf-8ae9-41d6-b192-461985f3a171 on network b39af59a-cca5-4c61-94d4-3c349c5a9d19 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:01.178587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Subnet': ['ID=1de7da05-2454-4955-a387-d5c4040bc87a,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:01.194599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:01.195142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Checking segment: {'id': 'fe71a0b0-8550-4785-bd25-7920cad7b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:01.195373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.195801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Bound using segment: {'id': 'fe71a0b0-8550-4785-bd25-7920cad7b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:01.196232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Bound port: b302a8bf-8ae9-41d6-b192-461985f3a171, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe71a0b0-8550-4785-bd25-7920cad7b19b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:01.196605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.198710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:01.198887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Allocated IP 2001:db8::2 (533b1338-46c5-48ff-ac0d-131cdac7edb8/f96089b2-091c-4699-8f11-9dc535e6724b/bd7a6d3d-4544-456b-8938-c7f4be08ad16) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:01.207084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:01.211686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:01.214368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Checking segment: {'id': 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:01.214746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network hostable DHCP agents. Network: 90d1a4dc-981b-458c-8da9-6d2152192a11, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:01.219458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=0c2c289b-ec73-4a63-84a1-b8f9bb686a0e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:01.266814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:01.268960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.314233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 90d1a4dc-981b-458c-8da9-6d2152192a11) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:01.323997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:01.324820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.355091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ffcedc9-420c-4730-a1df-47faccab42de None None] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:01.369125 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-baef0f0c-ac78-4b46-8dfb-ff84aac8a26a tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7245002 Jan 04 14:01:01.370196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39824) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:01.375303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'subnet': {'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:01.426604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.437112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] For port b302a8bf-8ae9-41d6-b192-461985f3a171, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:01.471171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:01.475164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.512595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] For port b302a8bf-8ae9-41d6-b192-461985f3a171, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b302a8bf-8ae9-41d6-b192-461985f3a171,segment=NetworkSegment(fe71a0b0-8550-4785-bd25-7920cad7b19b),segment_id=fe71a0b0-8550-4785-bd25-7920cad7b19b)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:01.520310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:00:57Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:00:57Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:01.530604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.586216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064f98-3e62-4085-9852-552feab6413a None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:01.586613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064f98-3e62-4085-9852-552feab6413a None None] Updating router a1afed97-9f62-4284-bcb7-2b1b420fda11 port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:01.643986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.655616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-90d1a4dc-981b-458c-8da9-6d2152192a11', 'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11', 'project_id': 'a314cdb8649f45408c26954db23b24d8', 'fixed_ips': [{'subnet_id': '1de7da05-2454-4955-a387-d5c4040bc87a'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:01.656469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.674503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.698668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51064f98-3e62-4085-9852-552feab6413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.701619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4b223e-d8b9-497e-98e6-bd132f8a2484 None None] Pushing event updated for resources: {'Port': ['ID=b302a8bf-8ae9-41d6-b192-461985f3a171,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:01.708065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.760017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Subnet': ['ID=85c93424-54cf-422f-8f97-fb3b93b46966,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:01.773448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Checking segment: {'id': '083d98b7-6dce-479a-8bdb-67197b0c55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:01.774128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network hostable DHCP agents. Network: d182b93e-f40d-443b-bffc-f93fcad6932a, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:01.794544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.802938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.805133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network d182b93e-f40d-443b-bffc-f93fcad6932a is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:01.818542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, d182b93e-f40d-443b-bffc-f93fcad6932a) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:01.823577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:01.824227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.860067 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a207006c-849e-4b10-a3a0-49f402fa3d73 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4854529 Jan 04 14:01:01.860857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:01.906014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event updated for resources: {'Port': ['ID=0c2c289b-ec73-4a63-84a1-b8f9bb686a0e,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:01.914379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:01.972424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c1a9cf-4a36-4f1b-ad07-c6b1e959f864 None None] Network d182b93e-f40d-443b-bffc-f93fcad6932a requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:02.052385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:02.054045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:02.136067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:02.154407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:02.160092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:02.164613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Pushing event updated for resources: {'Port': ['ID=bd7a6d3d-4544-456b-8938-c7f4be08ad16,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:02.189262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:02.250767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.303317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:02.305178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-d182b93e-f40d-443b-bffc-f93fcad6932a', 'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a', 'project_id': 'a314cdb8649f45408c26954db23b24d8', 'fixed_ips': [{'subnet_id': '85c93424-54cf-422f-8f97-fb3b93b46966'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:02.306604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.312738 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2ddf5ba3-5875-4470-90a8-cc46fdd9a31a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7544966 Jan 04 14:01:02.315084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39832) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:02.320791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:02.389701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Allocated IP 2001:db8::2 (90d1a4dc-981b-458c-8da9-6d2152192a11/1de7da05-2454-4955-a387-d5c4040bc87a/afc0fb74-0da7-4aec-9ef6-64e1d864475d) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:02.393903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Attempting to bind port bd7a6d3d-4544-456b-8938-c7f4be08ad16 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:02.394349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Attempting to bind port bd7a6d3d-4544-456b-8938-c7f4be08ad16 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '6412fba2-d593-4fe3-b66e-8478b09a4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:02.394714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Attempting to bind port bd7a6d3d-4544-456b-8938-c7f4be08ad16 on network 533b1338-46c5-48ff-ac0d-131cdac7edb8 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:02.435053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:02.435426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Checking segment: {'id': '6412fba2-d593-4fe3-b66e-8478b09a4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:02.436334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.436749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Bound using segment: {'id': '6412fba2-d593-4fe3-b66e-8478b09a4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:02.437353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Bound port: bd7a6d3d-4544-456b-8938-c7f4be08ad16, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6412fba2-d593-4fe3-b66e-8478b09a4bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '533b1338-46c5-48ff-ac0d-131cdac7edb8'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:02.437593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.746873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] For port bd7a6d3d-4544-456b-8938-c7f4be08ad16, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:02.803782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] For port bd7a6d3d-4544-456b-8938-c7f4be08ad16, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd7a6d3d-4544-456b-8938-c7f4be08ad16,segment=NetworkSegment(6412fba2-d593-4fe3-b66e-8478b09a4bcb),segment_id=6412fba2-d593-4fe3-b66e-8478b09a4bcb)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:02.805359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Allocated IP 2001:db8::2 (d182b93e-f40d-443b-bffc-f93fcad6932a/85c93424-54cf-422f-8f97-fb3b93b46966/77abde37-8b35-4875-b684-da6e6a860d02) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:02.839909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.870527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f421b4f7-160f-41d0-8740-f3b658a53290 None None] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:02.895875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51064f98-3e62-4085-9852-552feab6413a None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.951351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51064f98-3e62-4085-9852-552feab6413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:02.986215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.078048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17bad71-744d-406a-a178-284bbcaa7202 None None] Pushing event updated for resources: {'Port': ['ID=bd7a6d3d-4544-456b-8938-c7f4be08ad16,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:03.080939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.083612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 04 14:01:03.096129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-03e522ef-cd36-473d-9618-e64477ac4b1c None None] Provisioning complete for port b302a8bf-8ae9-41d6-b192-461985f3a171 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:03.096561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-03e522ef-cd36-473d-9618-e64477ac4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.107346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Removed routes are [] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 04 14:01:03.108414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.127589 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Allocated IP 2001:db8::1 (90d1a4dc-981b-458c-8da9-6d2152192a11/1de7da05-2454-4955-a387-d5c4040bc87a/f008a623-e53c-4cf8-9531-cfac51f1b6b2) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:03.237404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:03.291264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:03.303115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:03.345993 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.386073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.396652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.409276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.422092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150ede7-70a4-41cd-8a16-d6b395e23285 None None] Pushing event updated for resources: {'Port': ['ID=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:03.444552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-51064f98-3e62-4085-9852-552feab6413a None None] Attempting to bind port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:03.444921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-51064f98-3e62-4085-9852-552feab6413a None None] Attempting to bind port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:03.445310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51064f98-3e62-4085-9852-552feab6413a None None] Attempting to bind port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb on network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:03.456254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:03.459628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:03.464726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:03.464726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.501757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51064f98-3e62-4085-9852-552feab6413a None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:03.502171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51064f98-3e62-4085-9852-552feab6413a None None] Checking segment: {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:03.502686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51064f98-3e62-4085-9852-552feab6413a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.503087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51064f98-3e62-4085-9852-552feab6413a None None] Bound using segment: {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:03.503578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-51064f98-3e62-4085-9852-552feab6413a None None] Bound port: 688d5d87-57ae-4a02-b0f8-1dac1941cbfb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '99e46bd0-5e58-490e-8552-77edab4c6c50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:03.503977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51064f98-3e62-4085-9852-552feab6413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.507179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:03.511605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Port': ['ID=f008a623-e53c-4cf8-9531-cfac51f1b6b2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:03.518806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.588829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.607899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.609992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Pushing event updated for resources: {'Port': ['ID=afc0fb74-0da7-4aec-9ef6-64e1d864475d,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:03.619579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:03.626649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.630659 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0ae2b2ce-b5d8-4eac-9c7b-bced421da097 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 934 time: 1.3138919 Jan 04 14:01:03.631333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39834) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:03.635971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Attempting to bind port afc0fb74-0da7-4aec-9ef6-64e1d864475d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:03.636337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Attempting to bind port afc0fb74-0da7-4aec-9ef6-64e1d864475d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:03.636697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Attempting to bind port afc0fb74-0da7-4aec-9ef6-64e1d864475d on network 90d1a4dc-981b-458c-8da9-6d2152192a11 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:03.675412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-03e522ef-cd36-473d-9618-e64477ac4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.683764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:03.684155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Checking segment: {'id': 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:03.684531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.686788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Bound using segment: {'id': 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:03.686788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Bound port: afc0fb74-0da7-4aec-9ef6-64e1d864475d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '90d1a4dc-981b-458c-8da9-6d2152192a11'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:03.686788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:03.689021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Network d182b93e-f40d-443b-bffc-f93fcad6932a is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:03.716212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:03.730548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:03.757849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Pushing event updated for resources: {'Port': ['ID=77abde37-8b35-4875-b684-da6e6a860d02,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:03.763700 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1142d35a-e2da-477a-9e6b-d42a66bc86f5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 934 time: 0.1312129 Jan 04 14:01:03.764867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39836) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:03.773376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'routes': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:03.784502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-51064f98-3e62-4085-9852-552feab6413a None None] For port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:03.836590 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:01:04.084153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-03e522ef-cd36-473d-9618-e64477ac4b1c None None] For port b302a8bf-8ae9-41d6-b192-461985f3a171, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b302a8bf-8ae9-41d6-b192-461985f3a171,segment=NetworkSegment(fe71a0b0-8550-4785-bd25-7920cad7b19b),segment_id=fe71a0b0-8550-4785-bd25-7920cad7b19b)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:04.157366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.160364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bd7a6d3d-4544-456b-8938-c7f4be08ad16 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:04.163869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-03e522ef-cd36-473d-9618-e64477ac4b1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.165654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.166695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.228237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-51064f98-3e62-4085-9852-552feab6413a None None] For port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:04.269657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] For port afc0fb74-0da7-4aec-9ef6-64e1d864475d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:04.274612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51064f98-3e62-4085-9852-552feab6413a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.289283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Attempting to bind port 77abde37-8b35-4875-b684-da6e6a860d02 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:04.289789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Attempting to bind port 77abde37-8b35-4875-b684-da6e6a860d02 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '083d98b7-6dce-479a-8bdb-67197b0c55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:04.290186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Attempting to bind port 77abde37-8b35-4875-b684-da6e6a860d02 on network d182b93e-f40d-443b-bffc-f93fcad6932a {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:04.293442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added routes are [] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 04 14:01:04.293975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 04 14:01:04.314400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:04.314833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Checking segment: {'id': '083d98b7-6dce-479a-8bdb-67197b0c55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:04.315178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.316239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Bound using segment: {'id': '083d98b7-6dce-479a-8bdb-67197b0c55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:04.316239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Bound port: 77abde37-8b35-4875-b684-da6e6a860d02, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '083d98b7-6dce-479a-8bdb-67197b0c55ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': 'd182b93e-f40d-443b-bffc-f93fcad6932a'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:04.316564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.321942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:04.327688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:04.337129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Port': ['ID=f008a623-e53c-4cf8-9531-cfac51f1b6b2,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:04.340772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] For port afc0fb74-0da7-4aec-9ef6-64e1d864475d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=afc0fb74-0da7-4aec-9ef6-64e1d864475d,segment=NetworkSegment(b4dfa49c-c572-41bc-89dd-c3764dfe5a89),segment_id=b4dfa49c-c572-41bc-89dd-c3764dfe5a89)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:04.367132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.386350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.409195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e522ef-cd36-473d-9618-e64477ac4b1c None None] Pushing event updated for resources: {'Port': ['ID=b302a8bf-8ae9-41d6-b192-461985f3a171,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:04.450920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Provisioning complete for port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:04.451293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.542710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070fbf93-857e-46d0-8b0c-90576a06aade None None] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:04.545129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Router 1d8ea7f2-d681-4c05-8c12-21ac1c11d22f is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:01:04.556662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:04.557398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:04.694609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.700486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.710293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:04.719241 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-19f129d7-5375-4a4d-a2c8-9084e01c8975 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8562655 Jan 04 14:01:04.722283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39840) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:04.725228 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] Sync routers for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:04.737425 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:04.743577 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:04.783141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0150ede7-70a4-41cd-8a16-d6b395e23285 None None] Pushing event updated for resources: {'Port': ['ID=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:04.785811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bd7a6d3d-4544-456b-8938-c7f4be08ad16 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:04.788715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:04.808824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:04.819374 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:04.820077 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:04.853778 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:04.855164 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eeb034a8-6112-453a-bcf3-55977be568d2 None None] The sync data for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:04.904078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] For port 77abde37-8b35-4875-b684-da6e6a860d02, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:04.965168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] For port 77abde37-8b35-4875-b684-da6e6a860d02, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77abde37-8b35-4875-b684-da6e6a860d02,segment=NetworkSegment(083d98b7-6dce-479a-8bdb-67197b0c55ee),segment_id=083d98b7-6dce-479a-8bdb-67197b0c55ee)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:04.975497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:04.988432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:04.992027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.091663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f7d29-fafb-41a1-b65e-54d451a73842 None None] Pushing event updated for resources: {'Port': ['ID=afc0fb74-0da7-4aec-9ef6-64e1d864475d,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:05.214798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.224009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:05.231306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.232484 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-52a347a9-831c-4a79-851a-b5c937e4ca6f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 700 time: 1.4631588 Jan 04 14:01:05.235281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39844) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:05.262655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.312216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ac4423-185e-4075-8be8-55eb15c220e5 None None] Pushing event updated for resources: {'Port': ['ID=77abde37-8b35-4875-b684-da6e6a860d02,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:05.360536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-6da906fe-0099-41e9-ac09-e0299d3f3423 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:01:05.362352 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6da906fe-0099-41e9-ac09-e0299d3f3423 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.5469058 Jan 04 14:01:05.365273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39846) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:05.384450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.409169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] For port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:05.430917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.547040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port bd7a6d3d-4544-456b-8938-c7f4be08ad16, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd7a6d3d-4544-456b-8938-c7f4be08ad16,segment=NetworkSegment(6412fba2-d593-4fe3-b66e-8478b09a4bcb),segment_id=6412fba2-d593-4fe3-b66e-8478b09a4bcb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:05.556445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Provisioning complete for port 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:05.556816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.565621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.566777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b302a8bf-8ae9-41d6-b192-461985f3a171 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:05.690462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Pushing event updated for resources: {'Port': ['ID=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:05.723916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Port 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:05.792917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Provisioning complete for port b302a8bf-8ae9-41d6-b192-461985f3a171 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:05.793477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7fe5ea63-8316-4cc2-a620-89cd71d5286b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.846080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-51064f98-3e62-4085-9852-552feab6413a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:04Z', 'revision_number': 7, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '0c2c289b-ec73-4a63-84a1-b8f9bb686a0e', 'name': '', 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:36:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2956131a-0a9e-4a6a-af19-aac820cefc7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:00Z', 'updated_at': '2022-01-04T14:01:01Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '2956131a-0a9e-4a6a-af19-aac820cefc7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:01:03Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:05.851335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=bd7a6d3d-4544-456b-8938-c7f4be08ad16,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:05.883423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.897847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51064f98-3e62-4085-9852-552feab6413a None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:04Z', 'revision_number': 7, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '0c2c289b-ec73-4a63-84a1-b8f9bb686a0e', 'name': '', 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:36:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2956131a-0a9e-4a6a-af19-aac820cefc7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:00Z', 'updated_at': '2022-01-04T14:01:01Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '2956131a-0a9e-4a6a-af19-aac820cefc7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:01:03Z', 'revision_number': 4, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:05.906723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b302a8bf-8ae9-41d6-b192-461985f3a171 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:05.907109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:05.990810 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0257865b-2a49-45dc-921d-5afc4d32faa5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 700 time: 0.7528353 Jan 04 14:01:05.992475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39848) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:06.112568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c35fe3a7-67fc-453d-aed8-40e2c4fdde67 None None] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:06.243532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting port f008a623-e53c-4cf8-9531-cfac51f1b6b2 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:06.243906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:06.311373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Provisioning complete for port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:06.311753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:06.441653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:06.469369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Calling delete_port for f008a623-e53c-4cf8-9531-cfac51f1b6b2 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:06.576163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:06.614502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 688d5d87-57ae-4a02-b0f8-1dac1941cbfb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:06.736952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a2fe4a3-8f06-401e-bb28-d477c10d6336 None None] Network d182b93e-f40d-443b-bffc-f93fcad6932a requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:06.742910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:06.743271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:06.744901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:06.779162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Port': ['ID=f008a623-e53c-4cf8-9531-cfac51f1b6b2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:06.987961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:06.988328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.014678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Provisioning complete for port afc0fb74-0da7-4aec-9ef6-64e1d864475d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:07.015059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.017131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:07.065492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:07.066171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:07.100772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.112944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77abde37-8b35-4875-b684-da6e6a860d02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:07.116169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:07.237961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:07.301521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.343280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.349933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.365378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 77abde37-8b35-4875-b684-da6e6a860d02 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:07.365753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.377492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=0c2c289b-ec73-4a63-84a1-b8f9bb686a0e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:07.524732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] For port afc0fb74-0da7-4aec-9ef6-64e1d864475d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=afc0fb74-0da7-4aec-9ef6-64e1d864475d,segment=NetworkSegment(b4dfa49c-c572-41bc-89dd-c3764dfe5a89),segment_id=b4dfa49c-c572-41bc-89dd-c3764dfe5a89)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:07.538079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.568702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Could not find standard attr ID for object 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:01:07.571957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Router 1d8ea7f2-d681-4c05-8c12-21ac1c11d22f has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:07.590531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.664909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:07.670611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Provisioning complete for port bd7a6d3d-4544-456b-8938-c7f4be08ad16 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:07.671572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.676114 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5ce9f337-4102-43f6-9d8f-c6f01242e532 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3090303 Jan 04 14:01:07.678206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39850) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:07.681476 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] Sync routers for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:07.691739 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:07.692366 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:07.719531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-2af3602c-41d6-49cd-ba7a-f902ad402ef8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] delete failed (client error): The resource could not be found. Jan 04 14:01:07.721837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.724599 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2af3602c-41d6-49cd-ba7a-f902ad402ef8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/routers/tempest-non_exist_router-537869611 HTTP/1.1" status: 404 len: 334 time: 0.0453618 Jan 04 14:01:07.725818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39852) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:07.731427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d964674-5f0c-4d5f-b2cc-027eb3019aca None None] Pushing event updated for resources: {'Port': ['ID=afc0fb74-0da7-4aec-9ef6-64e1d864475d,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:07.731906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-770b1b4e-6b42-429c-b32f-1c32b55e1c11 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'router': {'external_gateway_info': {'network_id': '1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:07.745509 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:07.768702 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:07.769984 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:07.808495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 77abde37-8b35-4875-b684-da6e6a860d02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77abde37-8b35-4875-b684-da6e6a860d02,segment=NetworkSegment(083d98b7-6dce-479a-8bdb-67197b0c55ee),segment_id=083d98b7-6dce-479a-8bdb-67197b0c55ee)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:07.809585 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:07.812101 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1c4be17-d7b7-4776-9fad-ddbc4458f8a6 None None] The sync data for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:07.838481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.839261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device afc0fb74-0da7-4aec-9ef6-64e1d864475d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:07.869490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:07.907803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:04Z', 'revision_number': 7, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '0c2c289b-ec73-4a63-84a1-b8f9bb686a0e', 'name': '', 'network_id': 'b39af59a-cca5-4c61-94d4-3c349c5a9d19', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:36:4b:b8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1289, 'fixed_ips': [{'subnet_id': '2956131a-0a9e-4a6a-af19-aac820cefc7b', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:00Z', 'updated_at': '2022-01-04T14:01:01Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '2956131a-0a9e-4a6a-af19-aac820cefc7b', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:01:05Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:07.952991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-770b1b4e-6b42-429c-b32f-1c32b55e1c11 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:07.963625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:07.964204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Updating router a1afed97-9f62-4284-bcb7-2b1b420fda11 port 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:07.973769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:07.978816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-770b1b4e-6b42-429c-b32f-1c32b55e1c11 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] update failed (client error): The resource could not be found. Jan 04 14:01:07.983874 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dc53f82c-71f2-40f5-a566-c8bc0931d766 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9902284 Jan 04 14:01:07.984617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39856) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:07.984765 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-770b1b4e-6b42-429c-b32f-1c32b55e1c11 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f HTTP/1.1" status: 404 len: 339 time: 0.2575393 Jan 04 14:01:07.984882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=77abde37-8b35-4875-b684-da6e6a860d02,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:07.984991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39858) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:07.991333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Port 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e not found while updating agent binding for router a1afed97-9f62-4284-bcb7-2b1b420fda11. {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jan 04 14:01:07.999480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-574092516'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:08.003685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port afc0fb74-0da7-4aec-9ef6-64e1d864475d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:08.004061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.006882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:08.007176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:08.058613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet 2956131a-0a9e-4a6a-af19-aac820cefc7b {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:08.062648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:08.066395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.069075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.121602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-650b6014-451e-4840-94ab-3acdda1086f9 None None] Provisioning complete for port 77abde37-8b35-4875-b684-da6e6a860d02 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:08.121908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:01:08.122039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-650b6014-451e-4840-94ab-3acdda1086f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.125536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.158425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:08.161700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.162081 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Added segment d7b0e960-4395-4329-bc37-ccec9ba0c389 of type vlan for network 4838c908-115a-483a-bc7d-e09f6fa0f3bc Jan 04 14:01:08.217946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.268390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.283348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bd7a6d3d-4544-456b-8938-c7f4be08ad16 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:08.290076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.296256 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:08.297125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.351679 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.3633916 Jan 04 14:01:08.354741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39860) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:08.361350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'subnet': {'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:08.387909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6c0cbb-b4c3-45d3-bfc3-e00779150756 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Network': ['ID=4838c908-115a-483a-bc7d-e09f6fa0f3bc,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:08.414532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.451217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=2956131a-0a9e-4a6a-af19-aac820cefc7b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:08.453396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.459532 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b8e60355-e87d-4294-8b78-ec46a5b89dac tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/2956131a-0a9e-4a6a-af19-aac820cefc7b HTTP/1.1" status: 204 len: 168 time: 0.4733636 Jan 04 14:01:08.460312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39862) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:08.473076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Made reservation on behalf of a314cdb8649f45408c26954db23b24d8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:08.478426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.520210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:01:08.522385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78d9070-2ad3-4e81-9684-0e99b05d5eb4 None None] Network b39af59a-cca5-4c61-94d4-3c349c5a9d19 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:08.557464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.629609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port b302a8bf-8ae9-41d6-b192-461985f3a171 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:08.631329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.709339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port b302a8bf-8ae9-41d6-b192-461985f3a171, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b302a8bf-8ae9-41d6-b192-461985f3a171,segment=NetworkSegment(fe71a0b0-8550-4785-bd25-7920cad7b19b),segment_id=fe71a0b0-8550-4785-bd25-7920cad7b19b)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:08.709818 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.727915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for b302a8bf-8ae9-41d6-b192-461985f3a171 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:08.734108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.749708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bd7a6d3d-4544-456b-8938-c7f4be08ad16 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:08.750289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.815669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-650b6014-451e-4840-94ab-3acdda1086f9 None None] Provisioning complete for port afc0fb74-0da7-4aec-9ef6-64e1d864475d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:08.816041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-650b6014-451e-4840-94ab-3acdda1086f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.818804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Subnet': ['ID=63f9ec56-9563-4f01-be9b-52f92a9fd996,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:08.823760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Checking segment: {'id': 'd7b0e960-4395-4329-bc37-ccec9ba0c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:08.824410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network hostable DHCP agents. Network: 4838c908-115a-483a-bc7d-e09f6fa0f3bc, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:08.846419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:08.859415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4838c908-115a-483a-bc7d-e09f6fa0f3bc) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:08.870117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:08.871057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.882146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d9af14-9028-4c68-94ab-d479acaf40e2 None None] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:08.892735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:08.896365 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0a7a05a4-07ce-4880-a63a-52f00f610295 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.5401354 Jan 04 14:01:08.899364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39864) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:08.903857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-00bc4de1-7931-494b-9020-3272e4fb78ce tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'router': {'external_gateway_info': {'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:08.937326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=b302a8bf-8ae9-41d6-b192-461985f3a171,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:08.965107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port b302a8bf-8ae9-41d6-b192-461985f3a171 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:09.031588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b302a8bf-8ae9-41d6-b192-461985f3a171 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:09.033816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f001de7c-c7ba-452d-8cdf-85687abbc255 None None] DHCP port deletion for b39af59a-cca5-4c61-94d4-3c349c5a9d19 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:09.080812 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:07Z', 'revision_number': 8, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:01:05Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:09.091092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.111178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b39af59a-cca5-4c61-94d4-3c349c5a9d19']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:09.113434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9b086af-8b3f-48ec-b2ae-17d6e54a37e7 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:07Z', 'revision_number': 8, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:01:05Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:09.121015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe71a0b0-8550-4785-bd25-7920cad7b19b') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:09.121320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe71a0b0-8550-4785-bd25-7920cad7b19b') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:09.132032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.138634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b302a8bf-8ae9-41d6-b192-461985f3a171 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:09.139627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b302a8bf-8ae9-41d6-b192-461985f3a171 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jan 04 14:01:09.146014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.148053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4838c908-115a-483a-bc7d-e09f6fa0f3bc', 'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc', 'project_id': 'a314cdb8649f45408c26954db23b24d8', 'fixed_ips': [{'subnet_id': '63f9ec56-9563-4f01-be9b-52f92a9fd996'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:09.148912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.152157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:09.152549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:09.172314 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:09.206136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-00bc4de1-7931-494b-9020-3272e4fb78ce tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.221418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.231820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.238858 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/b39af59a-cca5-4c61-94d4-3c349c5a9d19 HTTP/1.1" status: 204 len: 168 time: 0.7771478 Jan 04 14:01:09.239301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39866) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:09.249778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7601b7-a1ce-44b6-bf48-a4bec0427174 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=b39af59a-cca5-4c61-94d4-3c349c5a9d19,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:09.270291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Port b302a8bf-8ae9-41d6-b192-461985f3a171 not found, will not notify nova. {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jan 04 14:01:09.307142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-650b6014-451e-4840-94ab-3acdda1086f9 None None] Could not find standard attr ID for object f008a623-e53c-4cf8-9531-cfac51f1b6b2. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:01:09.359338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Allocated IP 2001:db8:1::2 (4838c908-115a-483a-bc7d-e09f6fa0f3bc/63f9ec56-9563-4f01-be9b-52f92a9fd996/146d0dd7-fcfd-4075-b211-3ce903e174c0) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:09.525025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.532139 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-00bc4de1-7931-494b-9020-3272e4fb78ce tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:01:09.537026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.537213 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-00bc4de1-7931-494b-9020-3272e4fb78ce tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f HTTP/1.1" status: 400 len: 364 time: 0.6328869 Jan 04 14:01:09.538082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39868) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:09.580907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:09.585758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:09.588797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:09.652217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device afc0fb74-0da7-4aec-9ef6-64e1d864475d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:09.658639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Pushing event updated for resources: {'Port': ['ID=146d0dd7-fcfd-4075-b211-3ce903e174c0,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:09.701035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.740710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Attempting to bind port 146d0dd7-fcfd-4075-b211-3ce903e174c0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:09.741363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Attempting to bind port 146d0dd7-fcfd-4075-b211-3ce903e174c0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd7b0e960-4395-4329-bc37-ccec9ba0c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:09.742035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Attempting to bind port 146d0dd7-fcfd-4075-b211-3ce903e174c0 on network 4838c908-115a-483a-bc7d-e09f6fa0f3bc {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:09.773661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:09.774354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Checking segment: {'id': 'd7b0e960-4395-4329-bc37-ccec9ba0c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:09.774578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.774991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Bound using segment: {'id': 'd7b0e960-4395-4329-bc37-ccec9ba0c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:09.775474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Bound port: 146d0dd7-fcfd-4075-b211-3ce903e174c0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7b0e960-4395-4329-bc37-ccec9ba0c389', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '4838c908-115a-483a-bc7d-e09f6fa0f3bc'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:09.775849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.790539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port afc0fb74-0da7-4aec-9ef6-64e1d864475d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:09.790910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.830792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:09.863486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:09.864024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:09.931488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.970119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:09.970662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:09.997409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:10.049131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] For port 146d0dd7-fcfd-4075-b211-3ce903e174c0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:10.055550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] For port 146d0dd7-fcfd-4075-b211-3ce903e174c0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146d0dd7-fcfd-4075-b211-3ce903e174c0,segment=NetworkSegment(d7b0e960-4395-4329-bc37-ccec9ba0c389),segment_id=d7b0e960-4395-4329-bc37-ccec9ba0c389)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:10.073091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.083242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 688d5d87-57ae-4a02-b0f8-1dac1941cbfb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:10.083963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.108547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 688d5d87-57ae-4a02-b0f8-1dac1941cbfb owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:10.218040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77abde37-8b35-4875-b684-da6e6a860d02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:10.230560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Allocated IP 2001:db8::1 (533b1338-46c5-48ff-ac0d-131cdac7edb8/f96089b2-091c-4699-8f11-9dc535e6724b/6337c133-dad0-4478-befc-758e4ffda4fd) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:10.266996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99d746e-361d-41b3-8e5a-80894f80d249 None None] Pushing event updated for resources: {'Port': ['ID=146d0dd7-fcfd-4075-b211-3ce903e174c0,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:10.349272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.394833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.398169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=688d5d87-57ae-4a02-b0f8-1dac1941cbfb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:10.451009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 77abde37-8b35-4875-b684-da6e6a860d02 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:10.451930 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.456807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:07Z', 'revision_number': 8, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '688d5d87-57ae-4a02-b0f8-1dac1941cbfb', 'name': '', 'network_id': '1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:fe:57:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:56Z', 'updated_at': '2022-01-04T14:01:05Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': '855a42ee-9196-4aa4-b152-17be4c297c7b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:10.513271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:10.537120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.537319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:10.537837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:10.585698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:10.589984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:10.613387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:10.613978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.713929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Port': ['ID=6337c133-dad0-4478-befc-758e4ffda4fd,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:10.735710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.943116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:10.979215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:11.020438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:11.129400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b302a8bf-8ae9-41d6-b192-461985f3a171 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:11.137590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:11.152129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d3371dbd-8073-48e2-a0e0-9617c9656a1a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9111860 Jan 04 14:01:11.153210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39870) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:11.164703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b302a8bf-8ae9-41d6-b192-461985f3a171 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:11.165053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b302a8bf-8ae9-41d6-b192-461985f3a171 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:11.166298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:11.168262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c3344db1-3afc-4480-8029-da7500a16eea None None] Provisioning complete for port 6337c133-dad0-4478-befc-758e4ffda4fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:11.168635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3344db1-3afc-4480-8029-da7500a16eea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.220115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet 855a42ee-9196-4aa4-b152-17be4c297c7b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:11.223931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.239879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:11.240211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0c2c289b-ec73-4a63-84a1-b8f9bb686a0e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:11.290806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.355088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c3344db1-3afc-4480-8029-da7500a16eea None None] Port 6337c133-dad0-4478-befc-758e4ffda4fd cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:11.393279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:10Z', 'revision_number': 9, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:11.425038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.437445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d488d438-c91b-4d77-8f08-59ba485f3148 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:10Z', 'revision_number': 9, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:11.505327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.538460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=855a42ee-9196-4aa4-b152-17be4c297c7b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:11.540574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.547339 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-393d6b29-685f-48a1-a518-fb565b1dc1cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/855a42ee-9196-4aa4-b152-17be4c297c7b HTTP/1.1" status: 204 len: 168 time: 0.3894806 Jan 04 14:01:11.547761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39872) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:11.548678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c89411e-5a34-48c9-9228-579df6f87088 None None] Network 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:11.651320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.670958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.678373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.679473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.756377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event updated for resources: {'Port': ['ID=6337c133-dad0-4478-befc-758e4ffda4fd,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:11.759918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e2045ba-f0f6-45ce-bc74-cb8d4bb430dd None None] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:11.821708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-97ad38bb-f999-4205-9e2b-9c0c882d5b5f None None] Provisioning complete for port 146d0dd7-fcfd-4075-b211-3ce903e174c0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:11.822107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-97ad38bb-f999-4205-9e2b-9c0c882d5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:11.849096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] DHCP port deletion for 1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:11.883067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:11.885126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:11.887928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 146d0dd7-fcfd-4075-b211-3ce903e174c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:12.021561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Router 1d8ea7f2-d681-4c05-8c12-21ac1c11d22f has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:12.042636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 146d0dd7-fcfd-4075-b211-3ce903e174c0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:12.043148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.091415 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:12.103088 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:12.103875 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.150959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 71c3beab-00f5-402e-a41a-36d6a6ccc553 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:12.151450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.162210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] Deleting port 71c3beab-00f5-402e-a41a-36d6a6ccc553 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:12.162587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.204532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:12.214533 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ba2ffd6a-f770-4779-986e-48effa1e6fb3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6749871 Jan 04 14:01:12.217736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39874) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:12.245747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 71c3beab-00f5-402e-a41a-36d6a6ccc553, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71c3beab-00f5-402e-a41a-36d6a6ccc553,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:12.246133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.247337 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:12.259883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 71c3beab-00f5-402e-a41a-36d6a6ccc553 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:12.274310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] For port 71c3beab-00f5-402e-a41a-36d6a6ccc553, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=71c3beab-00f5-402e-a41a-36d6a6ccc553,segment=NetworkSegment(99e46bd0-5e58-490e-8552-77edab4c6c50),segment_id=99e46bd0-5e58-490e-8552-77edab4c6c50)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:12.275140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.290693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] Calling delete_port for 71c3beab-00f5-402e-a41a-36d6a6ccc553 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:12.336889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea01de7a-a090-460b-81e8-6d505b8ad1ad tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.365213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.405900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=71c3beab-00f5-402e-a41a-36d6a6ccc553,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:12.406787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.412802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port 71c3beab-00f5-402e-a41a-36d6a6ccc553 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:12.446189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-97ad38bb-f999-4205-9e2b-9c0c882d5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.448281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] Sync routers for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:12.463776 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-ea01de7a-a090-460b-81e8-6d505b8ad1ad tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] delete failed (client error): There was a conflict when trying to complete your request. Jan 04 14:01:12.466868 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ea01de7a-a090-460b-81e8-6d505b8ad1ad tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f HTTP/1.1" status: 409 len: 329 time: 0.2461782 Jan 04 14:01:12.469560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39876) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:12.475979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] Pushing event deleted for resources: {'Port': ['ID=71c3beab-00f5-402e-a41a-36d6a6ccc553,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:12.494716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d2b3a-e0e4-4a04-920c-1440108381d6 None None] No DVR routers for this DVR port 71c3beab-00f5-402e-a41a-36d6a6ccc553 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:12.516589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:12.517229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.539743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.566384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.576221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e46bd0-5e58-490e-8552-77edab4c6c50') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.576536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e46bd0-5e58-490e-8552-77edab4c6c50') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.580101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-97ad38bb-f999-4205-9e2b-9c0c882d5b5f None None] For port 146d0dd7-fcfd-4075-b211-3ce903e174c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146d0dd7-fcfd-4075-b211-3ce903e174c0,segment=NetworkSegment(d7b0e960-4395-4329-bc37-ccec9ba0c389),segment_id=d7b0e960-4395-4329-bc37-ccec9ba0c389)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:12.581145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.588722 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:10Z', 'revision_number': 9, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.590906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-97ad38bb-f999-4205-9e2b-9c0c882d5b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.591537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.609815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.618895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:12.619376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:12.623909 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:12.631661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:12.632301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.634835 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:12.635900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.645992 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:12.646692 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.688157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:12.688830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a415ed1c-9670-4904-a097-530557fcd612 None None] The sync data for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:12.706028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ad38bb-f999-4205-9e2b-9c0c882d5b5f None None] Pushing event updated for resources: {'Port': ['ID=146d0dd7-fcfd-4075-b211-3ce903e174c0,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:12.724285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.736150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.742939 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7 HTTP/1.1" status: 204 len: 168 time: 1.1941540 Jan 04 14:01:12.745046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39880) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:12.764716 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:12.783144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c6a8fdb-3ff0-45c6-b1d9-700ccd4fc217 None None] Provisioning complete for port 146d0dd7-fcfd-4075-b211-3ce903e174c0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:12.783867 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c6a8fdb-3ff0-45c6-b1d9-700ccd4fc217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.797131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2802195e-4101-417a-9b41-6466dfa755f8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=1ee1ea1f-6387-482c-ada2-5f9f6eb55fb7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:12.822030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:01:12.823308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-604267ae-764e-4760-820d-eae531c257fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:01:12.862735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39882) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:12.896583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.913774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c6a8fdb-3ff0-45c6-b1d9-700ccd4fc217 None None] Provisioning complete for port 6337c133-dad0-4478-befc-758e4ffda4fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:12.915671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c6a8fdb-3ff0-45c6-b1d9-700ccd4fc217 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:12.958517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7c6a8fdb-3ff0-45c6-b1d9-700ccd4fc217 None None] Port 6337c133-dad0-4478-befc-758e4ffda4fd cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:13.025555 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:10Z', 'revision_number': 9, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:13.033908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aba649-7053-4694-99eb-e4ef6a5dc08e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:13.034364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aba649-7053-4694-99eb-e4ef6a5dc08e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:13.034825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23aba649-7053-4694-99eb-e4ef6a5dc08e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:13.036757 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-23aba649-7053-4694-99eb-e4ef6a5dc08e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=4138bef384c74b3d8c1104273e707515&network_id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 3000 time: 0.1721573 Jan 04 14:01:13.063284 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-489243d4-1b9d-4284-bbb5-bb7f962db778 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:10Z', 'revision_number': 9, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '344331f4-a171-4998-9ab7-45d31416928d', 'name': '', 'network_id': 'cf1eddc1-610d-48aa-b95e-55a8ed18edb9', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:48:20:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1270, 'fixed_ips': [{'subnet_id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:51Z', 'updated_at': '2022-01-04T14:00:59Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'eec409c2-b0d5-4895-aed2-4646248d9082', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:13.172401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting port 6337c133-dad0-4478-befc-758e4ffda4fd {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:13.172949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.194899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.268373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.280040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Calling delete_port for 6337c133-dad0-4478-befc-758e4ffda4fd owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:13.441397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 344331f4-a171-4998-9ab7-45d31416928d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:13.441738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.456610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.467213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 146d0dd7-fcfd-4075-b211-3ce903e174c0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:13.492567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Port': ['ID=6337c133-dad0-4478-befc-758e4ffda4fd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:13.525420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 146d0dd7-fcfd-4075-b211-3ce903e174c0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:13.525950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.558916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 344331f4-a171-4998-9ab7-45d31416928d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=344331f4-a171-4998-9ab7-45d31416928d,segment=NetworkSegment(6b8af32f-5209-44e5-bf69-51306d3d59e8),segment_id=6b8af32f-5209-44e5-bf69-51306d3d59e8)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:13.559282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.575964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 344331f4-a171-4998-9ab7-45d31416928d owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:13.583040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.692360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 71c3beab-00f5-402e-a41a-36d6a6ccc553 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:13.715156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 71c3beab-00f5-402e-a41a-36d6a6ccc553 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:13.715508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 71c3beab-00f5-402e-a41a-36d6a6ccc553 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:13.715942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 688d5d87-57ae-4a02-b0f8-1dac1941cbfb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:13.737114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 688d5d87-57ae-4a02-b0f8-1dac1941cbfb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:13.737462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 688d5d87-57ae-4a02-b0f8-1dac1941cbfb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:13.756559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Router 1d8ea7f2-d681-4c05-8c12-21ac1c11d22f has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:13.790499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:13.817664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=344331f4-a171-4998-9ab7-45d31416928d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:13.838421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:13.844104 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a02d35c1-5627-47c8-ad13-1bb6d4bff3f8 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734016 Jan 04 14:01:13.850328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39888) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:13.851220 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] Sync routers for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:13.863077 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:13.864022 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:13.900160 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-c14d6982-6f10-4054-86a2-84c2c7dee2df tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] show failed (client error): The resource could not be found. Jan 04 14:01:13.901594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c14d6982-6f10-4054-86a2-84c2c7dee2df tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "GET /v2.0/routers/tempest-non_exist_router-649944133 HTTP/1.1" status: 404 len: 334 time: 0.0497983 Jan 04 14:01:13.905934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39890) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:13.908483 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:13.914445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-88b8aff6-e536-4cb2-9d4a-77c105be4bea tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Request body: {'router': {'name': 'new_name'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:13.923956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] Routers {'1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:13.924861 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:13.949842 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-88b8aff6-e536-4cb2-9d4a-77c105be4bea tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] update failed (client error): The resource could not be found. Jan 04 14:01:13.956715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-88b8aff6-e536-4cb2-9d4a-77c105be4bea tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "PUT /v2.0/routers/tempest-non_exist_router-1440635875 HTTP/1.1" status: 404 len: 335 time: 0.0440471 Jan 04 14:01:13.960470 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:13.960869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39894) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:13.961133 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a21a5142-a381-449f-bc1c-0ca8b58471e2 None None] The sync data for ids ['1d8ea7f2-d681-4c05-8c12-21ac1c11d22f'] in dv-neutron-master-2-hyperv is: [] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:13.996721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.028391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting subnet 63f9ec56-9563-4f01-be9b-52f92a9fd996 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:14.032988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.074051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.157006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.192456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:14.219293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.246925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Subnet': ['ID=63f9ec56-9563-4f01-be9b-52f92a9fd996,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:14.249330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.252509 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/subnets/63f9ec56-9563-4f01-be9b-52f92a9fd996 HTTP/1.1" status: 204 len: 168 time: 0.2906525 Jan 04 14:01:14.253457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e84ce50-b393-42bb-9b30-369e5aeca754 None None] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:14.257922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39896) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:14.268162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.268522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.268867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.269206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.269544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.269897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.270305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.270637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.270968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.271306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.271622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.272317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.272317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7407498d-fea6-4fb8-bd2a-e9ab55094313 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.304126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:14.315195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2733aa18-72e5-4849-a3ca-866af635c6ee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5662835 Jan 04 14:01:14.315931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39898) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:14.319256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:14.350770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.353491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:14.354187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:14.374601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet eec409c2-b0d5-4895-aed2-4646248d9082 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:14.378055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.408141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting port 146d0dd7-fcfd-4075-b211-3ce903e174c0 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:14.408392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.426012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.458667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:14.484895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] For port 146d0dd7-fcfd-4075-b211-3ce903e174c0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=146d0dd7-fcfd-4075-b211-3ce903e174c0,segment=NetworkSegment(d7b0e960-4395-4329-bc37-ccec9ba0c389),segment_id=d7b0e960-4395-4329-bc37-ccec9ba0c389)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:14.485258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.497730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Calling delete_port for 146d0dd7-fcfd-4075-b211-3ce903e174c0 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:14.507371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] DHCP port deletion for 4838c908-115a-483a-bc7d-e09f6fa0f3bc request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:14.529438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.587855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.595997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.619682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Port': ['ID=146d0dd7-fcfd-4075-b211-3ce903e174c0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:14.625802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=eec409c2-b0d5-4895-aed2-4646248d9082,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:14.625980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] No DVR routers for this DVR port 146d0dd7-fcfd-4075-b211-3ce903e174c0 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:14.628746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.635201 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/eec409c2-b0d5-4895-aed2-4646248d9082 HTTP/1.1" status: 204 len: 168 time: 0.3178511 Jan 04 14:01:14.635977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39902) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:14.651583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.652091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.652697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.652971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.653403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.653914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.654890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.654890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.655134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.655492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.655886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.656282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.656672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff6fa7c-2041-45f9-892e-527d1013e935 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:14.723789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f42d53b-f8bf-465c-b219-ef155ff43794 None None] Network cf1eddc1-610d-48aa-b95e-55a8ed18edb9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:14.727097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.736242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.751512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4838c908-115a-483a-bc7d-e09f6fa0f3bc']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:14.762049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39904) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:14.795658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:14.796000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.810034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7b0e960-4395-4329-bc37-ccec9ba0c389') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:14.810435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7b0e960-4395-4329-bc37-ccec9ba0c389') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:14.835650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.862183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd1dc522-4e21-4fa1-8f9f-a664fe556ff1 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:14.872489 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dd1dc522-4e21-4fa1-8f9f-a664fe556ff1 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 814 time: 0.1002707 Jan 04 14:01:14.872489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.872489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:14.872489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:14.874707 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:14.876847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,segment=NetworkSegment(6b8af32f-5209-44e5-bf69-51306d3d59e8),segment_id=6b8af32f-5209-44e5-bf69-51306d3d59e8)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:14.876847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.882279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Deleting port 146d0dd7-fcfd-4075-b211-3ce903e174c0 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:14.882653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.891219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:14.943155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.951398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:14.954624 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/networks/4838c908-115a-483a-bc7d-e09f6fa0f3bc HTTP/1.1" status: 204 len: 168 time: 0.6957357 Jan 04 14:01:14.957048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39908) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:14.974702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aedba83-5812-407c-9d56-0bad59106d61 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Network': ['ID=4838c908-115a-483a-bc7d-e09f6fa0f3bc,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:14.987550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] For port 146d0dd7-fcfd-4075-b211-3ce903e174c0, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:14.988036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.003766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Calling delete_port for 146d0dd7-fcfd-4075-b211-3ce903e174c0 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:15.004725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.007681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Port 146d0dd7-fcfd-4075-b211-3ce903e174c0 was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:01:15.010391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.032235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting subnet 85c93424-54cf-422f-8f97-fb3b93b46966 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:15.035717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.041837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:15.042499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:13Z', 'revision_number': 10, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:15.047204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Network 4838c908-115a-483a-bc7d-e09f6fa0f3bc is not hosted by any dhcp agent {{(pid=103266) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jan 04 14:01:15.047837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] No DVR routers for this DVR port 146d0dd7-fcfd-4075-b211-3ce903e174c0 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:15.049917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:15.052364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff7196f-9f9a-4314-a368-aa071127283c None None] Pushing event deleted for resources: {'Port': ['ID=146d0dd7-fcfd-4075-b211-3ce903e174c0,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:15.080265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.083707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b84cda-ee7b-4772-ba87-13f0d48620a6 None None] DHCP port deletion for cf1eddc1-610d-48aa-b95e-55a8ed18edb9 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:15.086499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:15.113090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:15.113933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:00:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:15.140586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.163957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1eddc1-610d-48aa-b95e-55a8ed18edb9']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:15.174505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b8af32f-5209-44e5-bf69-51306d3d59e8') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:15.175084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b8af32f-5209-44e5-bf69-51306d3d59e8') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:15.187317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.201968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.203208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:15.208419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:15.208818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:15.226613 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:15.287770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.307995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.311384 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/cf1eddc1-610d-48aa-b95e-55a8ed18edb9 HTTP/1.1" status: 204 len: 168 time: 0.6732466 Jan 04 14:01:15.312458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7f3df2-5882-476d-aa21-879af798ebd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=cf1eddc1-610d-48aa-b95e-55a8ed18edb9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:15.314248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39912) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:15.361422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39914) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:15.407206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--1940439218', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:15.432730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:13Z', 'revision_number': 10, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:15.439791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:15.443479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.470269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf02f9e4-d288-4f33-b933-1211a95ce964 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:13Z', 'revision_number': 10, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None, '_interfaces': [{'id': '3ed830c2-8c6f-41c9-b758-77a4ee58a24b', 'name': '', 'network_id': '1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'mac_address': 'fa:16:3e:72:35:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'device_owner': 'network:router_interface', 'standard_attr_id': 1262, 'fixed_ips': [{'subnet_id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:48Z', 'updated_at': '2022-01-04T14:00:54Z', 'revision_number': 5, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'subnets': [{'id': 'ff0c3bb6-92da-41c8-975d-1fe9b163a98a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:15.512130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.522059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-64a003d3-0bf5-4485-907e-2c61831a1540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.556364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:01:15.580290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.583146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.583488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment 9a69b3a5-54c1-4382-9b56-860ea97582cd of type vlan for network e306a785-1a09-477d-89cf-969aa9835c25 Jan 04 14:01:15.607442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Subnet': ['ID=85c93424-54cf-422f-8f97-fb3b93b46966,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:15.612175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.614870 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5c65f08c-0417-44bb-96ab-76e4be870080 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/subnets/85c93424-54cf-422f-8f97-fb3b93b46966 HTTP/1.1" status: 204 len: 168 time: 0.6568940 Jan 04 14:01:15.617424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39916) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:15.623246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe74053-ca9d-4f7d-a3df-1e32247e5b12 None None] Network d182b93e-f40d-443b-bffc-f93fcad6932a requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:15.653667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.675374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting subnet 1de7da05-2454-4955-a387-d5c4040bc87a {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:15.678739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.707447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.713272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:15.713843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.737311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.771397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3735950 Jan 04 14:01:15.775102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39918) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:15.807419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b6f59e-c6df-4983-9b3f-0cc6cecafda4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=e306a785-1a09-477d-89cf-969aa9835c25,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:15.818714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network e306a785-1a09-477d-89cf-969aa9835c25 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:01:15.883693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff3f7e1-abbd-4b42-9864-30c3228a74ca tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:15.889610 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bff3f7e1-abbd-4b42-9864-30c3228a74ca tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1093755 Jan 04 14:01:15.889802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] DHCP port deletion for d182b93e-f40d-443b-bffc-f93fcad6932a request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:15.889965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39920) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:15.900332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.917156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:15.923396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:15.961788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:15.962773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6ad97e29-3dd2-4044-8bf4-7a2cc1e7bee6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:15.962773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 146d0dd7-fcfd-4075-b211-3ce903e174c0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:15.983313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 146d0dd7-fcfd-4075-b211-3ce903e174c0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:15.983565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 146d0dd7-fcfd-4075-b211-3ce903e174c0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:16.015921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] Deleting port 77abde37-8b35-4875-b684-da6e6a860d02 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:16.016552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.046202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44b3ad-31c3-451b-bc8a-e1a6bc3e950e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:16.047847 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2e44b3ad-31c3-451b-bc8a-e1a6bc3e950e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1573286 Jan 04 14:01:16.050715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39922) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.088650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.091848 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-22b1b3a1-ca18-4f64-92c7-abb3526e5a45 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0400870 Jan 04 14:01:16.095028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39924) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.110758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] For port 77abde37-8b35-4875-b684-da6e6a860d02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77abde37-8b35-4875-b684-da6e6a860d02,segment=NetworkSegment(083d98b7-6dce-479a-8bdb-67197b0c55ee),segment_id=083d98b7-6dce-479a-8bdb-67197b0c55ee)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:16.111428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.118734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Subnet': ['ID=1de7da05-2454-4955-a387-d5c4040bc87a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:16.121093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.124451 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e970e028-0ec0-4bed-9498-e02498e721c3 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/subnets/1de7da05-2454-4955-a387-d5c4040bc87a HTTP/1.1" status: 204 len: 168 time: 0.5059686 Jan 04 14:01:16.127128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39926) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.134136 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-190428ed-21f0-4b81-9625-6a803657b45e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0355608 Jan 04 14:01:16.134519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39928) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.136802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] Calling delete_port for 77abde37-8b35-4875-b684-da6e6a860d02 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:16.140383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3396ed8b-e250-49a1-bbfd-7a9f8166b605 None None] Network 90d1a4dc-981b-458c-8da9-6d2152192a11 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:16.214891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.267508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting port 77abde37-8b35-4875-b684-da6e6a860d02 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:16.267896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.317517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.333488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] For port 77abde37-8b35-4875-b684-da6e6a860d02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=77abde37-8b35-4875-b684-da6e6a860d02,segment=NetworkSegment(083d98b7-6dce-479a-8bdb-67197b0c55ee),segment_id=083d98b7-6dce-479a-8bdb-67197b0c55ee)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:16.333918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.352650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Calling delete_port for 77abde37-8b35-4875-b684-da6e6a860d02 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:16.353029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] Pushing event deleted for resources: {'Port': ['ID=77abde37-8b35-4875-b684-da6e6a860d02,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:16.359414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda1b111-c669-47ad-a724-d7178ae44dbf None None] No DVR routers for this DVR port 77abde37-8b35-4875-b684-da6e6a860d02 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:16.362312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20ae85a5-54da-419b-bd55-102d646be615 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:16.363915 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-20ae85a5-54da-419b-bd55-102d646be615 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2286735 Jan 04 14:01:16.368326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39930) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.396157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] DHCP port deletion for 90d1a4dc-981b-458c-8da9-6d2152192a11 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:16.412484 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6a7d09b9-fc54-41b4-91ac-59293add5a07 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0408494 Jan 04 14:01:16.414068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39932) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.419609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-350568640', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:16.425227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:16.425565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.449255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] Deleting port afc0fb74-0da7-4aec-9ef6-64e1d864475d {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:16.450321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.455960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.493702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Port': ['ID=77abde37-8b35-4875-b684-da6e6a860d02,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:16.500534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] No DVR routers for this DVR port 77abde37-8b35-4875-b684-da6e6a860d02 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:16.514222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] For port afc0fb74-0da7-4aec-9ef6-64e1d864475d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=afc0fb74-0da7-4aec-9ef6-64e1d864475d,segment=NetworkSegment(b4dfa49c-c572-41bc-89dd-c3764dfe5a89),segment_id=b4dfa49c-c572-41bc-89dd-c3764dfe5a89)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:16.514663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.528386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] Calling delete_port for afc0fb74-0da7-4aec-9ef6-64e1d864475d owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:16.587118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.614965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d182b93e-f40d-443b-bffc-f93fcad6932a']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:16.622221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.627075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '083d98b7-6dce-479a-8bdb-67197b0c55ee') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:16.627514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '083d98b7-6dce-479a-8bdb-67197b0c55ee') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:16.638201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.648534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] Pushing event deleted for resources: {'Port': ['ID=afc0fb74-0da7-4aec-9ef6-64e1d864475d,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:16.652607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.653781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8a0a95d-ef95-4c8f-9885-545f5c320ddb None None] No DVR routers for this DVR port afc0fb74-0da7-4aec-9ef6-64e1d864475d on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:16.671202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:16.671660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:16.675196 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:16.736725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.744122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.751831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/networks/d182b93e-f40d-443b-bffc-f93fcad6932a HTTP/1.1" status: 204 len: 168 time: 0.6202130 Jan 04 14:01:16.752141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39934) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:16.771018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90333871-138a-47b6-924c-d3acafe412e4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Network': ['ID=d182b93e-f40d-443b-bffc-f93fcad6932a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:16.846162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.923895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 3ed830c2-8c6f-41c9-b758-77a4ee58a24b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:16.924223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.937450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.938968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 3ed830c2-8c6f-41c9-b758-77a4ee58a24b owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:16.940546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:16.944003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.958199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['90d1a4dc-981b-458c-8da9-6d2152192a11']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:16.967492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:16.967854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4dfa49c-c572-41bc-89dd-c3764dfe5a89') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:16.977376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.993564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:16.999921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:17.000420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:17.003428 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:17.067724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.072934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.079270 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/networks/90d1a4dc-981b-458c-8da9-6d2152192a11 HTTP/1.1" status: 204 len: 168 time: 0.3239107 Jan 04 14:01:17.081245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39936) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:17.091633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6e2139-fcf3-4bce-95d2-159ade3505f4 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Network': ['ID=90d1a4dc-981b-458c-8da9-6d2152192a11,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:17.216345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting subnet f96089b2-091c-4699-8f11-9dc535e6724b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:17.225330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.322888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.363894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.405930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.450552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device afc0fb74-0da7-4aec-9ef6-64e1d864475d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:17.459579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=3ed830c2-8c6f-41c9-b758-77a4ee58a24b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:17.470998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: afc0fb74-0da7-4aec-9ef6-64e1d864475d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:17.471349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device afc0fb74-0da7-4aec-9ef6-64e1d864475d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:17.471775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77abde37-8b35-4875-b684-da6e6a860d02 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:17.491408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 77abde37-8b35-4875-b684-da6e6a860d02 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:17.491747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 77abde37-8b35-4875-b684-da6e6a860d02 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:17.492177 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 344331f4-a171-4998-9ab7-45d31416928d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:17.514974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 344331f4-a171-4998-9ab7-45d31416928d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:17.515342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 344331f4-a171-4998-9ab7-45d31416928d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:17.518637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=14e4358c-04c9-41d9-bd14-051171e72721,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:17.557628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.589492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:17.589855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: e306a785-1a09-477d-89cf-969aa9835c25, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:17.668895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network e306a785-1a09-477d-89cf-969aa9835c25 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:17.705745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.710916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, e306a785-1a09-477d-89cf-969aa9835c25) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:17.719798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:17.720163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f6f8aab-6d56-4577-a0df-f67de6c7b3c7 None None] Network e306a785-1a09-477d-89cf-969aa9835c25 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:17.720641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.724124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.793007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Subnet': ['ID=f96089b2-091c-4699-8f11-9dc535e6724b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:17.806025 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bb77e84a-a97c-4397-9f78-489e9577d88e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3875842 Jan 04 14:01:17.806392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.809414 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f44154a8-a3f0-4c25-82fc-2d4cd8fc8dd5 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/subnets/f96089b2-091c-4699-8f11-9dc535e6724b HTTP/1.1" status: 204 len: 168 time: 0.7259812 Jan 04 14:01:17.811045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a2694c7-841e-4f93-a2e9-b149421018a4 None None] Network 533b1338-46c5-48ff-ac0d-131cdac7edb8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:17.812977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39942) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:17.830288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f8ee6b3-cb60-437a-aabf-3df3f7456181 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.897393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-e306a785-1a09-477d-89cf-969aa9835c25', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': '14e4358c-04c9-41d9-bd14-051171e72721'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:17.898334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.924355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:17.926716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:17.992459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Deleting port bd7a6d3d-4544-456b-8938-c7f4be08ad16 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:17.992830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.034487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:18.045942 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:18.063284 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6385c654-fa79-4bce-bee4-c4160b828023 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7479265 Jan 04 14:01:18.064324 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:18.064957 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.067193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39946) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:18.074383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] For port bd7a6d3d-4544-456b-8938-c7f4be08ad16, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bd7a6d3d-4544-456b-8938-c7f4be08ad16,segment=NetworkSegment(6412fba2-d593-4fe3-b66e-8478b09a4bcb),segment_id=6412fba2-d593-4fe3-b66e-8478b09a4bcb)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:18.074758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.088373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Calling delete_port for bd7a6d3d-4544-456b-8938-c7f4be08ad16 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:18.177675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.202661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting subnet ff0c3bb6-92da-41c8-975d-1fe9b163a98a {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:01:18.204726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Port': ['ID=bd7a6d3d-4544-456b-8938-c7f4be08ad16,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:18.212910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] No DVR routers for this DVR port bd7a6d3d-4544-456b-8938-c7f4be08ad16 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:18.214880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.235033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8a76dcc-e41d-4203-918f-245072fab0c7 None None] DHCP port deletion for 533b1338-46c5-48ff-ac0d-131cdac7edb8 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:18.262284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Allocated IP 172.20.0.18 (e306a785-1a09-477d-89cf-969aa9835c25/14e4358c-04c9-41d9-bd14-051171e72721/5720f256-f78f-45ad-a1c9-f179e4491857) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:18.263134 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:18.296576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.330436 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:17Z', 'revision_number': 11, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.359350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39950) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:18.359659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.361394 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:18.365314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-760212356', 'description': 'tempest-secgroup-smoke-760212356 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:18.371408 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:18.372054 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.392002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['533b1338-46c5-48ff-ac0d-131cdac7edb8']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.406243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6412fba2-d593-4fe3-b66e-8478b09a4bcb') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.406542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6412fba2-d593-4fe3-b66e-8478b09a4bcb') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.421460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.436837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.438727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.443537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:18.444011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:18.447186 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:18.464320 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:18.469536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.475009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.481743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.520032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Network e306a785-1a09-477d-89cf-969aa9835c25 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:18.525153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:18.531017 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:17Z', 'revision_number': 11, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:18.538970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Pushing event updated for resources: {'Port': ['ID=5720f256-f78f-45ad-a1c9-f179e4491857,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:18.548615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:18.552388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.554637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.560564 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4846843-e7e6-4265-82ef-2737dcc25b15 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:17Z', 'revision_number': 11, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:18.561246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.568143 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/networks/533b1338-46c5-48ff-ac0d-131cdac7edb8 HTTP/1.1" status: 204 len: 168 time: 0.7513797 Jan 04 14:01:18.569542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39954) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:18.606424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7c703-d7c6-46e1-b5d6-6cd30da30b53 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Pushing event deleted for resources: {'Network': ['ID=533b1338-46c5-48ff-ac0d-131cdac7edb8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:18.609774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Subnet': ['ID=ff0c3bb6-92da-41c8-975d-1fe9b163a98a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:18.615143 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f73cc830-f413-4586-9741-f7396becd318 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d8ea7f2-d681-4c05-8c12-21ac1c11d22f HTTP/1.1" status: 200 len: 205 time: 0.0444431 Jan 04 14:01:18.617768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39956) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:18.618421 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Attempting to bind port 5720f256-f78f-45ad-a1c9-f179e4491857 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:18.619142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Attempting to bind port 5720f256-f78f-45ad-a1c9-f179e4491857 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:18.619273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Attempting to bind port 5720f256-f78f-45ad-a1c9-f179e4491857 on network e306a785-1a09-477d-89cf-969aa9835c25 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:18.619666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.623562 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fa79697d-f5c8-4d78-af71-4243fd261dd1 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/ff0c3bb6-92da-41c8-975d-1fe9b163a98a HTTP/1.1" status: 204 len: 168 time: 0.5550604 Jan 04 14:01:18.623669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77361695-2a97-4841-9108-d8ab4ea81f78 None None] Network 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:18.625907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39958) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:18.647155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 0, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:18.648156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Checking segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:18.648156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.648365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Bound using segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:18.648744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Bound port: 5720f256-f78f-45ad-a1c9-f179e4491857, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:18.649115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.714459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.723981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.730077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.733008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.776362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.776537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] For port 5720f256-f78f-45ad-a1c9-f179e4491857, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:18.781984 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.4166853 Jan 04 14:01:18.781984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea1f215-1dd4-4dd7-b64b-f31353cf8a44 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4e792b23-ad36-47bc-a212-0c0d8ffbc201,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:18.783582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] For port 5720f256-f78f-45ad-a1c9-f179e4491857, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5720f256-f78f-45ad-a1c9-f179e4491857,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:18.786784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39960) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:18.789481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.791966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '4e792b23-ad36-47bc-a212-0c0d8ffbc201', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:18.828250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Deleting port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:18.828615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.856289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7655da-7088-48ca-9e40-b7a8eff6171d None None] Pushing event updated for resources: {'Port': ['ID=5720f256-f78f-45ad-a1c9-f179e4491857,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:18.905796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] For port 64ada0d4-6194-4117-ae19-666a4ec0c1a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64ada0d4-6194-4117-ae19-666a4ec0c1a6,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:18.906209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.928474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Calling delete_port for 64ada0d4-6194-4117-ae19-666a4ec0c1a6 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:18.934945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.938473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:18.941333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] DHCP port deletion for 1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:18.983645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.009402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.009921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Fanout notify agent at l3_agent the message router_deleted on router 1d8ea7f2-d681-4c05-8c12-21ac1c11d22f {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:01:19.020613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.021841 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-20e9b73f-5c4a-4be4-957b-af16559d2838 tempest-RoutersNegativeIpV6Test-1023221831 tempest-RoutersNegativeIpV6Test-1023221831-project] 10.222.0.30 "DELETE /v2.0/routers/1d8ea7f2-d681-4c05-8c12-21ac1c11d22f HTTP/1.1" status: 204 len: 168 time: 0.4004042 Jan 04 14:01:19.023599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] Deleting port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:19.024073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.050544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.125723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.133148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Port': ['ID=64ada0d4-6194-4117-ae19-666a4ec0c1a6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.133645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.151489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No DVR routers for this DVR port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:19.180486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8f24d48-6b34-4250-b4db-4f3cd01320fb,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.183172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] For port 64ada0d4-6194-4117-ae19-666a4ec0c1a6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=64ada0d4-6194-4117-ae19-666a4ec0c1a6,segment=NetworkSegment(06e23698-fb22-41b8-a1cb-b922da66ff6f),segment_id=06e23698-fb22-41b8-a1cb-b922da66ff6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:19.183732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.194667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.196075 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-377dcea8-888b-4b30-84e0-e6d4a9568ceb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4083269 Jan 04 14:01:19.198799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39964) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.208447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '4e792b23-ad36-47bc-a212-0c0d8ffbc201', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:19.209810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.212464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] Calling delete_port for 64ada0d4-6194-4117-ae19-666a4ec0c1a6 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:19.291457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.300970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.332155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:19.332547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.344113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06e23698-fb22-41b8-a1cb-b922da66ff6f') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:19.345164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06e23698-fb22-41b8-a1cb-b922da66ff6f') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:19.366410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.369377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] Pushing event deleted for resources: {'Port': ['ID=64ada0d4-6194-4117-ae19-666a4ec0c1a6,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.371692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac1c1204-4a28-41a4-95d0-e76328d711ad None None] No DVR routers for this DVR port 64ada0d4-6194-4117-ae19-666a4ec0c1a6 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:01:19.398079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.401798 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.405690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Releasing vlan 181 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:01:19.406080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.407166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:01:19.409877 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:01:19.425007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec884e65-2535-4f42-a029-6ba50b5e3505,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.446793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.451132 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5a58989d-822b-44a4-8abe-78ca5a75498c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2464004 Jan 04 14:01:19.451861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39968) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.458577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '4e792b23-ad36-47bc-a212-0c0d8ffbc201', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:19.486120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.491297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.491482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.497303 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/networks/1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187 HTTP/1.1" status: 204 len: 168 time: 0.8704090 Jan 04 14:01:19.498507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39970) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.515235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39972) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.517533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'routes': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:19.551014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5720f256-f78f-45ad-a1c9-f179e4491857 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:19.557665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c698a5e5-8388-47a4-bb4d-b079ad72e402 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Pushing event deleted for resources: {'Network': ['ID=1ff0f3ae-6cdf-47c5-9bb5-4ee35618f187,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.584743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.591234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.610668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a683468-ce11-4324-ad45-b3dac3c77284,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.627478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.631151 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-feecb8fe-d973-49d1-88c4-6d14e91f84e0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1757491 Jan 04 14:01:19.632765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39976) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.634519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5720f256-f78f-45ad-a1c9-f179e4491857 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:19.635096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.637699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '4e792b23-ad36-47bc-a212-0c0d8ffbc201', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:19.673124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.694107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Added routes are [] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jan 04 14:01:19.694488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.extraroute_db [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Removed routes are [] {{(pid=103264) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jan 04 14:01:19.695018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.734828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.757069 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aa7cb686-a2e2-44f5-a98f-947c87feaec1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=a314cdb8649f45408c26954db23b24d8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2405114 Jan 04 14:01:19.761433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39980) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.787035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.789352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 5720f256-f78f-45ad-a1c9-f179e4491857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5720f256-f78f-45ad-a1c9-f179e4491857,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:19.796178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.798769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.839747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4211ddab-6641-4744-9db6-b8f90a005114,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.868585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.870353 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2ef6af75-c04b-43d5-9d95-a47e78ccedd3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2361689 Jan 04 14:01:19.872560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef6c84e-f36e-46e3-a050-02b98cfd3d76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.874168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=5720f256-f78f-45ad-a1c9-f179e4491857,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:19.874311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39982) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:19.874567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.878529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.878852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '4e792b23-ad36-47bc-a212-0c0d8ffbc201', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:19.892379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bd7a6d3d-4544-456b-8938-c7f4be08ad16 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:19.895841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.896273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.896683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.897085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.897480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.897922 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.898579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.898821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.899430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.900001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.900483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.900871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.901267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:19.924487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef6c84e-f36e-46e3-a050-02b98cfd3d76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:19.926100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: bd7a6d3d-4544-456b-8938-c7f4be08ad16 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:19.926936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bd7a6d3d-4544-456b-8938-c7f4be08ad16 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:19.927446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ed830c2-8c6f-41c9-b758-77a4ee58a24b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:19.949643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3ed830c2-8c6f-41c9-b758-77a4ee58a24b {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:19.950143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ed830c2-8c6f-41c9-b758-77a4ee58a24b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:19.950569 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 64ada0d4-6194-4117-ae19-666a4ec0c1a6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:01:19.974381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 64ada0d4-6194-4117-ae19-666a4ec0c1a6 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:01:19.974714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 64ada0d4-6194-4117-ae19-666a4ec0c1a6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:01:19.975224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router a1afed97-9f62-4284-bcb7-2b1b420fda11 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:19.989568 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:01:19.995939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.032647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef6c84e-f36e-46e3-a050-02b98cfd3d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.035351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef6c84e-f36e-46e3-a050-02b98cfd3d76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.038725 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bef6c84e-f36e-46e3-a050-02b98cfd3d76 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/2e04a42a-67b0-4ac0-8bca-f57bb483e503 HTTP/1.1" status: 204 len: 168 time: 0.2757108 Jan 04 14:01:20.055006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef6c84e-f36e-46e3-a050-02b98cfd3d76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e04a42a-67b0-4ac0-8bca-f57bb483e503,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:20.082297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.095341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.118581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9945d47a-4f17-41aa-b423-f0aabe98cc51,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:20.129111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.133052 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aef638e0-98bd-44ab-b4c8-af962810bc16 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2551665 Jan 04 14:01:20.133489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39986) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:20.138199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '4e792b23-ad36-47bc-a212-0c0d8ffbc201', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:20.169172 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:01:20.176297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.255473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.264096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.274711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f41f2443-8c37-430f-a24a-d7ce8962dcaf None None] Network e306a785-1a09-477d-89cf-969aa9835c25 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:20.289301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64d9b932-4df3-445c-a276-95032907a722,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:20.300747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.310951 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-575da0a7-cfc5-4296-9df0-7dd2879969b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1675971 Jan 04 14:01:20.349395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:20.356808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.358048 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09dd71df-6c8e-4335-a732-6c0ea3208bee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 701 time: 0.8446059 Jan 04 14:01:20.360820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 39994) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:20.368373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] Sync routers for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:20.398541 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5121b5a1-adb4-496c-bd31-0bc75c2e490a tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 205 time: 0.0365651 Jan 04 14:01:20.402191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 39998) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:20.410226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.413391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:20.414055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:20.423186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-675a6ef6-0531-4c68-8a4b-38c9c74cc992 None None] Provisioning complete for port 5720f256-f78f-45ad-a1c9-f179e4491857 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:20.423559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-675a6ef6-0531-4c68-8a4b-38c9c74cc992 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.488271 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.540542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:20.584452 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-4dcc9f22-0069-4082-8a72-2fdea593390c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-760212356&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0531521 Jan 04 14:01:20.602083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:17Z', 'revision_number': 11, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:20.641311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] Checking router: a1afed97-9f62-4284-bcb7-2b1b420fda11 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:20.654721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] Routers {'a1afed97-9f62-4284-bcb7-2b1b420fda11'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:20.655355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['a1afed97-9f62-4284-bcb7-2b1b420fda11'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:20.669213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.672456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.727975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.728842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router a1afed97-9f62-4284-bcb7-2b1b420fda11 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:01:20.737138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.742191 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d4ff3cd1-7b8c-4996-99b2-920f1e91f234 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 204 len: 168 time: 0.3349986 Jan 04 14:01:20.746959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40016) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:20.752348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-605207179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:20.774971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] Set router a1afed97-9f62-4284-bcb7-2b1b420fda11 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:20.786321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.787629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.789797 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-4aa4a68f-327b-43c2-905b-724cade9c491 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:20.797694 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-4aa4a68f-327b-43c2-905b-724cade9c491 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=e306a785-1a09-477d-89cf-969aa9835c25 HTTP/1.1" status: 200 len: 797 time: 0.2042906 Jan 04 14:01:20.820172 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-0e1ecca2-2b21-4f07-9120-16c51938bd59 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0213439 Jan 04 14:01:20.854921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:17Z', 'revision_number': 11, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:20.858710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.867061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.885715 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-00a7f153-0e35-4714-9d14-6aab3b5cbfe0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0645394 Jan 04 14:01:20.898088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:20.898522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba953ba-989b-4ea9-8483-87b84ca5e181 None None] The sync data for ids ['a1afed97-9f62-4284-bcb7-2b1b420fda11'] in dv-neutron-master-2-hyperv is: [{'id': 'a1afed97-9f62-4284-bcb7-2b1b420fda11', 'name': 'tempest-RoutersTest-router-1285351248', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:47Z', 'updated_at': '2022-01-04T14:01:17Z', 'revision_number': 11, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:20.903040 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d359cc1f-33ed-4113-864e-658638078e05 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1542265 Jan 04 14:01:20.905613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40022) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:20.910750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:21.026600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-3d062b50-fadb-4d3e-b19f-c716cacda8e4 service neutron] 10.222.0.30 "GET /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260059 Jan 04 14:01:21.054345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f53a237c-b5cc-47b7-b6d1-914e87681625 None None] Provisioning complete for port 5720f256-f78f-45ad-a1c9-f179e4491857 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:21.056098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f53a237c-b5cc-47b7-b6d1-914e87681625 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.099787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40026) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:21.143988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-2a261396-0be4-4081-b8c9-544ff1a08722 service neutron] 10.222.0.30 "GET /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151495 Jan 04 14:01:21.242126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1489421772-network', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:21.292203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Made reservation on behalf of dd0bfa8d16b046e0927c65dac76c33f2 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:21.292203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.308843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.408509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.423559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.443085 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ccba5b72-6f2a-4a98-a231-a3fa20da7168 req-e4442d7d-f8dc-49c3-b7be-984b1467da51 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 210 time: 0.0983827 Jan 04 14:01:21.459584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5720f256-f78f-45ad-a1c9-f179e4491857 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:21.472221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:01:21.482938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc8a8d0-56f5-4719-a398-cefcd3f4fd01,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:21.488252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.488663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Added segment 00ca8dac-b3e8-41db-bfed-43056bf1bd10 of type vlan for network 68785ae6-0ee9-4234-8207-0c37d0263610 Jan 04 14:01:21.527876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5720f256-f78f-45ad-a1c9-f179e4491857 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:21.528604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.533646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.571643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.573184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:21.573949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.584161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.600624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.623561 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5227489 Jan 04 14:01:21.629697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40038) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:21.640632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Request body: {'subnet': {'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1489421772-subnet', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:21.704995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b46626-d281-4a24-b2de-edc5d25ae6d8 admin admin] Pushing event updated for resources: {'Network': ['ID=68785ae6-0ee9-4234-8207-0c37d0263610,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:21.708132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Router 86733abe-b315-4705-a75c-213812088a34 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:01:21.716426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Made reservation on behalf of dd0bfa8d16b046e0927c65dac76c33f2 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:21.721151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 68785ae6-0ee9-4234-8207-0c37d0263610 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:01:21.721354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.823683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:21.834286 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] Sync routers for ids ['86733abe-b315-4705-a75c-213812088a34'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:21.834741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.835773 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-76704425-6f6f-47d3-a3a2-0de4c05ad896 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "PUT /v2.0/routers/86733abe-b315-4705-a75c-213812088a34 HTTP/1.1" status: 200 len: 693 time: 0.9290080 Jan 04 14:01:21.838289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40042) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:21.851263 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] Routers {'86733abe-b315-4705-a75c-213812088a34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:21.852286 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['86733abe-b315-4705-a75c-213812088a34'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:21.928114 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d2e7358-724f-46b0-aff0-88957cf541cb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/routers/86733abe-b315-4705-a75c-213812088a34 HTTP/1.1" status: 200 len: 699 time: 0.0878103 Jan 04 14:01:21.930299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40044) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:21.931990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:21.968899 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-04565c19-ab53-4133-ac7d-29c7b00feab5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=86733abe-b315-4705-a75c-213812088a34 HTTP/1.1" status: 200 len: 205 time: 0.0309312 Jan 04 14:01:21.969175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40046) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:21.976185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.030355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=83b0e593-57d8-4548-831e-2777178c68ad,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:22.031878 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] Set router 86733abe-b315-4705-a75c-213812088a34 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:22.037168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Checking segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:22.037641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Network hostable DHCP agents. Network: 68785ae6-0ee9-4234-8207-0c37d0263610, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:22.057253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:22.067845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 68785ae6-0ee9-4234-8207-0c37d0263610) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:22.072484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:22.073163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.073334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.080246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14313def-3f14-4ff4-be93-a6c42f345262 None None] Network 68785ae6-0ee9-4234-8207-0c37d0263610 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:22.093812 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8b6726c1-ad10-4721-bcab-c08079204ad5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4623342 Jan 04 14:01:22.096273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40048) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.099854 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86733abe-b315-4705-a75c-213812088a34', 'name': 'tempest-RoutersTest-router-605207179', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:20Z', 'updated_at': '2022-01-04T14:01:21Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:22.103367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:22.130470 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] Checking router: 86733abe-b315-4705-a75c-213812088a34 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:22.132907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.134555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.139525 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] Routers {'86733abe-b315-4705-a75c-213812088a34'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:22.140307 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['86733abe-b315-4705-a75c-213812088a34'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:22.198140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-68785ae6-0ee9-4234-8207-0c37d0263610', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:22.199047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.210547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.211435 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] Set router 86733abe-b315-4705-a75c-213812088a34 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:22.272787 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '86733abe-b315-4705-a75c-213812088a34', 'name': 'tempest-RoutersTest-router-605207179', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:20Z', 'updated_at': '2022-01-04T14:01:21Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:22.278437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.282298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.305802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6006f26-40d0-4265-9c54-05d5a8027277 None None] The sync data for ids ['86733abe-b315-4705-a75c-213812088a34'] in dv-neutron-master-2-hyperv is: [{'id': '86733abe-b315-4705-a75c-213812088a34', 'name': 'tempest-RoutersTest-router-605207179', 'tenant_id': '155550db4a954374b7bf7a3e17b0531c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:20Z', 'updated_at': '2022-01-04T14:01:21Z', 'revision_number': 2, 'project_id': '155550db4a954374b7bf7a3e17b0531c', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:22.338450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.339083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Fanout notify agent at l3_agent the message router_deleted on router 86733abe-b315-4705-a75c-213812088a34 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:01:22.347940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.349140 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d3a91476-8240-44d6-9ccb-ef2586852cf5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/86733abe-b315-4705-a75c-213812088a34 HTTP/1.1" status: 204 len: 168 time: 0.3787630 Jan 04 14:01:22.355595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40050) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.398642 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-949f78f5-ee52-4cc0-b443-66f833f1c9bb tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=86733abe-b315-4705-a75c-213812088a34 HTTP/1.1" status: 200 len: 205 time: 0.0409257 Jan 04 14:01:22.400395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40052) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.410514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.471880 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-36f44252-11b8-4b89-a0dc-d2f6ad473359 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:22.473918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-36f44252-11b8-4b89-a0dc-d2f6ad473359 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/86733abe-b315-4705-a75c-213812088a34 HTTP/1.1" status: 404 len: 336 time: 0.0713954 Jan 04 14:01:22.490805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40056) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.531491 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-99bff104-f9c1-4eec-a217-f6f7a19e4b09 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:22.531951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99bff104-f9c1-4eec-a217-f6f7a19e4b09 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:22.538801 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-99bff104-f9c1-4eec-a217-f6f7a19e4b09 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/2956131a-0a9e-4a6a-af19-aac820cefc7b HTTP/1.1" status: 404 len: 337 time: 0.0391948 Jan 04 14:01:22.539830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40058) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.568145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-70315717-7ed4-4ffc-8fd1-94c21eeaa092 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:22.570858 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-70315717-7ed4-4ffc-8fd1-94c21eeaa092 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=e306a785-1a09-477d-89cf-969aa9835c25 HTTP/1.1" status: 200 len: 797 time: 0.1764770 Jan 04 14:01:22.578533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5c6742-313a-4c4d-b5ee-f23fb64762d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:22.579534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec5c6742-313a-4c4d-b5ee-f23fb64762d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:22.588799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ec5c6742-313a-4c4d-b5ee-f23fb64762d3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/855a42ee-9196-4aa4-b152-17be4c297c7b HTTP/1.1" status: 404 len: 337 time: 0.0477316 Jan 04 14:01:22.591642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40060) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.628994 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e62cef35-c4a7-4091-b91c-4c0c56a826c6 req-d5073f3e-9ea6-4a29-b27f-e49446e70b2b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 210 time: 0.0391376 Jan 04 14:01:22.658517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Allocated IP 172.20.0.2 (68785ae6-0ee9-4234-8207-0c37d0263610/83b0e593-57d8-4548-831e-2777178c68ad/3a307891-5081-490d-ab1c-332d937f52eb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:22.668140 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-4620c257-5c11-4162-bb84-07aefaafad7f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:22.668778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4620c257-5c11-4162-bb84-07aefaafad7f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:22.672004 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4620c257-5c11-4162-bb84-07aefaafad7f tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/eec409c2-b0d5-4895-aed2-4646248d9082 HTTP/1.1" status: 404 len: 337 time: 0.0769408 Jan 04 14:01:22.674928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40066) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.712120 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-2324c31d-424f-4175-96e1-4a243a43615d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:22.712579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2324c31d-424f-4175-96e1-4a243a43615d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:22.717921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2324c31d-424f-4175-96e1-4a243a43615d tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/ff0c3bb6-92da-41c8-975d-1fe9b163a98a HTTP/1.1" status: 404 len: 337 time: 0.0385983 Jan 04 14:01:22.718676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.763045 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cb027200-8064-4710-a050-80d73743fefd tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 200 len: 205 time: 0.0426981 Jan 04 14:01:22.769700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40070) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.786497 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-13f06226-6a6b-49f3-95fa-ee5debf266ad tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 472 time: 0.2054389 Jan 04 14:01:22.832280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['4e792b23-ad36-47bc-a212-0c0d8ffbc201']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:22.836892 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-84464963-4f48-4595-85d7-29000edb4a68 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:22.838215 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-84464963-4f48-4595-85d7-29000edb4a68 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/a1afed97-9f62-4284-bcb7-2b1b420fda11 HTTP/1.1" status: 404 len: 336 time: 0.0670278 Jan 04 14:01:22.843695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.850184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:22.862831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40072) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.895657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:22.898704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:22.899181 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b47a6c51-ad37-4506-8013-838abdda4cee tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=96b3f208-c16c-4a27-9153-9f75157d67db HTTP/1.1" status: 200 len: 205 time: 0.0352259 Jan 04 14:01:22.905343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40074) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.911422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:22.927969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Pushing event updated for resources: {'Port': ['ID=3a307891-5081-490d-ab1c-332d937f52eb,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:22.958289 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-09793955-8c52-4ea9-8cab-41c17daf1c16 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:22.959354 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09793955-8c52-4ea9-8cab-41c17daf1c16 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/96b3f208-c16c-4a27-9153-9f75157d67db HTTP/1.1" status: 404 len: 336 time: 0.0530550 Jan 04 14:01:22.963387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40076) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:22.980822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.005887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.007536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1dd4691-05b7-46d3-abf4-64de031a4bca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:23.008191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1dd4691-05b7-46d3-abf4-64de031a4bca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:23.011671 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d1dd4691-05b7-46d3-abf4-64de031a4bca tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/ad3a695d-6d4d-4cab-9ad1-47101ad799d7 HTTP/1.1" status: 404 len: 337 time: 0.0470057 Jan 04 14:01:23.014582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40078) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.014981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Attempting to bind port 3a307891-5081-490d-ab1c-332d937f52eb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:23.016424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Attempting to bind port 3a307891-5081-490d-ab1c-332d937f52eb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:23.016424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Attempting to bind port 3a307891-5081-490d-ab1c-332d937f52eb on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:23.022400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:23.022842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Checking segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:23.023251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.023653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Bound using segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:23.024183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Bound port: 3a307891-5081-490d-ab1c-332d937f52eb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:23.024576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.047802 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-51252afd-84e4-4491-a26e-65744a10f973 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 200 len: 205 time: 0.0314705 Jan 04 14:01:23.050083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40080) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.057928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:23.062342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.104323 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-e65b30d4-df08-43df-86fe-5b8c21534803 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:23.105628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e65b30d4-df08-43df-86fe-5b8c21534803 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/1081c78f-c836-4168-8ea2-fa4959eaec62 HTTP/1.1" status: 404 len: 336 time: 0.0544758 Jan 04 14:01:23.108867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40082) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.126809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] For port 3a307891-5081-490d-ab1c-332d937f52eb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:23.131854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] For port 3a307891-5081-490d-ab1c-332d937f52eb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a307891-5081-490d-ab1c-332d937f52eb,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:23.136154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Allocated IP 172.36.2.161 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:23.139517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.231150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a8ec112-e8d0-452c-8a42-67c1f925c574 None None] Pushing event updated for resources: {'Port': ['ID=3a307891-5081-490d-ab1c-332d937f52eb,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:23.242244 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e650c4c6-19a1-4a4f-bbc2-a2da58dafe89 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=c084705b-3fd3-4c0a-afcb-c086a1b3614f HTTP/1.1" status: 200 len: 205 time: 0.1322560 Jan 04 14:01:23.244636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40084) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.272411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.27 (e306a785-1a09-477d-89cf-969aa9835c25/14e4358c-04c9-41d9-bd14-051171e72721/c988df29-78ce-4223-bc97-c32a09354725) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:23.291093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.api.v2.resource [None req-da06315c-7c37-40f9-8a94-a919b34af3f5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:23.292158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-da06315c-7c37-40f9-8a94-a919b34af3f5 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/c084705b-3fd3-4c0a-afcb-c086a1b3614f HTTP/1.1" status: 404 len: 336 time: 0.0465806 Jan 04 14:01:23.295531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40086) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.321670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.334455 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-b590327a-24b6-4f1b-9b2e-3490fbe6b6e8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:23.335031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b590327a-24b6-4f1b-9b2e-3490fbe6b6e8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:23.338254 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b590327a-24b6-4f1b-9b2e-3490fbe6b6e8 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/d260332d-6d8c-47eb-abf2-fd818280817d HTTP/1.1" status: 404 len: 337 time: 0.0414679 Jan 04 14:01:23.340944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40088) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.360679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.380881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e8580393-772d-4a21-b395-ccb7cb35bce2 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad88bea3-6059-4aea-8779-2bf71c5365c2 HTTP/1.1" status: 200 len: 205 time: 0.0382571 Jan 04 14:01:23.384527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40090) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.434662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:23.445604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:23.450245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:23.453744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Pushing event updated for resources: {'Port': ['ID=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:23.461231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06b0b6cd-5f2b-40c1-bbd4-ba39d755b962 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:23.467954 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-29c123c5-eeb4-4ff2-b799-b1bbad3fd145 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:23.476176 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-29c123c5-eeb4-4ff2-b799-b1bbad3fd145 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/ad88bea3-6059-4aea-8779-2bf71c5365c2 HTTP/1.1" status: 404 len: 336 time: 0.0899670 Jan 04 14:01:23.477423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40092) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.527887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ac5ea1-c576-49d5-a32e-65b9358bfef3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:23.528348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ac5ea1-c576-49d5-a32e-65b9358bfef3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:23.532098 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-24ac5ea1-c576-49d5-a32e-65b9358bfef3 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/ac9c506f-7e59-485a-8938-09d2c8733938 HTTP/1.1" status: 404 len: 337 time: 0.0434434 Jan 04 14:01:23.534866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40094) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.562020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4054a784-6306-4e4f-bd24-3ae8a98047a4 None None] Provisioning complete for port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:23.562395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4054a784-6306-4e4f-bd24-3ae8a98047a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.574399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1569d496-3bf3-4f0e-92a1-ade462ae1f3e tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "GET /v2.0/ports?device_id=2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 HTTP/1.1" status: 200 len: 205 time: 0.0383959 Jan 04 14:01:23.578165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40096) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.608233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4054a784-6306-4e4f-bd24-3ae8a98047a4 None None] Port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:23.631127 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-ff045c00-5499-449b-8fad-917767fdb755 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] delete failed (client error): The resource could not be found. Jan 04 14:01:23.632302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ff045c00-5499-449b-8fad-917767fdb755 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/routers/2f0e0713-7f3d-4f1e-aac1-61cd55fcd0a3 HTTP/1.1" status: 404 len: 336 time: 0.0530815 Jan 04 14:01:23.637799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40098) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.651987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.677296 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-81c44259-007d-486d-bb05-710f5bdc0130 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:23.677783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81c44259-007d-486d-bb05-710f5bdc0130 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:23.683494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-81c44259-007d-486d-bb05-710f5bdc0130 tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/a4592eaf-d9e9-4c9c-9571-d93443345498 HTTP/1.1" status: 404 len: 337 time: 0.0423639 Jan 04 14:01:23.683913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40102) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:23.733440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2927ccf-72ac-4cf5-93e5-98402c2c26de tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] DELETE failed (client error): The resource could not be found. Jan 04 14:01:23.733973 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2927ccf-72ac-4cf5-93e5-98402c2c26de tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:01:23.739537 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d2927ccf-72ac-4cf5-93e5-98402c2c26de tempest-RoutersTest-1456702302 tempest-RoutersTest-1456702302-project] 10.222.0.30 "DELETE /v2.0/subnets/be19c4fa-6813-436d-9548-fa23c5d79a2b HTTP/1.1" status: 404 len: 337 time: 0.0502231 Jan 04 14:01:23.791039 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3acfc90d-b7ce-4824-a091-4b62120fa95d req-8056c0f7-3f35-41b8-863c-ad827bc481e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 210 time: 0.0612803 Jan 04 14:01:23.804790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.832375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.859898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network e306a785-1a09-477d-89cf-969aa9835c25 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:23.863305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:23.865701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:23.900445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=c988df29-78ce-4223-bc97-c32a09354725,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:23.928710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:23.929335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:23.946159 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-c875beaf-ca8e-4f37-a68f-03739fe825ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1185822 Jan 04 14:01:23.961174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Request body: {'port': {'device_id': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:24.019787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40108) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:24.034529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.085650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.243920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cde1f508-51f1-40c9-8652-e6dfc4935190 None None] Provisioning complete for port c988df29-78ce-4223-bc97-c32a09354725 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:24.245339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cde1f508-51f1-40c9-8652-e6dfc4935190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.284494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cde1f508-51f1-40c9-8652-e6dfc4935190 None None] Port c988df29-78ce-4223-bc97-c32a09354725 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:24.300489 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f74fb68c-2266-4655-bf62-f43b13d03da5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=155550db4a954374b7bf7a3e17b0531c&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2793674 Jan 04 14:01:24.302897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40112) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:24.416676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b272ad69-0995-4bec-9054-8a7bacabdbd5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.440642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c988df29-78ce-4223-bc97-c32a09354725 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:01:24.454625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.457914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b272ad69-0995-4bec-9054-8a7bacabdbd5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.478446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c366a9de-1c13-43f5-8daa-7a8b7e0ad689 None None] Network 68785ae6-0ee9-4234-8207-0c37d0263610 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:24.484028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Transition to ACTIVE for port object c988df29-78ce-4223-bc97-c32a09354725 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:01:24.493529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.503673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Router d00f6933-6472-42a8-be96-6ec03cfca2fc is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:01:24.554720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88831668-91e2-4345-be82-c4304b951337 service neutron] Pushing event updated for resources: {'Port': ['ID=c988df29-78ce-4223-bc97-c32a09354725,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:24.575149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7f646942-efd3-42b1-9d63-9a146235b871 None None] Provisioning complete for port 3a307891-5081-490d-ab1c-332d937f52eb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:24.575857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f646942-efd3-42b1-9d63-9a146235b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.608216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b272ad69-0995-4bec-9054-8a7bacabdbd5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.611034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b272ad69-0995-4bec-9054-8a7bacabdbd5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.615216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b272ad69-0995-4bec-9054-8a7bacabdbd5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/a3a72745-f534-4e05-9a2f-369757b61b27 HTTP/1.1" status: 204 len: 168 time: 0.3087382 Jan 04 14:01:24.630570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b272ad69-0995-4bec-9054-8a7bacabdbd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3a72745-f534-4e05-9a2f-369757b61b27,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:24.658385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:24.658778 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Attempting to bind port c988df29-78ce-4223-bc97-c32a09354725 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:24.659053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Attempting to bind port c988df29-78ce-4223-bc97-c32a09354725 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:24.659351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Attempting to bind port c988df29-78ce-4223-bc97-c32a09354725 on network e306a785-1a09-477d-89cf-969aa9835c25 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:24.673945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Port c988df29-78ce-4223-bc97-c32a09354725 on network e306a785-1a09-477d-89cf-969aa9835c25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:01:24.674293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Attempting to bind port c988df29-78ce-4223-bc97-c32a09354725 on network e306a785-1a09-477d-89cf-969aa9835c25 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:24.681740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:24.682681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Checking segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:24.683111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Bound using segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:24.683583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Bound port: c988df29-78ce-4223-bc97-c32a09354725, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:24.683972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.685936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.689090 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0ffa5645-9288-4ce4-9b86-014f7840f4cc admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 2.5902150 Jan 04 14:01:24.691888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40116) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:24.694979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:24.753774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:24.754467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:24.785685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] For port c988df29-78ce-4223-bc97-c32a09354725, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:24.795601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] For port c988df29-78ce-4223-bc97-c32a09354725, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c988df29-78ce-4223-bc97-c32a09354725,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:24.807204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.867270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:24.868833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:24.871564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-88831668-91e2-4345-be82-c4304b951337 service neutron] 10.222.0.13 "PUT /v2.0/ports/c988df29-78ce-4223-bc97-c32a09354725 HTTP/1.1" status: 200 len: 1094 time: 0.9156291 Jan 04 14:01:24.888716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'tag': 'c988df29-78ce-4223-bc97-c32a09354725'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:01:24.895770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e" -d '{"events": [{"name": "network-changed", "server_uuid": "73b60af3-dbff-40e4-b35b-b2bf97c3e555", "tag": "c988df29-78ce-4223-bc97-c32a09354725"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:01:24.976939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88831668-91e2-4345-be82-c4304b951337 service neutron] Pushing event updated for resources: {'Port': ['ID=c988df29-78ce-4223-bc97-c32a09354725,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:25.007039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-91e2cce3-1d54-4474-a020-a72feb8f015c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.009265 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-91e2cce3-1d54-4474-a020-a72feb8f015c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 1097 time: 0.0874720 Jan 04 14:01:25.017897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c4a0185-a4c4-49af-986f-7d11f62b10ed x-openstack-request-id: req-3c4a0185-a4c4-49af-986f-7d11f62b10ed {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:01:25.018208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "73b60af3-dbff-40e4-b35b-b2bf97c3e555", "tag": "c988df29-78ce-4223-bc97-c32a09354725", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:01:25.018467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c4a0185-a4c4-49af-986f-7d11f62b10ed {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:01:25.018878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'tag': 'c988df29-78ce-4223-bc97-c32a09354725', 'status': 'completed', 'code': 200} Jan 04 14:01:25.065052 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-efe1fa15-ae42-4998-9bff-5c170c83a9f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c988df29-78ce-4223-bc97-c32a09354725 HTTP/1.1" status: 200 len: 217 time: 0.0431962 Jan 04 14:01:25.105907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f646942-efd3-42b1-9d63-9a146235b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.107996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bfcef9-7e5f-4e62-ad74-3d7a915e0728 req-f1c1f7d5-781b-42c9-811e-7a93ee72efa2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.121311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c4bfcef9-7e5f-4e62-ad74-3d7a915e0728 req-f1c1f7d5-781b-42c9-811e-7a93ee72efa2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 944 time: 0.0894022 Jan 04 14:01:25.122556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:25.146220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-cdb6df2d-4804-4f3d-a14e-06be29d13f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.148025 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-cdb6df2d-4804-4f3d-a14e-06be29d13f55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14e4358c-04c9-41d9-bd14-051171e72721 HTTP/1.1" status: 200 len: 837 time: 0.0767906 Jan 04 14:01:25.214625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-e5d89472-48f3-4463-b417-9e0018106e23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.218267 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-e5d89472-48f3-4463-b417-9e0018106e23 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e306a785-1a09-477d-89cf-969aa9835c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0610335 Jan 04 14:01:25.236466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7f646942-efd3-42b1-9d63-9a146235b871 None None] For port 3a307891-5081-490d-ab1c-332d937f52eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a307891-5081-490d-ab1c-332d937f52eb,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:25.244177 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c4bfcef9-7e5f-4e62-ad74-3d7a915e0728 req-a518ac56-1674-4235-9d1d-89bc6478f2fd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217253 Jan 04 14:01:25.248886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f646942-efd3-42b1-9d63-9a146235b871 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.331345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-b2a0b82e-9e50-4c48-b114-dbf3f5308553 service neutron] 10.222.0.13 "GET /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1061866 Jan 04 14:01:25.343285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f646942-efd3-42b1-9d63-9a146235b871 None None] Pushing event updated for resources: {'Port': ['ID=3a307891-5081-490d-ab1c-332d937f52eb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:25.392828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8f441ea7-7277-4013-8382-91d40723f59c None None] Provisioning complete for port 3a307891-5081-490d-ab1c-332d937f52eb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:25.393413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8f441ea7-7277-4013-8382-91d40723f59c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.445010 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a035d68-010b-4075-a9da-c10cd61f3a55 req-0afffefc-4a0e-4a4d-977f-cab17ab7399e service neutron] 10.222.0.13 "GET /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1074245 Jan 04 14:01:25.452715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:23Z', 'revision_number': 3, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:25.485633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:25.486109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Updating router d00f6933-6472-42a8-be96-6ec03cfca2fc port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:25.516798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.536225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3a307891-5081-490d-ab1c-332d937f52eb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:25.557599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-5f78c628-265f-428d-ba49-591bd22aa23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.559205 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-5f78c628-265f-428d-ba49-591bd22aa23e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 1097 time: 0.0466619 Jan 04 14:01:25.566216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.654819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-525fa0d2-58fa-4de9-8453-704234579354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.656391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-525fa0d2-58fa-4de9-8453-704234579354 service neutron] 10.222.0.13 "GET /v2.0/networks?id=e306a785-1a09-477d-89cf-969aa9835c25 HTTP/1.1" status: 200 len: 898 time: 0.0900187 Jan 04 14:01:25.698644 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-cdfa1c03-6302-41bb-a833-e52e584fc124 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.27&port_id=c988df29-78ce-4223-bc97-c32a09354725 HTTP/1.1" status: 200 len: 217 time: 0.0344934 Jan 04 14:01:25.702209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3a307891-5081-490d-ab1c-332d937f52eb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:25.702587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.733016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Allocated IP 172.20.0.1 (68785ae6-0ee9-4234-8207-0c37d0263610/83b0e593-57d8-4548-831e-2777178c68ad/856d37cf-cd23-4326-88fd-ed4090f0f345) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:25.769304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-5887ef9e-357c-4ca3-9cdd-9463ea0e0065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.770887 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-5887ef9e-357c-4ca3-9cdd-9463ea0e0065 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=14e4358c-04c9-41d9-bd14-051171e72721 HTTP/1.1" status: 200 len: 837 time: 0.0644939 Jan 04 14:01:25.823934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-8be410ed-cbf5-4cb5-b9bf-345556c08726 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:25.827331 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-8be410ed-cbf5-4cb5-b9bf-345556c08726 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=e306a785-1a09-477d-89cf-969aa9835c25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0491970 Jan 04 14:01:25.853674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.891255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.918263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.927009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.931012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:25.933226 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-9c669123-ff49-4cbb-a6db-90dd9df0a721 service neutron] 10.222.0.13 "GET /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978801 Jan 04 14:01:25.938631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:25.943407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:25.974716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df5d1541-c27e-4ec7-b1ef-e10a51655f5c None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:25.977072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Pushing event updated for resources: {'Port': ['ID=856d37cf-cd23-4326-88fd-ed4090f0f345,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:25.987627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:25.991452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Attempting to bind port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:25.991832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Attempting to bind port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:25.992199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Attempting to bind port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:26.002993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9b057-9dc6-4984-bb17-572ae9378ac4 None None] Pushing event updated for resources: {'Port': ['ID=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:26.008571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:26.008958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:26.009366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.009761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:26.018491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Bound port: 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:26.019579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.080246 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55d3bca9-b286-4815-8bfb-f0a09d7c5d3e req-92d8d777-9407-449a-83a2-d34465f69ebd service neutron] 10.222.0.13 "GET /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1387136 Jan 04 14:01:26.111851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] For port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:26.117182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] For port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:26.125620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.163047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-934f258f-427f-46a6-b7bc-d191522477cc None None] Provisioning complete for port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:26.163419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-934f258f-427f-46a6-b7bc-d191522477cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.198913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.200440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9549f0a7-0845-4236-9fe0-bb5456e04cf4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:26.233799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce9b057-9dc6-4984-bb17-572ae9378ac4 None None] Pushing event updated for resources: {'Port': ['ID=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:26.237305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:26.237784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:26.365753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880ca980-e8fc-43c6-a017-1450eae11455 req-58f1bb82-8a01-4faf-9140-48f5cceda9ef tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:26.367334 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-880ca980-e8fc-43c6-a017-1450eae11455 req-58f1bb82-8a01-4faf-9140-48f5cceda9ef tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 944 time: 0.0507436 Jan 04 14:01:26.368535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-934f258f-427f-46a6-b7bc-d191522477cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.371603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.379372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.388971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:26.424904 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-880ca980-e8fc-43c6-a017-1450eae11455 req-d041accb-e87d-4f91-a352-c5852df24ff5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495253 Jan 04 14:01:26.451038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Pushing event updated for resources: {'Port': ['ID=856d37cf-cd23-4326-88fd-ed4090f0f345,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:26.454649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.552435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:26.553851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:26.579319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-934f258f-427f-46a6-b7bc-d191522477cc None None] For port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:26.588892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-934f258f-427f-46a6-b7bc-d191522477cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.674225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:26.725031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934f258f-427f-46a6-b7bc-d191522477cc None None] Pushing event updated for resources: {'Port': ['ID=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:26.759404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-737d1e59-f127-4fbc-950e-b51e76c90018 None None] Provisioning complete for port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:26.759775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-737d1e59-f127-4fbc-950e-b51e76c90018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.788130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:26.797242 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1f0d7b0-b00b-40b7-823b-de3991e895c9 admin admin] 10.222.0.30 "PUT /v2.0/routers/d00f6933-6472-42a8-be96-6ec03cfca2fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1010289 Jan 04 14:01:26.878892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1cfed101-7057-4af1-a337-44efe605290d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:25Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:26.911053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cfed101-7057-4af1-a337-44efe605290d None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:25Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:26.918156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-737d1e59-f127-4fbc-950e-b51e76c90018 None None] Provisioning complete for port 856d37cf-cd23-4326-88fd-ed4090f0f345 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:26.918530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-737d1e59-f127-4fbc-950e-b51e76c90018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:26.954230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-737d1e59-f127-4fbc-950e-b51e76c90018 None None] Port 856d37cf-cd23-4326-88fd-ed4090f0f345 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:27.073623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-914523f3-bacf-4228-8425-c156ae3669f7 None None] Provisioning complete for port 856d37cf-cd23-4326-88fd-ed4090f0f345 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:27.074055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-914523f3-bacf-4228-8425-c156ae3669f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.140228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-914523f3-bacf-4228-8425-c156ae3669f7 None None] Port 856d37cf-cd23-4326-88fd-ed4090f0f345 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:27.359349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40138) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:27.364358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-307108291-network', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:27.383858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c988df29-78ce-4223-bc97-c32a09354725 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:01:27.398265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Made reservation on behalf of af759ab17bc64de5a8806d1d5b5a9ed8 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:27.401058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.414200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.510782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c988df29-78ce-4223-bc97-c32a09354725, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c988df29-78ce-4223-bc97-c32a09354725,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:27.531546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'c988df29-78ce-4223-bc97-c32a09354725', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'port_id': 'c988df29-78ce-4223-bc97-c32a09354725', 'mac_address': 'fa:16:3e:7b:ba:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '14e4358c-04c9-41d9-bd14-051171e72721', 'ip_address': '172.20.0.27'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:01:27.537832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.546743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.577488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:01:27.596780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8341cfdd-7fa2-4e99-9b95-b9afae118316 req-f7f69558-236d-40ae-aa8e-26517a9fa6a9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:27.598862 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8341cfdd-7fa2-4e99-9b95-b9afae118316 req-f7f69558-236d-40ae-aa8e-26517a9fa6a9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 944 time: 0.0952928 Jan 04 14:01:27.603050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.618389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d437a1aa-2cae-40c6-b148-41e572182581,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:27.621953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c988df29-78ce-4223-bc97-c32a09354725 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:01:27.622303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.623194 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Added segment d53ecaf7-7483-4d5e-a33c-cac98bb320e9 of type vlan for network 7d625930-6387-4f5c-800d-dfa7246ec1d7 Jan 04 14:01:27.646328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c988df29-78ce-4223-bc97-c32a09354725, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c988df29-78ce-4223-bc97-c32a09354725,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:27.651581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.703348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.705061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c988df29-78ce-4223-bc97-c32a09354725,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:27.721550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8341cfdd-7fa2-4e99-9b95-b9afae118316 req-923a6952-1128-450b-a000-09f8cea113da tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118102 Jan 04 14:01:27.748578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.750672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:27.751356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.781929 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4214127 Jan 04 14:01:27.784643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:27.796404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Request body: {'subnet': {'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-307108291-subnet', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:27.830876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4be97c-bc29-4d83-93cc-8f0423554ebb admin admin] Pushing event updated for resources: {'Network': ['ID=7d625930-6387-4f5c-800d-dfa7246ec1d7,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:27.842122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:01:27.847785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Made reservation on behalf of af759ab17bc64de5a8806d1d5b5a9ed8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:27.850240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:27.907142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['c988df29-78ce-4223-bc97-c32a09354725'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:01:28.033102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.103679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Pushing event updated for resources: {'Subnet': ['ID=f406fe3b-c38c-4261-b196-b6518bc95a56,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:28.110880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Checking segment: {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:28.111162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Network hostable DHCP agents. Network: 7d625930-6387-4f5c-800d-dfa7246ec1d7, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:01:28.129925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:01:28.140776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7d625930-6387-4f5c-800d-dfa7246ec1d7) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:28.145829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:28.146720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.153483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5dd61b6-5961-4d2e-beb2-f525a8c6f4a7 None None] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:28.166442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a6cb8443-3943-443e-ad5f-a114047723be admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3806181 Jan 04 14:01:28.168878 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:28.173517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:28.199158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.201252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.257367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.270688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7d625930-6387-4f5c-800d-dfa7246ec1d7', 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'fixed_ips': [{'subnet_id': 'f406fe3b-c38c-4261-b196-b6518bc95a56'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:01:28.271624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.393174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.407635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Allocated IP 172.20.0.2 (7d625930-6387-4f5c-800d-dfa7246ec1d7/f406fe3b-c38c-4261-b196-b6518bc95a56/ad7b0713-e32e-4bed-9c8e-d4b94c583097) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:28.559409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.567091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.606399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:28.609331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:28.615793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:28.623833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Pushing event updated for resources: {'Port': ['ID=ad7b0713-e32e-4bed-9c8e-d4b94c583097,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:28.678761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Attempting to bind port ad7b0713-e32e-4bed-9c8e-d4b94c583097 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:28.679131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Attempting to bind port ad7b0713-e32e-4bed-9c8e-d4b94c583097 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:28.679492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Attempting to bind port ad7b0713-e32e-4bed-9c8e-d4b94c583097 on network 7d625930-6387-4f5c-800d-dfa7246ec1d7 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:28.685887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:28.686292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Checking segment: {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:28.686687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.687074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Bound using segment: {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:28.687534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Bound port: ad7b0713-e32e-4bed-9c8e-d4b94c583097, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:28.687909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.767559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] For port ad7b0713-e32e-4bed-9c8e-d4b94c583097, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:28.773062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] For port ad7b0713-e32e-4bed-9c8e-d4b94c583097, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7b0713-e32e-4bed-9c8e-d4b94c583097,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:28.778791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.841683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8771e1-3119-47e8-9213-607e03517769 None None] Pushing event updated for resources: {'Port': ['ID=ad7b0713-e32e-4bed-9c8e-d4b94c583097,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:28.941834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fa7b1-e509-4d88-bfec-502d4b8e8b2b req-d75f04e1-5faf-431b-ac66-8b2ee8b02935 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:28.943397 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d74fa7b1-e509-4d88-bfec-502d4b8e8b2b req-d75f04e1-5faf-431b-ac66-8b2ee8b02935 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 945 time: 0.1095316 Jan 04 14:01:28.961206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:28.992854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.076284 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d74fa7b1-e509-4d88-bfec-502d4b8e8b2b req-06597171-249c-4be6-9751-bbfed67dacdb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1235914 Jan 04 14:01:29.125700 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:29.136281 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:29.136892 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:29.139566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Allocated IP 172.36.2.24 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/ba469875-3ac3-44ee-a815-a88cf941567f) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:29.240274 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:29.244147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.277077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.315527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:29.318492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:29.324416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:29.342476 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d00176a-f8f1-40b4-953e-afe29fdd68f6 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:29.350706 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Pushing event updated for resources: {'Port': ['ID=ba469875-3ac3-44ee-a815-a88cf941567f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:29.375290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a4f09b04-0c65-4911-8d0c-b459f6270831 None None] Provisioning complete for port ba469875-3ac3-44ee-a815-a88cf941567f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:29.375966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a4f09b04-0c65-4911-8d0c-b459f6270831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.422303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a4f09b04-0c65-4911-8d0c-b459f6270831 None None] Port ba469875-3ac3-44ee-a815-a88cf941567f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:29.423900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c988df29-78ce-4223-bc97-c32a09354725 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:29.472759 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 2, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:29.490309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port c988df29-78ce-4223-bc97-c32a09354725 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:01:29.496482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port c988df29-78ce-4223-bc97-c32a09354725 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:29.498969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.514381 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:29.514987 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Updating router d00f6933-6472-42a8-be96-6ec03cfca2fc port 856d37cf-cd23-4326-88fd-ed4090f0f345 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:29.558239 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.612496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:29.652384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.661367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.705460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c988df29-78ce-4223-bc97-c32a09354725, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c988df29-78ce-4223-bc97-c32a09354725,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:29.707124 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c988df29-78ce-4223-bc97-c32a09354725'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:01:29.709610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24f7005f-ca0b-4518-8bf7-2984bdcd1628" -d '{"events": [{"server_uuid": "73b60af3-dbff-40e4-b35b-b2bf97c3e555", "name": "network-vif-plugged", "status": "completed", "tag": "c988df29-78ce-4223-bc97-c32a09354725"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:01:29.717818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.746052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:29.746434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.775210 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9b664ff-ce3c-4092-bf76-49f0820593aa x-openstack-request-id: req-c9b664ff-ce3c-4092-bf76-49f0820593aa {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:01:29.775921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b60af3-dbff-40e4-b35b-b2bf97c3e555", "name": "network-vif-plugged", "status": "completed", "tag": "c988df29-78ce-4223-bc97-c32a09354725", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:01:29.775921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c9b664ff-ce3c-4092-bf76-49f0820593aa {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:01:29.776224 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c988df29-78ce-4223-bc97-c32a09354725', 'code': 200} Jan 04 14:01:29.816456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c988df29-78ce-4223-bc97-c32a09354725,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:29.896972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad7b0713-e32e-4bed-9c8e-d4b94c583097 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:29.924536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.944604 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.952196 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:29.979315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad7b0713-e32e-4bed-9c8e-d4b94c583097 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:29.979728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.017018 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Pushing event updated for resources: {'Port': ['ID=856d37cf-cd23-4326-88fd-ed4090f0f345,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:30.056701 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.057068 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.057412 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.057742 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.058093 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.058420 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.058755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.059076 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.059409 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.059743 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.060597 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.060914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.061599 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:01:30.082295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58618eb6-9d77-4b7a-a5dd-63e904f125c2 None None] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:01:30.084227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51f0f13-3dcf-4354-ae2d-76228b439d75 req-72d49984-10c9-42d2-9b29-949dc0704d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:30.085752 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f51f0f13-3dcf-4354-ae2d-76228b439d75 req-72d49984-10c9-42d2-9b29-949dc0704d6d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 1099 time: 0.1162758 Jan 04 14:01:30.086156 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Attempting to bind port 856d37cf-cd23-4326-88fd-ed4090f0f345 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:30.086733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Attempting to bind port 856d37cf-cd23-4326-88fd-ed4090f0f345 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:30.087505 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Attempting to bind port 856d37cf-cd23-4326-88fd-ed4090f0f345 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:30.088560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.099519 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:30.100801 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Checking segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:30.101417 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.103679 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Bound using segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:30.104499 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Bound port: 856d37cf-cd23-4326-88fd-ed4090f0f345, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:30.105119 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.155822 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f51f0f13-3dcf-4354-ae2d-76228b439d75 req-7d4033d2-fbe4-4879-9b70-778b8c87bb96 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630085 Jan 04 14:01:30.168458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Router d5979f0c-96b6-4240-a01a-96db50b057fc is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:01:30.187637 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] For port 856d37cf-cd23-4326-88fd-ed4090f0f345, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:30.192433 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] For port 856d37cf-cd23-4326-88fd-ed4090f0f345, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=856d37cf-cd23-4326-88fd-ed4090f0f345,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:30.198852 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.252451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ad7b0713-e32e-4bed-9c8e-d4b94c583097, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7b0713-e32e-4bed-9c8e-d4b94c583097,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:30.255780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-be9daf24-c0a3-4b69-87ee-4c63ad2b96d4 None None] Provisioning complete for port ad7b0713-e32e-4bed-9c8e-d4b94c583097 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:30.256271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-be9daf24-c0a3-4b69-87ee-4c63ad2b96d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.285295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.292300 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:30.292918 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:30.295960 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af66bfb-3c65-436e-a8d4-ae77b72d4bf4 None None] Pushing event updated for resources: {'Port': ['ID=856d37cf-cd23-4326-88fd-ed4090f0f345,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:30.328293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbc08eb-82ea-43ec-bc63-5df2c1dcd346 req-425d17a1-ac5b-4c37-8d96-0d50f5402b36 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:30.329745 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bfbc08eb-82ea-43ec-bc63-5df2c1dcd346 req-425d17a1-ac5b-4c37-8d96-0d50f5402b36 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 946 time: 0.1013148 Jan 04 14:01:30.359360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:30.383711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Sync routers for ids ['d5979f0c-96b6-4240-a01a-96db50b057fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:30.413146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ad7b0713-e32e-4bed-9c8e-d4b94c583097,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:30.416036 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bfbc08eb-82ea-43ec-bc63-5df2c1dcd346 req-fdd099ff-66c7-48e7-bc15-f29348295d92 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755060 Jan 04 14:01:30.419113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:30.424009 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-13abbe3e-4f9d-4f79-8c92-13f83aadfb3d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2540112 Jan 04 14:01:30.424286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40152) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:30.437605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Routers {'d5979f0c-96b6-4240-a01a-96db50b057fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:30.438314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d5979f0c-96b6-4240-a01a-96db50b057fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:30.456869 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:30.606526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Set router d5979f0c-96b6-4240-a01a-96db50b057fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:30.814739 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:30Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:30.845645 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ebd11661-4353-4749-a15e-abf216c3f222 None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:30Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:30.858806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7ddf5eef-707b-4c0f-95c3-3e0999ad101e None None] Provisioning complete for port 856d37cf-cd23-4326-88fd-ed4090f0f345 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:30.859087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ddf5eef-707b-4c0f-95c3-3e0999ad101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.023174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ddf5eef-707b-4c0f-95c3-3e0999ad101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.071855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7ddf5eef-707b-4c0f-95c3-3e0999ad101e None None] For port 856d37cf-cd23-4326-88fd-ed4090f0f345, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=856d37cf-cd23-4326-88fd-ed4090f0f345,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:31.074843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:01:29Z', 'revision_number': 3, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:31.078586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ddf5eef-707b-4c0f-95c3-3e0999ad101e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.119225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Checking router: d5979f0c-96b6-4240-a01a-96db50b057fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:31.119580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Updating router d5979f0c-96b6-4240-a01a-96db50b057fc port ba469875-3ac3-44ee-a815-a88cf941567f binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:31.171409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.208686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddf5eef-707b-4c0f-95c3-3e0999ad101e None None] Pushing event updated for resources: {'Port': ['ID=856d37cf-cd23-4326-88fd-ed4090f0f345,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:31.242197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.284967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-830e37d4-179a-436e-8304-7e2c0bc5a706 None None] Provisioning complete for port ad7b0713-e32e-4bed-9c8e-d4b94c583097 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:31.285392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-830e37d4-179a-436e-8304-7e2c0bc5a706 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.415889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Allocated IP 172.20.0.1 (7d625930-6387-4f5c-800d-dfa7246ec1d7/f406fe3b-c38c-4261-b196-b6518bc95a56/57182844-e3bc-42d2-b54f-e46ff73cc69f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:31.546967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad7b0713-e32e-4bed-9c8e-d4b94c583097 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:31.586537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.594494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.595614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dad1171-3400-4a6b-9691-7538c8485c30 req-69bac2bc-0aa2-444a-8a0e-a7398bece4b4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:31.605276 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dad1171-3400-4a6b-9691-7538c8485c30 req-69bac2bc-0aa2-444a-8a0e-a7398bece4b4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 946 time: 0.0882783 Jan 04 14:01:31.609904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.667318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6af330b-42fa-488e-a2dd-6f683d2909f0 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:31.668740 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dad1171-3400-4a6b-9691-7538c8485c30 req-68a238f9-0a26-40d8-87ab-28e88e71bba0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623174 Jan 04 14:01:31.675984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ad7b0713-e32e-4bed-9c8e-d4b94c583097 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:31.676364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.681317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.703735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Attempting to bind port ba469875-3ac3-44ee-a815-a88cf941567f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:31.704109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Attempting to bind port ba469875-3ac3-44ee-a815-a88cf941567f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:31.704472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Attempting to bind port ba469875-3ac3-44ee-a815-a88cf941567f on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:31.706380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2a4c-ae7c-4810-850c-a1efd3d95f20 None None] Pushing event updated for resources: {'Port': ['ID=ba469875-3ac3-44ee-a815-a88cf941567f,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:31.715720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:31.716140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:31.716540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.717092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:31.717576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Bound port: ba469875-3ac3-44ee-a815-a88cf941567f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:31.717974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.730147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:31.734259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:31.736726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:31.770512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Pushing event updated for resources: {'Port': ['ID=57182844-e3bc-42d2-b54f-e46ff73cc69f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:31.792423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.795101 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] For port ba469875-3ac3-44ee-a815-a88cf941567f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:31.817786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] For port ba469875-3ac3-44ee-a815-a88cf941567f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba469875-3ac3-44ee-a815-a88cf941567f,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:31.834773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2320319-fcac-407d-804d-c9748f9f0354 req-b79cda6d-2510-4524-abc5-20078d8c033f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:31.837252 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b2320319-fcac-407d-804d-c9748f9f0354 req-b79cda6d-2510-4524-abc5-20078d8c033f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 946 time: 0.0756681 Jan 04 14:01:31.844748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.850153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fe59c173-b8ed-418e-915a-db1173aa230f None None] Provisioning complete for port ba469875-3ac3-44ee-a815-a88cf941567f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:31.850518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fe59c173-b8ed-418e-915a-db1173aa230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.915719 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b2320319-fcac-407d-804d-c9748f9f0354 req-891e34f9-bba7-41df-a480-e9c16bce5d51 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654664 Jan 04 14:01:31.930984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 856d37cf-cd23-4326-88fd-ed4090f0f345 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:31.932906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61cb9d06-7c46-4208-8ef0-54f190d905d7 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:01:31.961954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:31.987232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7a2a4c-ae7c-4810-850c-a1efd3d95f20 None None] Pushing event updated for resources: {'Port': ['ID=ba469875-3ac3-44ee-a815-a88cf941567f,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:31.995514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Routers {'d5979f0c-96b6-4240-a01a-96db50b057fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:31.996149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d5979f0c-96b6-4240-a01a-96db50b057fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:32.120893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 856d37cf-cd23-4326-88fd-ed4090f0f345 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:32.121259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.130941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.134844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.171316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fe59c173-b8ed-418e-915a-db1173aa230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.194781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] Set router d5979f0c-96b6-4240-a01a-96db50b057fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:32.204475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Pushing event updated for resources: {'Port': ['ID=57182844-e3bc-42d2-b54f-e46ff73cc69f,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:32.207073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.232684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-fe59c173-b8ed-418e-915a-db1173aa230f None None] For port ba469875-3ac3-44ee-a815-a88cf941567f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba469875-3ac3-44ee-a815-a88cf941567f,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:32.240726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fe59c173-b8ed-418e-915a-db1173aa230f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.299845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:32.301257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:32.413186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe59c173-b8ed-418e-915a-db1173aa230f None None] Pushing event updated for resources: {'Port': ['ID=ba469875-3ac3-44ee-a815-a88cf941567f,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:32.428797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d879874e-8048-439d-bc39-2f7317fe89af None None] Provisioning complete for port ba469875-3ac3-44ee-a815-a88cf941567f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:32.429163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d879874e-8048-439d-bc39-2f7317fe89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.432543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Router d5979f0c-96b6-4240-a01a-96db50b057fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:32.551867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:32.556941 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a8008c67-a625-4895-8102-8692d3571c48 admin admin] 10.222.0.30 "PUT /v2.0/routers/d5979f0c-96b6-4240-a01a-96db50b057fc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1307309 Jan 04 14:01:32.559314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '57182844-e3bc-42d2-b54f-e46ff73cc69f', 'name': '', 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'mac_address': 'fa:16:3e:1d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:31Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 1, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'subnets': [{'id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:32.590339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcce856-9787-4983-a5db-e2a0b7970073 None None] The sync data for ids ['d5979f0c-96b6-4240-a01a-96db50b057fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '57182844-e3bc-42d2-b54f-e46ff73cc69f', 'name': '', 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'mac_address': 'fa:16:3e:1d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:31Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 1, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'subnets': [{'id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:32.599947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d879874e-8048-439d-bc39-2f7317fe89af None None] Provisioning complete for port 57182844-e3bc-42d2-b54f-e46ff73cc69f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:32.600398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d879874e-8048-439d-bc39-2f7317fe89af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.635438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d879874e-8048-439d-bc39-2f7317fe89af None None] Port 57182844-e3bc-42d2-b54f-e46ff73cc69f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:32.755630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1251ba98-5359-4f13-9901-d1924d456193 None None] Provisioning complete for port 57182844-e3bc-42d2-b54f-e46ff73cc69f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:32.756031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1251ba98-5359-4f13-9901-d1924d456193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:32.820253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-1251ba98-5359-4f13-9901-d1924d456193 None None] Port 57182844-e3bc-42d2-b54f-e46ff73cc69f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:33.114070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40168) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:33.118698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646481043', 'description': 'tempest-secgroup-smoke-1646481043 description', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:33.143771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.209159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.212761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.242719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.243921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1287906 Jan 04 14:01:33.246993 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40170) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:33.248213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831520ef-b7df-4a98-bca5-5d33bee72d9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:33.253291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group_rule': {'security_group_id': 'c9cd5e7c-dd6f-40d0-92e4-ce0490455afd', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:33.281551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.337714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.341241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.359190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05fe2f05-e379-4d0d-ad1e-72d81fd28dc7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:33.367356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.368550 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-da3e03c5-8916-4e91-bc4e-a720cf233b04 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1199639 Jan 04 14:01:33.371224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40172) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:33.376030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group_rule': {'security_group_id': 'c9cd5e7c-dd6f-40d0-92e4-ce0490455afd', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:33.404515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.408537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40174) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:33.531940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.539623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.581414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94e66014-5a46-4e32-813b-4bc83f680dec,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:33.625304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.626991 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-928881c2-7721-4573-acbf-cff43e231088 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2544715 Jan 04 14:01:33.629395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40176) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:33.633782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group_rule': {'security_group_id': 'c9cd5e7c-dd6f-40d0-92e4-ce0490455afd', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:33.713161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.850183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.855771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.882903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b088d360-2096-4731-92e9-fe0b8d0712ee,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:33.916044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:33.917274 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e66686e2-3898-401a-9bd0-381ac2a9b306 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2869155 Jan 04 14:01:33.920633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40178) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:33.925267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group_rule': {'security_group_id': 'c9cd5e7c-dd6f-40d0-92e4-ce0490455afd', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:33.998631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.081756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.089024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.098086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.159593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc343ff5-a95a-4286-9e9c-b115194559bf,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:34.166368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.167554 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-59758e7c-c7da-4a5c-96da-f665ca2b12b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2459972 Jan 04 14:01:34.170479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40180) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:34.175513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group_rule': {'security_group_id': 'c9cd5e7c-dd6f-40d0-92e4-ce0490455afd', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:34.201264 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Project dd0bfa8d16b046e0927c65dac76c33f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:01:34.206492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.266323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.270144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.290882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96029a99-3a90-4113-ac9d-edf415981c98,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:34.303237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.305108 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4d7900a6-1f00-4745-94f5-845c4f5ebfe5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1334748 Jan 04 14:01:34.307974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40182) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:34.312909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'security_group_rule': {'security_group_id': 'c9cd5e7c-dd6f-40d0-92e4-ce0490455afd', 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:34.340349 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Project dd0bfa8d16b046e0927c65dac76c33f2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:01:34.350247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.410167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.17 (e306a785-1a09-477d-89cf-969aa9835c25/14e4358c-04c9-41d9-bd14-051171e72721/948c19ad-989a-4b09-9f26-b5bc01e474d2) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:34.415096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.420413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.439084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=956f5bcf-1b23-4aca-a040-09ff11432278,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:34.446864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.448188 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-db3c13c8-c075-48d6-a983-666410c45c3f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1392014 Jan 04 14:01:34.548570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.585206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.626983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network e306a785-1a09-477d-89cf-969aa9835c25 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:34.630317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:34.634231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:34.671425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=948c19ad-989a-4b09-9f26-b5bc01e474d2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:34.688265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.865588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.957983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ee26d991-4d66-45fc-a5fe-035de4c3ebb4 None None] Provisioning complete for port 948c19ad-989a-4b09-9f26-b5bc01e474d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:34.959036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ee26d991-4d66-45fc-a5fe-035de4c3ebb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:34.984480 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Sync routers for ids ['d5979f0c-96b6-4240-a01a-96db50b057fc'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:34.998497 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Routers {'d5979f0c-96b6-4240-a01a-96db50b057fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:34.999375 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d5979f0c-96b6-4240-a01a-96db50b057fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:35.011592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ee26d991-4d66-45fc-a5fe-035de4c3ebb4 None None] Port 948c19ad-989a-4b09-9f26-b5bc01e474d2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:35.109914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Set router d5979f0c-96b6-4240-a01a-96db50b057fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:35.174672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.193353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.200744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.289169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.291069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=948c19ad-989a-4b09-9f26-b5bc01e474d2,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:35.352849 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '57182844-e3bc-42d2-b54f-e46ff73cc69f', 'name': '', 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'mac_address': 'fa:16:3e:1d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:31Z', 'updated_at': '2022-01-04T14:01:32Z', 'revision_number': 2, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'subnets': [{'id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:35.384812 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Checking router: d5979f0c-96b6-4240-a01a-96db50b057fc for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:35.385171 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Updating router d5979f0c-96b6-4240-a01a-96db50b057fc port 57182844-e3bc-42d2-b54f-e46ff73cc69f binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:35.391217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network e306a785-1a09-477d-89cf-969aa9835c25 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:35.392582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:35.415432 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.546880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba469875-3ac3-44ee-a815-a88cf941567f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:35.587802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:35.614712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ba469875-3ac3-44ee-a815-a88cf941567f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:35.614993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.775502 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.784261 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.862110 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ddb2d-011c-4bab-b2b5-ea4d1f2c2b9c None None] Pushing event updated for resources: {'Port': ['ID=57182844-e3bc-42d2-b54f-e46ff73cc69f,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:35.869109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4722b33a-7897-485c-9dc5-2c01b0b2489d None None] Provisioning complete for port 948c19ad-989a-4b09-9f26-b5bc01e474d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:35.869948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4722b33a-7897-485c-9dc5-2c01b0b2489d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.921897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4722b33a-7897-485c-9dc5-2c01b0b2489d None None] Port 948c19ad-989a-4b09-9f26-b5bc01e474d2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:35.922581 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Attempting to bind port 57182844-e3bc-42d2-b54f-e46ff73cc69f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:35.922953 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Attempting to bind port 57182844-e3bc-42d2-b54f-e46ff73cc69f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:35.923313 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Attempting to bind port 57182844-e3bc-42d2-b54f-e46ff73cc69f on network 7d625930-6387-4f5c-800d-dfa7246ec1d7 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:35.929958 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:35.930602 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Checking segment: {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:35.931005 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:35.931404 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Bound using segment: {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:35.931865 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Bound port: 57182844-e3bc-42d2-b54f-e46ff73cc69f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:35.932237 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:36.025052 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] For port 57182844-e3bc-42d2-b54f-e46ff73cc69f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:36.029595 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] For port 57182844-e3bc-42d2-b54f-e46ff73cc69f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57182844-e3bc-42d2-b54f-e46ff73cc69f,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:36.040818 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:36.116940 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Routers {'d5979f0c-96b6-4240-a01a-96db50b057fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:36.117651 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d5979f0c-96b6-4240-a01a-96db50b057fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:36.163764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-37c562cd-602b-4cbe-b919-c217cbb3e37d None None] Provisioning complete for port 57182844-e3bc-42d2-b54f-e46ff73cc69f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:36.164767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37c562cd-602b-4cbe-b919-c217cbb3e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:36.174894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:36.180611 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-24e780c1-0df4-408e-9dc1-bd726946c315 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/9773eb09-c200-4743-8aa2-64036ae49ba6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7711127 Jan 04 14:01:36.206811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:36.218286 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000ddb2d-011c-4bab-b2b5-ea4d1f2c2b9c None None] Pushing event updated for resources: {'Port': ['ID=57182844-e3bc-42d2-b54f-e46ff73cc69f,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:36.244601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:36.245368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:36.302993 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] Set router d5979f0c-96b6-4240-a01a-96db50b057fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:36.412754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37c562cd-602b-4cbe-b919-c217cbb3e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:36.433350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:36.498107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-37c562cd-602b-4cbe-b919-c217cbb3e37d None None] For port 57182844-e3bc-42d2-b54f-e46ff73cc69f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57182844-e3bc-42d2-b54f-e46ff73cc69f,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:36.528597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37c562cd-602b-4cbe-b919-c217cbb3e37d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:36.565282 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '57182844-e3bc-42d2-b54f-e46ff73cc69f', 'name': '', 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'mac_address': 'fa:16:3e:1d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:31Z', 'updated_at': '2022-01-04T14:01:36Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'subnets': [{'id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:36.596922 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdf27a-85db-4044-8bb1-195360c227df None None] The sync data for ids ['d5979f0c-96b6-4240-a01a-96db50b057fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '57182844-e3bc-42d2-b54f-e46ff73cc69f', 'name': '', 'network_id': '7d625930-6387-4f5c-800d-dfa7246ec1d7', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'mac_address': 'fa:16:3e:1d:ce:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1343, 'fixed_ips': [{'subnet_id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:31Z', 'updated_at': '2022-01-04T14:01:36Z', 'revision_number': 4, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'subnets': [{'id': 'f406fe3b-c38c-4261-b196-b6518bc95a56', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:36.613546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c562cd-602b-4cbe-b919-c217cbb3e37d None None] Pushing event updated for resources: {'Port': ['ID=57182844-e3bc-42d2-b54f-e46ff73cc69f,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:36.694461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cee62aec-b8f4-4d62-b186-82fb4582cdb4 None None] Provisioning complete for port 57182844-e3bc-42d2-b54f-e46ff73cc69f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:36.694967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cee62aec-b8f4-4d62-b186-82fb4582cdb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:36.822242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:34Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:44Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '948c19ad-989a-4b09-9f26-b5bc01e474d2', 'name': '', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ec:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '14e4358c-04c9-41d9-bd14-051171e72721', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:34Z', 'updated_at': '2022-01-04T14:01:35Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '14e4358c-04c9-41d9-bd14-051171e72721', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:36.853256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:36.853256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Updating router 9773eb09-c200-4743-8aa2-64036ae49ba6 port 948c19ad-989a-4b09-9f26-b5bc01e474d2 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:01:36.880331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.183078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.190424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.240736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d51d8-2fe7-4cde-98a4-425f07724fd6 None None] Pushing event updated for resources: {'Port': ['ID=948c19ad-989a-4b09-9f26-b5bc01e474d2,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:37.297161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Attempting to bind port 948c19ad-989a-4b09-9f26-b5bc01e474d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:37.297542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Attempting to bind port 948c19ad-989a-4b09-9f26-b5bc01e474d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:37.297939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Attempting to bind port 948c19ad-989a-4b09-9f26-b5bc01e474d2 on network e306a785-1a09-477d-89cf-969aa9835c25 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:37.306392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:37.307029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Checking segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:37.307437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.307836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Bound using segment: {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:37.308447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Bound port: 948c19ad-989a-4b09-9f26-b5bc01e474d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69b3a5-54c1-4382-9b56-860ea97582cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:37.308837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.385267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] For port 948c19ad-989a-4b09-9f26-b5bc01e474d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:37.389905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] For port 948c19ad-989a-4b09-9f26-b5bc01e474d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=948c19ad-989a-4b09-9f26-b5bc01e474d2,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:37.407310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.501577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:37.502538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:37.546808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de0d51d8-2fe7-4cde-98a4-425f07724fd6 None None] Pushing event updated for resources: {'Port': ['ID=948c19ad-989a-4b09-9f26-b5bc01e474d2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:37.554767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 57182844-e3bc-42d2-b54f-e46ff73cc69f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:37.611697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f65e0d73-9dc8-45c3-b7d1-4db6b8f94840 None None] Provisioning complete for port 948c19ad-989a-4b09-9f26-b5bc01e474d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:37.612071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f65e0d73-9dc8-45c3-b7d1-4db6b8f94840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.708579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:37.740062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 57182844-e3bc-42d2-b54f-e46ff73cc69f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:37.740434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:37.900267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f65e0d73-9dc8-45c3-b7d1-4db6b8f94840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:38.166805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f65e0d73-9dc8-45c3-b7d1-4db6b8f94840 None None] For port 948c19ad-989a-4b09-9f26-b5bc01e474d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=948c19ad-989a-4b09-9f26-b5bc01e474d2,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:38.177180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f65e0d73-9dc8-45c3-b7d1-4db6b8f94840 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:38.267173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65e0d73-9dc8-45c3-b7d1-4db6b8f94840 None None] Pushing event updated for resources: {'Port': ['ID=948c19ad-989a-4b09-9f26-b5bc01e474d2,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:38.302076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:34Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:44Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '948c19ad-989a-4b09-9f26-b5bc01e474d2', 'name': '', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ec:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '14e4358c-04c9-41d9-bd14-051171e72721', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:34Z', 'updated_at': '2022-01-04T14:01:37Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '14e4358c-04c9-41d9-bd14-051171e72721', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:38.334660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-126a1e2c-f55d-44f4-8506-a4dfd26328d6 None None] Provisioning complete for port 948c19ad-989a-4b09-9f26-b5bc01e474d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:38.335108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-126a1e2c-f55d-44f4-8506-a4dfd26328d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:38.336954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a3e667f-1c7e-405e-8dbd-8fbc9b8665ce None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:34Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:44Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '948c19ad-989a-4b09-9f26-b5bc01e474d2', 'name': '', 'network_id': 'e306a785-1a09-477d-89cf-969aa9835c25', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ec:d7:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1351, 'fixed_ips': [{'subnet_id': '14e4358c-04c9-41d9-bd14-051171e72721', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:34Z', 'updated_at': '2022-01-04T14:01:37Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '14e4358c-04c9-41d9-bd14-051171e72721', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:39.478257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 948c19ad-989a-4b09-9f26-b5bc01e474d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:01:39.533941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 948c19ad-989a-4b09-9f26-b5bc01e474d2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:39.533941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:40.827744 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:01:41.744260 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-7b2d695c-6d97-4d48-a7f1-d286e3389074 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414386 Jan 04 14:01:41.831997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-0e340b38-06bb-4dd7-9a0f-50ab19bb4898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:41.833601 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-0e340b38-06bb-4dd7-9a0f-50ab19bb4898 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1099 time: 0.0435355 Jan 04 14:01:41.942591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-68ed5ebf-073a-4c14-9844-98c90071ef7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:41.944189 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-68ed5ebf-073a-4c14-9844-98c90071ef7a service neutron] 10.222.0.13 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 897 time: 0.0901921 Jan 04 14:01:42.015399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-a9e82c68-6734-447f-9033-a6704cb38634 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 1002 time: 0.0636528 Jan 04 14:01:42.065249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-c31b13a2-3748-4960-9992-c5dfdb0ec6e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:42.066758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-c31b13a2-3748-4960-9992-c5dfdb0ec6e1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 200 len: 835 time: 0.0456166 Jan 04 14:01:42.111844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-552464ce-9042-4292-908a-56e44eef0bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:42.113361 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-552464ce-9042-4292-908a-56e44eef0bd6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50b2a800-122a-441c-af24-4a5845f8cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404813 Jan 04 14:01:42.210270 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-c8718a1e-eccc-4b33-92a3-f58bcb4c9436 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888269 Jan 04 14:01:42.299792 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2bf8db37-6302-450a-94b3-27a629ce63cc req-18f370e4-d60a-4bb8-9ff4-70dfcf971dea service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832076 Jan 04 14:01:45.492559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48cdcfcf-6f1b-4e3b-a557-e82b403f00c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:47.805025 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-429d91a5-e1b6-4929-bf9b-27a35320cada None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:49.118815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:50.359960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:51.961451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:55.503680 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-e9e6b125-ebab-4c0f-ad9c-09c78b4b76ab tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646481043&fields=id&tenant_id=dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 267 time: 0.0560176 Jan 04 14:01:55.608557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-590dccf0-5e1f-45f4-b94f-993ce1ea90bf tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:55.610163 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-590dccf0-5e1f-45f4-b94f-993ce1ea90bf tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 812 time: 0.0997567 Jan 04 14:01:55.624940 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-e96491c1-01ee-48c1-b8c0-c4f9c04f9914 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/quotas/dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 375 time: 0.0092013 Jan 04 14:01:55.708718 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-4fcaaeb7-f601-425a-b91f-5574d6904aa9 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0787423 Jan 04 14:01:55.890986 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-fea9bf5a-757f-45c5-807f-7d2ca7cb5ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708813 Jan 04 14:01:55.980631 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-25eacb3b-0dbd-466d-b991-0e3d097802e7 service neutron] 10.222.0.30 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836270 Jan 04 14:01:56.280292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ad6765d2-2ec7-4180-ba5d-eb4b2c947e25 req-7b5d9cf0-b605-425e-8783-c4cf99c26b0f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0272079 Jan 04 14:01:56.662654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40382) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:01:57.022495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.193754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f1a794cd-002f-40ff-ad0a-29d2546e0194 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:57.195269 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f1a794cd-002f-40ff-ad0a-29d2546e0194 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 812 time: 0.1153171 Jan 04 14:01:57.285950 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-dbf83c51-1a28-4974-ab07-cb6d8636569a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 380 time: 0.0569036 Jan 04 14:01:57.342544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 948c19ad-989a-4b09-9f26-b5bc01e474d2 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:01:57.343123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.351374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'port': {'device_id': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'admin_state_up': True, 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'security_groups': ['c9cd5e7c-dd6f-40d0-92e4-ce0490455afd']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:57.396393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7739b2c3-409b-4d25-9a7f-648fb58ba6b4 req-be800f1d-897e-4805-b48d-6f2a3195276b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0412626 Jan 04 14:01:57.447047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 948c19ad-989a-4b09-9f26-b5bc01e474d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=948c19ad-989a-4b09-9f26-b5bc01e474d2,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:01:57.447408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.461486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 948c19ad-989a-4b09-9f26-b5bc01e474d2 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:01:57.507335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Made reservation on behalf of dd0bfa8d16b046e0927c65dac76c33f2 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:01:57.511631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.643178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Allocated IP 172.20.0.3 (68785ae6-0ee9-4234-8207-0c37d0263610/83b0e593-57d8-4548-831e-2777178c68ad/f9c1131c-eabb-401f-9697-c679f8e65e21) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:01:57.672561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.698942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=948c19ad-989a-4b09-9f26-b5bc01e474d2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:57.812546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.853083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.918296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:57.928643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=f9c1131c-eabb-401f-9697-c679f8e65e21,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:57.938480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:01:57.940274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:01:57.943243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:01:58.005900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:58.006713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.029689 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-f52ec2b5-75a2-4ff4-babb-d7772aa3211e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6822517 Jan 04 14:01:58.046055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Request body: {'port': {'device_id': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:01:58.113691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.170739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:01:58.284030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bfcb51fb-520a-45bb-838d-5872d6599548 None None] Provisioning complete for port f9c1131c-eabb-401f-9697-c679f8e65e21 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:01:58.285415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bfcb51fb-520a-45bb-838d-5872d6599548 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.323071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bfcb51fb-520a-45bb-838d-5872d6599548 None None] Port f9c1131c-eabb-401f-9697-c679f8e65e21 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:01:58.417470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f9c1131c-eabb-401f-9697-c679f8e65e21 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:01:58.426941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.441287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Transition to ACTIVE for port object f9c1131c-eabb-401f-9697-c679f8e65e21 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:01:58.446524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.502349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1131c-eabb-401f-9697-c679f8e65e21,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:58.578529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:01:58.587006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Attempting to bind port f9c1131c-eabb-401f-9697-c679f8e65e21 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:01:58.588428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Attempting to bind port f9c1131c-eabb-401f-9697-c679f8e65e21 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:01:58.588783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Attempting to bind port f9c1131c-eabb-401f-9697-c679f8e65e21 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:58.589012 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:01:58.596190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Port f9c1131c-eabb-401f-9697-c679f8e65e21 on network 68785ae6-0ee9-4234-8207-0c37d0263610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:01:58.596550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Attempting to bind port f9c1131c-eabb-401f-9697-c679f8e65e21 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:01:58.602015 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c6eb8022-d4b8-43a0-9bed-3e692a236015 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/9773eb09-c200-4743-8aa2-64036ae49ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9378612 Jan 04 14:01:58.609026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:01:58.609383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Checking segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:01:58.609770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Bound using segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:01:58.610236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Bound port: f9c1131c-eabb-401f-9697-c679f8e65e21, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:01:58.610599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.613297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff4fe37-455d-4b58-bec8-7c9c597fb7d6 req-97fc5b88-d379-44c0-8818-be6875c429c0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:58.614626 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:58.617695 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:58.620975 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aff4fe37-455d-4b58-bec8-7c9c597fb7d6 req-97fc5b88-d379-44c0-8818-be6875c429c0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0978386 Jan 04 14:01:58.721572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] For port f9c1131c-eabb-401f-9697-c679f8e65e21, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:01:58.722861 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aff4fe37-455d-4b58-bec8-7c9c597fb7d6 req-3a0ff6b0-8bbf-4f08-b096-6530cd15358c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946443 Jan 04 14:01:58.733857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] For port f9c1131c-eabb-401f-9697-c679f8e65e21, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f9c1131c-eabb-401f-9697-c679f8e65e21,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:01:58.740340 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.798247 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:58.812366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:58.813203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:01:58.815201 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] 10.222.0.13 "PUT /v2.0/ports/f9c1131c-eabb-401f-9697-c679f8e65e21 HTTP/1.1" status: 200 len: 1093 time: 0.7750630 Jan 04 14:01:58.820406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:01:58.825444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffa57013-d0b1-4b02-aaba-b93486d43483" -d '{"events": [{"name": "network-changed", "server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:01:58.830553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e1543e-d46a-4d20-a83c-adda2a77f788 service neutron] Pushing event updated for resources: {'Port': ['ID=f9c1131c-eabb-401f-9697-c679f8e65e21,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:01:58.925171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b90e47-615d-4cb9-886a-92e594c1b1e9 x-openstack-request-id: req-80b90e47-615d-4cb9-886a-92e594c1b1e9 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:01:58.929603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:01:58.929951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-80b90e47-615d-4cb9-886a-92e594c1b1e9 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:01:58.930367 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'status': 'completed', 'code': 200} Jan 04 14:01:58.993600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-ac7b6c2b-7d8a-4123-8400-e693aa31ebf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:58.995154 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-ac7b6c2b-7d8a-4123-8400-e693aa31ebf5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 1096 time: 0.1134791 Jan 04 14:01:59.008520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934fc4e7-3c18-46a4-87d8-e8bff231dc5d req-10d938f7-63e5-44ed-a203-1d72a5746099 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.015821 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-934fc4e7-3c18-46a4-87d8-e8bff231dc5d req-10d938f7-63e5-44ed-a203-1d72a5746099 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 946 time: 0.0717337 Jan 04 14:01:59.067930 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-0c6e4cb6-3aa2-4f40-b077-c47a45b61066 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c1131c-eabb-401f-9697-c679f8e65e21 HTTP/1.1" status: 200 len: 217 time: 0.0451100 Jan 04 14:01:59.116799 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:57Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:44Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:59.128827 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-934fc4e7-3c18-46a4-87d8-e8bff231dc5d req-5a290215-f8c3-4570-9c0a-4f769e7a31f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1115596 Jan 04 14:01:59.138108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-92d5b235-1511-4197-931a-22249d317967 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.139535 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-92d5b235-1511-4197-931a-22249d317967 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0607188 Jan 04 14:01:59.145856 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:01:59.154496 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:01:59.155238 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:59.195394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-1ea28a05-84e3-40f8-9599-6098280ce859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.196927 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-1ea28a05-84e3-40f8-9599-6098280ce859 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0487309 Jan 04 14:01:59.263367 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:01:59.292323 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-ef86bbed-3729-4e65-b4fa-c0a6ac86c0a0 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857327 Jan 04 14:01:59.386600 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af92cae1-b35b-4a69-a2f0-87b8ad1f900d req-e5d59cc2-ec7a-439e-af3c-7d5faddc5253 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865130 Jan 04 14:01:59.491861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-1e516592-aec4-45b8-99c1-bba4c5432325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.493450 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-1e516592-aec4-45b8-99c1-bba4c5432325 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 1096 time: 0.0503447 Jan 04 14:01:59.505661 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:57Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:44Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:01:59.537398 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c368e-96b9-4406-9dbd-fd3a48719451 None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:57Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'c746fc49-5bab-4248-b8f8-05d80ca7029c', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.121', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'port_id': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1253, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'mac_address': 'fa:16:3e:37:f9:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:00:39Z', 'updated_at': '2022-01-04T14:00:44Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:01:59.599950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-efdf53e2-d05f-439f-939a-6b6059ad1184 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.601441 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-efdf53e2-d05f-439f-939a-6b6059ad1184 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0998781 Jan 04 14:01:59.643355 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-65d30e7e-2bc5-4fbc-a1af-3c4bc0938dac service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c1131c-eabb-401f-9697-c679f8e65e21 HTTP/1.1" status: 200 len: 217 time: 0.0342481 Jan 04 14:01:59.693262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-9797953c-9da1-4ada-9b16-993847933847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.694775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-9797953c-9da1-4ada-9b16-993847933847 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0432050 Jan 04 14:01:59.744049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-b82bba66-9c7c-4b77-b926-b12f6a853d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.745569 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-b82bba66-9c7c-4b77-b926-b12f6a853d66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425937 Jan 04 14:01:59.834276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166ea5be-dcc8-4aad-a2ba-e8b28a553bec req-b052e1d8-fac1-4ae2-9ae0-c8c12b2f94e4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:01:59.835663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-166ea5be-dcc8-4aad-a2ba-e8b28a553bec req-b052e1d8-fac1-4ae2-9ae0-c8c12b2f94e4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0490041 Jan 04 14:01:59.847578 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-f5e62366-91f5-40c8-a653-c789881f924c service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934665 Jan 04 14:01:59.891319 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-166ea5be-dcc8-4aad-a2ba-e8b28a553bec req-3e687482-1d5c-4b50-af86-4389618348a3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491309 Jan 04 14:01:59.952414 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ffa57013-d0b1-4b02-aaba-b93486d43483 req-5b10f517-427f-4637-b2f2-c8d8e182e2ec service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974128 Jan 04 14:02:00.276888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63207c34-d383-43fa-9a75-d7c6796803e8 req-12ab7091-be14-4ef0-a0e7-183ac02c391f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:00.278374 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-63207c34-d383-43fa-9a75-d7c6796803e8 req-12ab7091-be14-4ef0-a0e7-183ac02c391f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 946 time: 0.0792096 Jan 04 14:02:00.291065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-3fddd552-de62-4fc3-acb5-b7edfd21b8ba tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:00.292459 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-3fddd552-de62-4fc3-acb5-b7edfd21b8ba tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=73b60af3-dbff-40e4-b35b-b2bf97c3e555 HTTP/1.1" status: 200 len: 946 time: 0.0675914 Jan 04 14:02:00.392866 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-63207c34-d383-43fa-9a75-d7c6796803e8 req-f6fb760d-a74d-4c87-aa2f-9495045d7df5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=4e792b23-ad36-47bc-a212-0c0d8ffbc201&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0994484 Jan 04 14:02:00.422500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port c988df29-78ce-4223-bc97-c32a09354725 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:00.422839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:00.521632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port c988df29-78ce-4223-bc97-c32a09354725, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c988df29-78ce-4223-bc97-c32a09354725,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:00.522450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:00.536436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for c988df29-78ce-4223-bc97-c32a09354725 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:00.670875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:00.699958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=c988df29-78ce-4223-bc97-c32a09354725,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:00.749718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port c988df29-78ce-4223-bc97-c32a09354725 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:02:00.752458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:00.756572 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f4f4abc2-447c-4111-8876-62d8d9abc8ec req-7680dfb5-150d-4037-98ca-3c16c3400dc4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/c988df29-78ce-4223-bc97-c32a09354725 HTTP/1.1" status: 204 len: 173 time: 0.4575260 Jan 04 14:02:00.931574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'name': 'network-vif-deleted', 'tag': 'c988df29-78ce-4223-bc97-c32a09354725'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:00.934656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac87be1-d21a-4c05-b717-3eef20368828" -d '{"events": [{"server_uuid": "73b60af3-dbff-40e4-b35b-b2bf97c3e555", "name": "network-vif-deleted", "tag": "c988df29-78ce-4223-bc97-c32a09354725"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:00.970656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aea7e9c9-af68-4c96-b0c3-ad71680225e8 x-openstack-request-id: req-aea7e9c9-af68-4c96-b0c3-ad71680225e8 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:00.970950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "73b60af3-dbff-40e4-b35b-b2bf97c3e555", "name": "network-vif-deleted", "tag": "c988df29-78ce-4223-bc97-c32a09354725", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:00.971203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-aea7e9c9-af68-4c96-b0c3-ad71680225e8 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:00.971602 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '73b60af3-dbff-40e4-b35b-b2bf97c3e555', 'name': 'network-vif-deleted', 'tag': 'c988df29-78ce-4223-bc97-c32a09354725', 'status': 'completed', 'code': 200} Jan 04 14:02:01.011869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85728c10-1a30-4834-8b58-538eea403769 req-f34095ab-dd2b-4551-8f6f-4388212757cf tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:01.014003 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85728c10-1a30-4834-8b58-538eea403769 req-f34095ab-dd2b-4551-8f6f-4388212757cf tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0525858 Jan 04 14:02:01.065881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-85728c10-1a30-4834-8b58-538eea403769 req-25cd8a1e-45fe-4f54-a1ca-fe1a4fd54c10 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457683 Jan 04 14:02:01.431844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 948c19ad-989a-4b09-9f26-b5bc01e474d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:01.453522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40406) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:01.453686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 948c19ad-989a-4b09-9f26-b5bc01e474d2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:01.454035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 948c19ad-989a-4b09-9f26-b5bc01e474d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:01.509415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fd68835f-b068-4650-9dd7-41e7ed7c8609 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.534361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fd68835f-b068-4650-9dd7-41e7ed7c8609 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.592383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fd68835f-b068-4650-9dd7-41e7ed7c8609 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.595310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fd68835f-b068-4650-9dd7-41e7ed7c8609 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.596488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fd68835f-b068-4650-9dd7-41e7ed7c8609 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/4e792b23-ad36-47bc-a212-0c0d8ffbc201 HTTP/1.1" status: 204 len: 168 time: 0.1419425 Jan 04 14:02:01.607099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd68835f-b068-4650-9dd7-41e7ed7c8609 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e792b23-ad36-47bc-a212-0c0d8ffbc201,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:01.629117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40410) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:01.682207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet 14e4358c-04c9-41d9-bd14-051171e72721 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:02:01.685150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.723757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.812634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.867207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.896110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=14e4358c-04c9-41d9-bd14-051171e72721,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:01.898108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:01.903813 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f9387eaa-f02b-41f2-9138-2ca39389d036 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/14e4358c-04c9-41d9-bd14-051171e72721 HTTP/1.1" status: 204 len: 168 time: 0.2709763 Jan 04 14:02:01.904043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40412) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:01.906510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6561abb-dd5a-482e-a7b4-c9ca38a3b25a None None] Network e306a785-1a09-477d-89cf-969aa9835c25 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:02:01.983772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.046303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 5720f256-f78f-45ad-a1c9-f179e4491857 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:02.046648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.085085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] DHCP port deletion for e306a785-1a09-477d-89cf-969aa9835c25 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:02:02.114441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 5720f256-f78f-45ad-a1c9-f179e4491857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5720f256-f78f-45ad-a1c9-f179e4491857,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:02.115156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.132275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 5720f256-f78f-45ad-a1c9-f179e4491857 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:02.139593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] Deleting port 5720f256-f78f-45ad-a1c9-f179e4491857 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:02.140059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.211918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] For port 5720f256-f78f-45ad-a1c9-f179e4491857, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5720f256-f78f-45ad-a1c9-f179e4491857,segment=NetworkSegment(9a69b3a5-54c1-4382-9b56-860ea97582cd),segment_id=9a69b3a5-54c1-4382-9b56-860ea97582cd)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:02.212414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.226771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] Calling delete_port for 5720f256-f78f-45ad-a1c9-f179e4491857 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:02.256960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73de205-91c7-4eb7-87b8-87fc45734950 req-1a8634e6-42f6-403d-b9dc-82638a66c4a9 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:02.258529 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c73de205-91c7-4eb7-87b8-87fc45734950 req-1a8634e6-42f6-403d-b9dc-82638a66c4a9 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0753067 Jan 04 14:02:02.279435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.305245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.319024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=5720f256-f78f-45ad-a1c9-f179e4491857,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:02.320914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 5720f256-f78f-45ad-a1c9-f179e4491857 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:02:02.331596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] Pushing event deleted for resources: {'Port': ['ID=5720f256-f78f-45ad-a1c9-f179e4491857,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:02.335273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f22663a-be3d-4327-a062-56ece8060433 None None] No DVR routers for this DVR port 5720f256-f78f-45ad-a1c9-f179e4491857 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:02:02.384053 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c73de205-91c7-4eb7-87b8-87fc45734950 req-6678b5f0-2207-464b-a61e-b7894e3aa10f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142485 Jan 04 14:02:02.430319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.450692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e306a785-1a09-477d-89cf-969aa9835c25']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:02.459890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a69b3a5-54c1-4382-9b56-860ea97582cd') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:02.460187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a69b3a5-54c1-4382-9b56-860ea97582cd') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:02.470438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.484712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.490954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:02:02.491343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:02:02.494296 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:02:02.499944 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:02:02.499944 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:02:02.499944 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:02:02.499944 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:02:02.499944 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:02:02.556536 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.563478 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.569061 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/e306a785-1a09-477d-89cf-969aa9835c25 HTTP/1.1" status: 204 len: 168 time: 0.6617155 Jan 04 14:02:02.569818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40416) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:02.577859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8182d8-ebb1-49fe-ace5-1b692ed210b7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=e306a785-1a09-477d-89cf-969aa9835c25,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:02.731226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 49443a2b-d36f-4db1-99bd-6c7094d58e0b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:02.731574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.806471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.806956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:02.818503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 49443a2b-d36f-4db1-99bd-6c7094d58e0b owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:02.997612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:03.021062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=49443a2b-d36f-4db1-99bd-6c7094d58e0b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:03.108157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:03.108387 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP c746fc49-5bab-4248-b8f8-05d80ca7029c disassociated (deleted). External IP: 172.36.2.121, port: 001e1c93-b37a-463f-be47-d726c2afdfcb. Jan 04 14:02:03.314559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:02:03.425421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:02:03.430128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:03.437523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:02:03.461825 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-288e197e-6ab3-4b81-b195-ed3edfb324b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/c746fc49-5bab-4248-b8f8-05d80ca7029c HTTP/1.1" status: 204 len: 168 time: 0.8876991 Jan 04 14:02:03.461825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:03.462752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9" -d '{"events": [{"name": "network-changed", "server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:03.467554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:03.468183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:03.517772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5720f256-f78f-45ad-a1c9-f179e4491857 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:03.561763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696a7222-0a98-4b2f-8241-3fd748267067 req-d4cf0952-ffd6-471b-8107-357c2e548e0c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:03.570271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-696a7222-0a98-4b2f-8241-3fd748267067 req-d4cf0952-ffd6-471b-8107-357c2e548e0c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0595419 Jan 04 14:02:03.605074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:03.634663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-696a7222-0a98-4b2f-8241-3fd748267067 req-30883102-1144-4f74-842b-471c0b2f300a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0638628 Jan 04 14:02:03.664686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c988df29-78ce-4223-bc97-c32a09354725 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:03.666915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5720f256-f78f-45ad-a1c9-f179e4491857 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:03.667275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5720f256-f78f-45ad-a1c9-f179e4491857 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:03.695018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: c988df29-78ce-4223-bc97-c32a09354725 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:03.695280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c988df29-78ce-4223-bc97-c32a09354725 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:03.760664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e6ab923-8505-4432-b404-0055c906b7d4 x-openstack-request-id: req-2e6ab923-8505-4432-b404-0055c906b7d4 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:03.760984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:03.761241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e6ab923-8505-4432-b404-0055c906b7d4 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:03.762556 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'status': 'completed', 'code': 200} Jan 04 14:02:03.843714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe829d-94d3-4213-880d-1d4a01dba975 req-0316a7b3-3feb-4ff0-8e63-d57d48c65a56 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:03.845405 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-14fe829d-94d3-4213-880d-1d4a01dba975 req-0316a7b3-3feb-4ff0-8e63-d57d48c65a56 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 946 time: 0.0884120 Jan 04 14:02:03.856678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-23ed5f06-167c-46b8-b378-20bf8345e23e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:03.858399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-23ed5f06-167c-46b8-b378-20bf8345e23e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 1099 time: 0.0662723 Jan 04 14:02:03.891410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:57Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:03.928175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:02:03.937260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:03.938095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:03.938651 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-14fe829d-94d3-4213-880d-1d4a01dba975 req-b6d25ab4-a378-4da3-b41f-fbde0fabd63e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849061 Jan 04 14:02:03.992593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-909e8c9c-1284-4693-a0d8-2e3d063587e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:03.994096 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-909e8c9c-1284-4693-a0d8-2e3d063587e1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 200 len: 897 time: 0.1227427 Jan 04 14:02:04.035809 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-003b5bdc-1b99-4de0-8c61-2a77ad25d0e1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 200 len: 217 time: 0.0348136 Jan 04 14:02:04.054862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:04.088965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-1bd3a439-af84-4df9-bc79-442d9722c958 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:04.091168 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-1bd3a439-af84-4df9-bc79-442d9722c958 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 200 len: 835 time: 0.0484605 Jan 04 14:02:04.137946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-7a8f5d40-0ad3-4196-9eca-ecc217c0b3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:04.139557 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-7a8f5d40-0ad3-4196-9eca-ecc217c0b3da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=50b2a800-122a-441c-af24-4a5845f8cb9d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410321 Jan 04 14:02:04.231639 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-dbd3299c-4a2d-49ef-93d6-e3d106474824 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822697 Jan 04 14:02:04.251906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:57Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:04.282170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4e3722-85ec-4a22-bd1b-2ce085379890 None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:01:57Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '4f10f884-e1d5-4d36-aaed-3f583d1f7197', 'name': '', 'network_id': '50b2a800-122a-441c-af24-4a5845f8cb9d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:cc:d0:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1210, 'fixed_ips': [{'subnet_id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:16Z', 'updated_at': '2022-01-04T14:00:21Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'fa937762-4273-498f-8fd9-5c844a3d9489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:02:04.328981 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb8bcbfb-1624-4ac2-99d7-32f13467c8c9 req-996d15ab-b22e-490e-b55d-28d29bda9111 service neutron] 10.222.0.13 "GET /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894423 Jan 04 14:02:04.517642 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d70d82d2-93b6-473e-9829-078d812a4947 None None] New status for floating IP c746fc49-5bab-4248-b8f8-05d80ca7029c: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:02:04.743908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37316ce-4531-49f8-8f7e-c7695249799c req-2d71fcb3-80bd-4562-9d84-e7f9d9bdf22e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:04.745264 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a37316ce-4531-49f8-8f7e-c7695249799c req-2d71fcb3-80bd-4562-9d84-e7f9d9bdf22e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0516703 Jan 04 14:02:04.800696 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a37316ce-4531-49f8-8f7e-c7695249799c req-55a7f131-88fc-4e90-8556-ba55097426b3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487614 Jan 04 14:02:05.060487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-23302845-74f4-4b28-b2fb-a7a95806cded tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:05.061843 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-23302845-74f4-4b28-b2fb-a7a95806cded tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 946 time: 0.0759163 Jan 04 14:02:05.101224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce11f4a-197e-4d90-aa25-be14ad19ed71 req-3f484aff-380d-4151-bd90-b484c306c1f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:05.102695 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ce11f4a-197e-4d90-aa25-be14ad19ed71 req-3f484aff-380d-4151-bd90-b484c306c1f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 946 time: 0.0891902 Jan 04 14:02:05.142992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:05.182287 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ce11f4a-197e-4d90-aa25-be14ad19ed71 req-d7093357-eadc-4e4d-b027-58b1b7942b00 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=369eb190-1dbb-416d-84ff-e0f7ccfeb447&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711696 Jan 04 14:02:05.200958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 001e1c93-b37a-463f-be47-d726c2afdfcb {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:05.201407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:05.291764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 001e1c93-b37a-463f-be47-d726c2afdfcb, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=001e1c93-b37a-463f-be47-d726c2afdfcb,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:05.292123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:05.304374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 001e1c93-b37a-463f-be47-d726c2afdfcb owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:05.429946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:05.767339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=001e1c93-b37a-463f-be47-d726c2afdfcb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:05.812561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 001e1c93-b37a-463f-be47-d726c2afdfcb on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:02:05.815132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:05.818648 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2efda5e5-cc3c-4ec9-a8cd-382885fd44d5 req-f924ecdd-23f5-48b1-865c-df456ee49b6a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/001e1c93-b37a-463f-be47-d726c2afdfcb HTTP/1.1" status: 204 len: 173 time: 0.7506351 Jan 04 14:02:05.819100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'name': 'network-vif-deleted', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:05.822773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a8201ab-27cc-43b4-b4f4-a1a5de0c3983" -d '{"events": [{"server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "name": "network-vif-deleted", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:05.864694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-219251a1-1248-4e38-9579-8fb179b7bceb x-openstack-request-id: req-219251a1-1248-4e38-9579-8fb179b7bceb {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:05.864939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f787e18e-ff2d-4aaa-a820-5fdbe05d993c", "name": "network-vif-deleted", "tag": "001e1c93-b37a-463f-be47-d726c2afdfcb", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:05.865272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-219251a1-1248-4e38-9579-8fb179b7bceb {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:05.865706 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f787e18e-ff2d-4aaa-a820-5fdbe05d993c', 'name': 'network-vif-deleted', 'tag': '001e1c93-b37a-463f-be47-d726c2afdfcb', 'status': 'completed', 'code': 200} Jan 04 14:02:05.956234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48dd4fe-bc5e-4e6e-b58e-d26b2d65f79d req-574be4c3-738c-4b22-85ff-4bc4cc58dace tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:05.958717 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e48dd4fe-bc5e-4e6e-b58e-d26b2d65f79d req-574be4c3-738c-4b22-85ff-4bc4cc58dace tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0584176 Jan 04 14:02:06.009165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e48dd4fe-bc5e-4e6e-b58e-d26b2d65f79d req-32545847-077d-4654-a796-58e03bc9822a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444913 Jan 04 14:02:06.314399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f6177829-0b17-4b22-800c-e9c32a1142bc req-c396f058-f71d-4d9c-9537-55ab111550ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=f787e18e-ff2d-4aaa-a820-5fdbe05d993c HTTP/1.1" status: 200 len: 210 time: 0.0294130 Jan 04 14:02:07.124580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1031c87b-958a-47ae-aebd-bfaa45c39458 req-be9327d9-daf3-4282-a83e-948ab94b0744 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:07.126236 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1031c87b-958a-47ae-aebd-bfaa45c39458 req-be9327d9-daf3-4282-a83e-948ab94b0744 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0501831 Jan 04 14:02:07.182913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1031c87b-958a-47ae-aebd-bfaa45c39458 req-f7c4c8c4-b874-444d-8b9d-07e98afe36c0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504241 Jan 04 14:02:07.369109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40442) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:07.438800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce372b01-0ef7-45c5-8c5f-080601b2fc0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:07.464922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce372b01-0ef7-45c5-8c5f-080601b2fc0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:07.525821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce372b01-0ef7-45c5-8c5f-080601b2fc0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:07.528917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce372b01-0ef7-45c5-8c5f-080601b2fc0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:07.530080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ce372b01-0ef7-45c5-8c5f-080601b2fc0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/369eb190-1dbb-416d-84ff-e0f7ccfeb447 HTTP/1.1" status: 204 len: 168 time: 0.1599071 Jan 04 14:02:07.539455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce372b01-0ef7-45c5-8c5f-080601b2fc0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=369eb190-1dbb-416d-84ff-e0f7ccfeb447,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:07.562837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40446) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:07.598673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 001e1c93-b37a-463f-be47-d726c2afdfcb no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:07.618951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 001e1c93-b37a-463f-be47-d726c2afdfcb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:07.619292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 001e1c93-b37a-463f-be47-d726c2afdfcb not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:07.920081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:08.178167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 4f10f884-e1d5-4d36-aaed-3f583d1f7197 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:08.178509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:08.291298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 4f10f884-e1d5-4d36-aaed-3f583d1f7197, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4f10f884-e1d5-4d36-aaed-3f583d1f7197,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:08.291660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:08.309198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 4f10f884-e1d5-4d36-aaed-3f583d1f7197 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:08.329634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29b6e3dd-8440-462a-8ee0-e21d48abf1f1 req-d1c5d5a3-a3c9-4476-818b-dd084b5bdf9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:08.331139 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-29b6e3dd-8440-462a-8ee0-e21d48abf1f1 req-d1c5d5a3-a3c9-4476-818b-dd084b5bdf9d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0809438 Jan 04 14:02:08.420132 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-29b6e3dd-8440-462a-8ee0-e21d48abf1f1 req-968288b8-f20c-4a71-8305-4fe020babb56 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589216 Jan 04 14:02:08.545169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:08.570307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=4f10f884-e1d5-4d36-aaed-3f583d1f7197,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:08.753415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:08.964532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9773eb09-c200-4743-8aa2-64036ae49ba6 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:02:09.071199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:02:09.079132 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40450) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:09.079673 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e0c94deb-d8fc-4b80-a5d5-f3e9d21e18b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/9773eb09-c200-4743-8aa2-64036ae49ba6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5144176 Jan 04 14:02:09.083489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] Sync routers for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:02:09.098854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:09.099494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:09.137585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet fa937762-4273-498f-8fd9-5c844a3d9489 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:02:09.140719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.187048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.203301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:09.270142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.332320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.364680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=fa937762-4273-498f-8fd9-5c844a3d9489,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:09.370534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.373819 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ed61fe67-1fcd-4f0e-8f79-baefc2f9493d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/fa937762-4273-498f-8fd9-5c844a3d9489 HTTP/1.1" status: 204 len: 168 time: 0.2924583 Jan 04 14:02:09.376457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40452) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:09.380212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3ac6a30-0439-48c3-8b4a-e913df58329e None None] Network 50b2a800-122a-441c-af24-4a5845f8cb9d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:02:09.412868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:02:08Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:09.467826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] Checking router: 9773eb09-c200-4743-8aa2-64036ae49ba6 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:02:09.546909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.625272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc02b8-e870-445c-9427-d3e203c83694 req-77f0c494-a0d9-4400-a156-307a0768e3ee tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:09.626878 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28dc02b8-e870-445c-9427-d3e203c83694 req-77f0c494-a0d9-4400-a156-307a0768e3ee tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.1020563 Jan 04 14:02:09.665728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] Routers {'9773eb09-c200-4743-8aa2-64036ae49ba6'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:09.666366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9773eb09-c200-4743-8aa2-64036ae49ba6'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:09.723733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.735535 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28dc02b8-e870-445c-9427-d3e203c83694 req-e55781d3-ab2e-4351-a294-62277ce82ef5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0992684 Jan 04 14:02:09.794207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] Set router 9773eb09-c200-4743-8aa2-64036ae49ba6 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:09.795993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port f4949872-52ca-471c-ab59-65079e96f897 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:09.796408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.821037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] DHCP port deletion for 50b2a800-122a-441c-af24-4a5845f8cb9d request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:02:09.879243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port f4949872-52ca-471c-ab59-65079e96f897, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f4949872-52ca-471c-ab59-65079e96f897,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:09.879632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:09.895755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for f4949872-52ca-471c-ab59-65079e96f897 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:09.960231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] Deleting port 689d12bf-e668-43a9-a32c-46e0b5808051 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:02:09.960601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.048620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] For port 689d12bf-e668-43a9-a32c-46e0b5808051, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=689d12bf-e668-43a9-a32c-46e0b5808051,segment=NetworkSegment(affa3320-c0a2-4b33-bab7-c1cc0734ff22),segment_id=affa3320-c0a2-4b33-bab7-c1cc0734ff22)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:10.048990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.063125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] Calling delete_port for 689d12bf-e668-43a9-a32c-46e0b5808051 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:02:10.076305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.102100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=f4949872-52ca-471c-ab59-65079e96f897,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:10.117124 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:02:08Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:10.148495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f67162e3-c12b-44cf-8828-7842904c1167 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:02:10.152728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a4d3aa3-2f86-44e7-aa94-c5d084b16c30 None None] The sync data for ids ['9773eb09-c200-4743-8aa2-64036ae49ba6'] in dv-neutron-master-2-hyperv is: [{'id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'name': 'tempest-TestNetworkBasicOps-router-815658594', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19'}], 'enable_snat': True}, 'gw_port_id': 'f4949872-52ca-471c-ab59-65079e96f897', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:00:09Z', 'updated_at': '2022-01-04T14:02:08Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'f4949872-52ca-471c-ab59-65079e96f897', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:d6:d5:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9773eb09-c200-4743-8aa2-64036ae49ba6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1200, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:00:11Z', 'updated_at': '2022-01-04T14:00:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:02:10.180112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.194835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.222062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] Pushing event deleted for resources: {'Port': ['ID=689d12bf-e668-43a9-a32c-46e0b5808051,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:10.226718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f05162e3-74ba-4956-9134-2fa20de69384 None None] No DVR routers for this DVR port 689d12bf-e668-43a9-a32c-46e0b5808051 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:02:10.290020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.292299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.597286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.598617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router 9773eb09-c200-4743-8aa2-64036ae49ba6 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:02:10.612826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.614004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fbe01e54-baec-482a-bd5a-28aed6ccbcac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/9773eb09-c200-4743-8aa2-64036ae49ba6 HTTP/1.1" status: 204 len: 168 time: 1.2356927 Jan 04 14:02:10.616716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40456) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:10.695267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.781220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.805089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50b2a800-122a-441c-af24-4a5845f8cb9d']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:10.815343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'affa3320-c0a2-4b33-bab7-c1cc0734ff22') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:10.815731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'affa3320-c0a2-4b33-bab7-c1cc0734ff22') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:10.825476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.838852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.845326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:02:10.845708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:02:10.848915 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:02:10.892732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01031022-e3d6-48e6-a2e2-2d546de0a7a8 req-eb954289-30fd-4129-8174-faf3bd82ffe4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:10.894272 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-01031022-e3d6-48e6-a2e2-2d546de0a7a8 req-eb954289-30fd-4129-8174-faf3bd82ffe4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0556834 Jan 04 14:02:10.910949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.919656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.922658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/50b2a800-122a-441c-af24-4a5845f8cb9d HTTP/1.1" status: 204 len: 168 time: 0.3049824 Jan 04 14:02:10.931970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b911508f-c881-40b3-89de-e1af308ad7cf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=50b2a800-122a-441c-af24-4a5845f8cb9d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:10.940486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40460) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:10.945769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--566732324', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:10.951070 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-01031022-e3d6-48e6-a2e2-2d546de0a7a8 req-7ac7ee84-3e71-408a-8cd3-5a90430c1d43 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506909 Jan 04 14:02:10.969477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:02:10.973027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:10.995169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:02:11.003670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.004010 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment 10e31954-c162-451d-9422-da200fa4b308 of type vlan for network 70b75524-b298-47ac-a20a-0b142f0fcee7 Jan 04 14:02:11.043414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.066274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.072015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:11.072595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.102222 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1606820 Jan 04 14:02:11.105095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:11.109787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-439005084', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:11.134084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.135072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.146652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f196effe-0697-4a7c-aa2c-ea8ba4d49090 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=70b75524-b298-47ac-a20a-0b142f0fcee7,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:11.157095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:02:11.186502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.325806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.474824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 689d12bf-e668-43a9-a32c-46e0b5808051 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:11.495868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 689d12bf-e668-43a9-a32c-46e0b5808051 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:11.496277 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 689d12bf-e668-43a9-a32c-46e0b5808051 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:11.496763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4f10f884-e1d5-4d36-aaed-3f583d1f7197 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:11.513403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.514879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 4f10f884-e1d5-4d36-aaed-3f583d1f7197 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:11.515224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4f10f884-e1d5-4d36-aaed-3f583d1f7197 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:11.515637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f4949872-52ca-471c-ab59-65079e96f897 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:02:11.532068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.534228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f4949872-52ca-471c-ab59-65079e96f897 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:02:11.534576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f4949872-52ca-471c-ab59-65079e96f897 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:02:11.635914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.207 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/4a281ad5-cd73-41bd-a30d-a94cdb252c36) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:02:11.732427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.769977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.806055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:11.808987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:11.812344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:02:11.821274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac81e165-2b23-4c21-b585-76fad8042220 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:02:11.837658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=4a281ad5-cd73-41bd-a30d-a94cdb252c36,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:11.919720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-449fda7b-97b7-462c-81a6-161622154813 None None] Provisioning complete for port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:11.920085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-449fda7b-97b7-462c-81a6-161622154813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:11.952171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-449fda7b-97b7-462c-81a6-161622154813 None None] Port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:02:12.062911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:12.065987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f010032-1a14-4ff5-bc46-72a166a5ad7e req-a4681612-eba3-49c4-8c8f-f73d365637ac tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:12.067604 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f010032-1a14-4ff5-bc46-72a166a5ad7e req-a4681612-eba3-49c4-8c8f-f73d365637ac tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0494227 Jan 04 14:02:12.116052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f010032-1a14-4ff5-bc46-72a166a5ad7e req-1697ed57-5c08-481b-b5b7-7988d0d30d41 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423896 Jan 04 14:02:12.253823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:12.378465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:02:12.482684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:02:12.492265 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Sync routers for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:02:12.502602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:12.503090 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:12.503703 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:12.503911 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8b10f400-830b-4dc3-8d6b-d1acf9a13a26 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3976970 Jan 04 14:02:12.506992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40466) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:12.610497 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:12.790759 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:12.817581 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Checking router: fb37d7d7-08d7-4b84-90cf-b570f4cc7827 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:02:12.817956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Updating router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:02:12.838564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ccdfe2fd-d8e7-4ea6-8769-2f09c6f717ee tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3305955 Jan 04 14:02:12.841595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40468) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:12.846251 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:12.924595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a3ce5c-4570-4ab1-bfb2-2fc9c54e3960 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:12.926244 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-03a3ce5c-4570-4ab1-bfb2-2fc9c54e3960 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0837126 Jan 04 14:02:12.929077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40470) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:12.960959 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-342ba625-cac4-4667-91fd-21e0cafd5b86 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286210 Jan 04 14:02:12.961198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40472) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:12.966391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1544212920', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:13.059043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:02:13.062621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.177912 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.183352 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.223995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75aa19bb-2059-4332-978a-00fb83d11146 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:02:13.237148 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ad33-4a5d-4e13-842f-9e86245920a1 None None] Pushing event updated for resources: {'Port': ['ID=4a281ad5-cd73-41bd-a30d-a94cdb252c36,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:13.239407 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Attempting to bind port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:02:13.239773 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Attempting to bind port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:02:13.240159 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Attempting to bind port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:02:13.245979 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:02:13.246113 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:02:13.246425 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.246809 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:02:13.247726 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Bound port: 4a281ad5-cd73-41bd-a30d-a94cdb252c36, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:02:13.247726 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.280990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60eadf2b-8264-4f7a-a74f-538b336a9ae9 req-04961932-7ceb-41fe-9a71-6cc64069642f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:13.282609 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-60eadf2b-8264-4f7a-a74f-538b336a9ae9 req-04961932-7ceb-41fe-9a71-6cc64069642f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0927222 Jan 04 14:02:13.284004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.286306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a00a9a14-6ba6-48c8-ae6a-79cf8d0593cf None None] Provisioning complete for port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:13.287266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a00a9a14-6ba6-48c8-ae6a-79cf8d0593cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.303631 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] For port 4a281ad5-cd73-41bd-a30d-a94cdb252c36, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:02:13.306672 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] For port 4a281ad5-cd73-41bd-a30d-a94cdb252c36, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a281ad5-cd73-41bd-a30d-a94cdb252c36,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:02:13.311313 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.326833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a00a9a14-6ba6-48c8-ae6a-79cf8d0593cf None None] Port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:02:13.356892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60f29ca2-245a-46d5-a44c-3e6ccbe7f5b9 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:02:13.366131 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:13.366764 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:13.367190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=d863c9ee-2e60-4861-be6a-dd80552c3a89,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:13.399894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-60eadf2b-8264-4f7a-a74f-538b336a9ae9 req-79462452-dfdb-4139-b078-34e5beb1fe0d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101503 Jan 04 14:02:13.400746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:02:13.401109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 70b75524-b298-47ac-a20a-0b142f0fcee7, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:02:13.401919 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef4ad33-4a5d-4e13-842f-9e86245920a1 None None] Pushing event updated for resources: {'Port': ['ID=4a281ad5-cd73-41bd-a30d-a94cdb252c36,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:13.425136 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:02:13.436686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 70b75524-b298-47ac-a20a-0b142f0fcee7) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:13.441236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:13.441823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.452601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5a5d8e-51c9-4828-a4ee-529765b1fd68 None None] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:02:13.461567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b406c124-0740-47ed-9857-af1e197d368f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4992740 Jan 04 14:02:13.464287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40476) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:13.466621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e7654916-eb68-4638-a110-a14c3c048b46 None None] Provisioning complete for port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:13.467016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7654916-eb68-4638-a110-a14c3c048b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.479780 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:13.611344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-70b75524-b298-47ac-a20a-0b142f0fcee7', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:02:13.612206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.645286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7654916-eb68-4638-a110-a14c3c048b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.661342 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:13.691766 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d3fb65-7573-44ec-8db2-907081c44126 None None] The sync data for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv is: [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:02:13.710488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e7654916-eb68-4638-a110-a14c3c048b46 None None] For port 4a281ad5-cd73-41bd-a30d-a94cdb252c36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a281ad5-cd73-41bd-a30d-a94cdb252c36,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:13.719013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7654916-eb68-4638-a110-a14c3c048b46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.822502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7654916-eb68-4638-a110-a14c3c048b46 None None] Pushing event updated for resources: {'Port': ['ID=4a281ad5-cd73-41bd-a30d-a94cdb252c36,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:13.830091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Allocated IP 172.20.0.2 (70b75524-b298-47ac-a20a-0b142f0fcee7/d863c9ee-2e60-4861-be6a-dd80552c3a89/98359f04-79b4-4416-9429-07b65269d3d7) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:02:13.948657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.989410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:13.996635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.046325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:14.049661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:14.053118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:02:14.064751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Pushing event updated for resources: {'Port': ['ID=98359f04-79b4-4416-9429-07b65269d3d7,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:14.116623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Attempting to bind port 98359f04-79b4-4416-9429-07b65269d3d7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:02:14.116991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Attempting to bind port 98359f04-79b4-4416-9429-07b65269d3d7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:02:14.117592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Attempting to bind port 98359f04-79b4-4416-9429-07b65269d3d7 on network 70b75524-b298-47ac-a20a-0b142f0fcee7 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:02:14.123167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:02:14.123797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Checking segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:02:14.124364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.124933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Bound using segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:02:14.125397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Bound port: 98359f04-79b4-4416-9429-07b65269d3d7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:02:14.125772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.193252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] For port 98359f04-79b4-4416-9429-07b65269d3d7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:02:14.196948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] For port 98359f04-79b4-4416-9429-07b65269d3d7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98359f04-79b4-4416-9429-07b65269d3d7,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:02:14.203482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.259135 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (70b75524-b298-47ac-a20a-0b142f0fcee7/d863c9ee-2e60-4861-be6a-dd80552c3a89/66da154b-b039-473c-bc5c-af58ad663a4f) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:02:14.269324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3370cbfe-6381-459c-a06b-2d5745d26d44 None None] Pushing event updated for resources: {'Port': ['ID=98359f04-79b4-4416-9429-07b65269d3d7,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:14.399679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.443133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.497088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:14.503069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:14.507280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:02:14.558884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=66da154b-b039-473c-bc5c-af58ad663a4f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:14.569115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.569488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.569807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.570191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.570526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.570854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.571188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.571510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.571831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.572158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.572481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.572799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.573115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:14.588980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:14.629109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e30d104-190e-42dd-a1fb-beb248fc80a8 req-2c69d8c3-8e4c-4d89-9476-33afdcbf7d2a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:14.631396 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3e30d104-190e-42dd-a1fb-beb248fc80a8 req-2c69d8c3-8e4c-4d89-9476-33afdcbf7d2a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0769250 Jan 04 14:02:14.711797 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3e30d104-190e-42dd-a1fb-beb248fc80a8 req-74c2cdfb-51b6-416a-a5ae-7faf8735d95b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690451 Jan 04 14:02:14.749218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.020620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.025387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.098840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.100599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=66da154b-b039-473c-bc5c-af58ad663a4f,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:15.198576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:15.200986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:15.327984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ab17874-fa90-45db-b2e5-bd9b64fe45d7 None None] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:02:15.329575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:02:15.403237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a36f5f15-22a1-4872-8ab4-4cc8058aa5b4 None None] Provisioning complete for port 98359f04-79b4-4416-9429-07b65269d3d7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:15.403710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a36f5f15-22a1-4872-8ab4-4cc8058aa5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.458821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:02:15.465637 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b283edbb-0b8d-4c25-b920-b843c844036e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/fb37d7d7-08d7-4b84-90cf-b570f4cc7827/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9998007 Jan 04 14:02:15.468343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40480) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:15.510764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-32f1b567-6985-4ce2-a7e7-55693a932311 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.554531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a36f5f15-22a1-4872-8ab4-4cc8058aa5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.606885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4a281ad5-cd73-41bd-a30d-a94cdb252c36 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:02:15.634394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device f9c1131c-eabb-401f-9697-c679f8e65e21 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:02:15.645588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a36f5f15-22a1-4872-8ab4-4cc8058aa5b4 None None] For port 98359f04-79b4-4416-9429-07b65269d3d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98359f04-79b4-4416-9429-07b65269d3d7,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:15.657191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a36f5f15-22a1-4872-8ab4-4cc8058aa5b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.684918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.685529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.686215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.686853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.687480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.687930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.689973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b5a02002-f534-4032-8c00-66ef05112f44 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.2200875 Jan 04 14:02:15.693562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40482) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:15.839171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.841111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.841902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.842538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.843050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.843664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.845768 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-81f61f6f-de40-43e9-b933-2eab5b355797 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1510024 Jan 04 14:02:15.848572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40486) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:15.860991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f5f15-22a1-4872-8ab4-4cc8058aa5b4 None None] Pushing event updated for resources: {'Port': ['ID=98359f04-79b4-4416-9429-07b65269d3d7,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:15.874972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f8880d-c317-4aae-932c-6be635a30050 req-e5e6d08c-75da-414c-a30c-e3d0f52361f3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:15.876784 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a6f8880d-c317-4aae-932c-6be635a30050 req-e5e6d08c-75da-414c-a30c-e3d0f52361f3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 943 time: 0.0679069 Jan 04 14:02:15.884242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port f9c1131c-eabb-401f-9697-c679f8e65e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f9c1131c-eabb-401f-9697-c679f8e65e21,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:15.886910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:15.887843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:15.931576 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a6f8880d-c317-4aae-932c-6be635a30050 req-b657ac2b-8571-4b53-937e-e23847a95bec tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481365 Jan 04 14:02:15.951199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'port_id': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'mac_address': 'fa:16:3e:74:3e:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:02:15.959625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8d1de3bc-abb6-42fb-a808-89c5493c9c60 None None] Provisioning complete for port 66da154b-b039-473c-bc5c-af58ad663a4f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:15.959995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8d1de3bc-abb6-42fb-a808-89c5493c9c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.140776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-abd493ff-92f3-4e36-833c-f96f459cffc5 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.2909064 Jan 04 14:02:16.177506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Sync routers for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:02:16.218100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.222130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:16.222769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:16.225102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 98359f04-79b4-4416-9429-07b65269d3d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:02:16.226596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8d1de3bc-abb6-42fb-a808-89c5493c9c60 None None] Port 66da154b-b039-473c-bc5c-af58ad663a4f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:02:16.294416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f9c1131c-eabb-401f-9697-c679f8e65e21 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:02:16.339229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port f9c1131c-eabb-401f-9697-c679f8e65e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f9c1131c-eabb-401f-9697-c679f8e65e21,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:16.340119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8d1de3bc-abb6-42fb-a808-89c5493c9c60 None None] Provisioning complete for port 98359f04-79b4-4416-9429-07b65269d3d7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:16.340483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8d1de3bc-abb6-42fb-a808-89c5493c9c60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.384600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40490) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:16.389406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2121166113', 'description': 'tempest-secgroup-smoke-2121166113 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:16.393809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.414066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.460039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:16.481168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.484898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.492885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 98359f04-79b4-4416-9429-07b65269d3d7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:16.493258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.516221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.517545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1318183 Jan 04 14:02:16.519492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a2e2f9-5765-41d0-bcc1-098bb7183f8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=567a1c00-80cd-4827-82c6-83c293a81ff0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:16.520660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40492) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:16.525429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '567a1c00-80cd-4827-82c6-83c293a81ff0', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:16.533625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=f9c1131c-eabb-401f-9697-c679f8e65e21,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:16.558189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.614031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['f9c1131c-eabb-401f-9697-c679f8e65e21'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:02:16.619777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.623560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.644290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed933f90-f83e-4f79-97ae-44c2a1e8b126,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:16.654611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.655829 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1340451 Jan 04 14:02:16.657153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.657527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.657843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.658210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.658833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40494) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:16.662241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.662759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.663201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.663601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '567a1c00-80cd-4827-82c6-83c293a81ff0', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:16.663730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.664133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.664568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.664987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.665434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.665848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade1480d-9511-4b1b-bfb7-5ed318ab1289 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:16.694613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.756806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.761126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.779795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5a5b165-2417-4ce4-8f10-29013b526b19,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:16.787435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.791812 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-286ac0c2-b551-416b-b3a5-b79dd456eb14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1288135 Jan 04 14:02:16.791812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40496) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:16.795845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '567a1c00-80cd-4827-82c6-83c293a81ff0', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:16.825039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.851723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a0b59fe2-13c9-461c-a527-9f53ff59d2c2 None None] Provisioning complete for port 66da154b-b039-473c-bc5c-af58ad663a4f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:16.852093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0b59fe2-13c9-461c-a527-9f53ff59d2c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.882275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.885993 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.904748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b338658-48c2-4b70-9868-e5c7f5114372,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:16.913972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.915601 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7db28294-34ad-4180-9290-e62e02d744c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1232407 Jan 04 14:02:16.918826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40498) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:16.923248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '567a1c00-80cd-4827-82c6-83c293a81ff0', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:16.923436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a0b59fe2-13c9-461c-a527-9f53ff59d2c2 None None] Port 66da154b-b039-473c-bc5c-af58ad663a4f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:02:16.948451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:16.952094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:16.986612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Checking router: fb37d7d7-08d7-4b84-90cf-b570f4cc7827 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:02:16.987057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Updating router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 port 66da154b-b039-473c-bc5c-af58ad663a4f binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:02:17.014644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.021903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.029957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.066728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06ab8184-31cc-457f-b741-06c31a1d8efe,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:17.078564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.080271 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-252686d6-e9db-4ed3-b1af-87e97bc5698d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1600327 Jan 04 14:02:17.082734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40502) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:17.087858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '567a1c00-80cd-4827-82c6-83c293a81ff0', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:17.104785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f714abd1-cbff-43f9-ba65-d14a72fc49e0 req-dc92d3fa-bfa3-4d9c-a35a-f21765425047 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:17.106853 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f714abd1-cbff-43f9-ba65-d14a72fc49e0 req-dc92d3fa-bfa3-4d9c-a35a-f21765425047 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 944 time: 0.0861490 Jan 04 14:02:17.142492 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:02:17.156290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.180117 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f714abd1-cbff-43f9-ba65-d14a72fc49e0 req-8352dec7-e1bd-470d-9708-e98451d687f3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650125 Jan 04 14:02:17.228292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.232842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.251609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=354cee43-dc70-4886-a22e-bc9d05a4ba36,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:17.259862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.262319 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-969fcd4f-b19a-4476-b667-7f9f39fbafd1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1786294 Jan 04 14:02:17.263946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40504) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:17.268547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '567a1c00-80cd-4827-82c6-83c293a81ff0', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:17.294048 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:02:17.299040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.356338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.358544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.361418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.362403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.380130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5039c6be-2da9-4c81-b2c9-288690e5071e,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:17.392072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.402767 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-43ec1f4b-562e-4589-ad93-9f3a2aa67b80 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1291573 Jan 04 14:02:17.408754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31170d43-6ac7-438b-bd2d-dd4695c87ebb None None] Pushing event updated for resources: {'Port': ['ID=66da154b-b039-473c-bc5c-af58ad663a4f,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:17.467652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Attempting to bind port 66da154b-b039-473c-bc5c-af58ad663a4f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:02:17.468325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Attempting to bind port 66da154b-b039-473c-bc5c-af58ad663a4f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:02:17.468874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Attempting to bind port 66da154b-b039-473c-bc5c-af58ad663a4f on network 70b75524-b298-47ac-a20a-0b142f0fcee7 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:02:17.474557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 1, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:02:17.475244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Checking segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:02:17.475830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.476393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Bound using segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:02:17.477055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Bound port: 66da154b-b039-473c-bc5c-af58ad663a4f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:02:17.477611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.516882 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 98359f04-79b4-4416-9429-07b65269d3d7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:02:17.582376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] For port 66da154b-b039-473c-bc5c-af58ad663a4f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:02:17.586934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] For port 66da154b-b039-473c-bc5c-af58ad663a4f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66da154b-b039-473c-bc5c-af58ad663a4f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:02:17.593570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.626332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device f9c1131c-eabb-401f-9697-c679f8e65e21 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:02:17.647005 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-eed9bdff-fa40-4a04-90c1-75c7f61f28c3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2121166113&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0621810 Jan 04 14:02:17.662103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 98359f04-79b4-4416-9429-07b65269d3d7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:17.662353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.744507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:17.745173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:01:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:17.746922 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31170d43-6ac7-438b-bd2d-dd4695c87ebb None None] Pushing event updated for resources: {'Port': ['ID=66da154b-b039-473c-bc5c-af58ad663a4f,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:17.780870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-16f5e185-d644-43c5-a111-90d10a0e26e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:17.785642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4297788e-8a82-4118-8d07-466ee53c7418 None None] Provisioning complete for port 66da154b-b039-473c-bc5c-af58ad663a4f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:17.786114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4297788e-8a82-4118-8d07-466ee53c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.790791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-16f5e185-d644-43c5-a111-90d10a0e26e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=70b75524-b298-47ac-a20a-0b142f0fcee7 HTTP/1.1" status: 200 len: 796 time: 0.1397231 Jan 04 14:02:17.802418 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c4d31ecb-4ca7-4e9c-9eb0-48e53b687697 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0104017 Jan 04 14:02:17.827778 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:02:17.864355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1bc64dc2-d82a-4dbc-8c77-8b60b9477679 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.874353 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-bc49e607-5dce-49e0-b1ef-f325cd53adf5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0647547 Jan 04 14:02:17.895433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port f9c1131c-eabb-401f-9697-c679f8e65e21 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:02:17.925813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port f9c1131c-eabb-401f-9697-c679f8e65e21 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:17.926211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:17.965783 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c5461d0f-2f37-49c7-8fbb-952323c35b12 service neutron] 10.222.0.30 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854967 Jan 04 14:02:18.064038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-12bb3f9b-c723-481f-b8f2-4ae8febecca8 service neutron] 10.222.0.30 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917947 Jan 04 14:02:18.124278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:18.245527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4297788e-8a82-4118-8d07-466ee53c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:18.251210 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-915abd47-e0cf-481d-a4d0-8b67fc69b3e3 req-a95c1c72-ef7f-4a9b-a007-f6e3590fc67c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 210 time: 0.0378778 Jan 04 14:02:18.323419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f439f81a-92df-4637-a5c8-36863f01854c req-02aa588e-9ccf-4ccb-b462-126a92ae4e11 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:18.325828 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f439f81a-92df-4637-a5c8-36863f01854c req-02aa588e-9ccf-4ccb-b462-126a92ae4e11 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 944 time: 0.0549591 Jan 04 14:02:18.367565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4297788e-8a82-4118-8d07-466ee53c7418 None None] For port 66da154b-b039-473c-bc5c-af58ad663a4f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66da154b-b039-473c-bc5c-af58ad663a4f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:18.370281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:18.375465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4297788e-8a82-4118-8d07-466ee53c7418 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:18.383365 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f439f81a-92df-4637-a5c8-36863f01854c req-a4f8db13-b749-4af5-ae66-a67f5bffed6d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506649 Jan 04 14:02:18.436281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:18.438577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-697698c5-a44e-4b90-88c8-688b8fe03cd5" -d '{"events": [{"server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:18.478880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port f9c1131c-eabb-401f-9697-c679f8e65e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f9c1131c-eabb-401f-9697-c679f8e65e21,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:18.481194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e852592-4113-4d9e-8b75-0f56a37216e9 x-openstack-request-id: req-2e852592-4113-4d9e-8b75-0f56a37216e9 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:18.481480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "name": "network-vif-plugged", "status": "completed", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:18.481737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2e852592-4113-4d9e-8b75-0f56a37216e9 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:18.482159 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'code': 200} Jan 04 14:02:18.488491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:18.498170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297788e-8a82-4118-8d07-466ee53c7418 None None] Pushing event updated for resources: {'Port': ['ID=66da154b-b039-473c-bc5c-af58ad663a4f,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:18.553972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-364a52e5-765a-485e-9c02-b99aae8e250c None None] Provisioning complete for port 66da154b-b039-473c-bc5c-af58ad663a4f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:18.554347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-364a52e5-765a-485e-9c02-b99aae8e250c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:18.590809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=f9c1131c-eabb-401f-9697-c679f8e65e21,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:18.602352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:18.633475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0691ec29-59c8-42bd-a1df-be830a79410d None None] The sync data for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv is: [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:17Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:02:18.675822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91303c1b-308e-4d5c-9692-85c4195ecc36 req-ecdbd48f-c952-45c8-8444-bca4bae4d8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:18.677287 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-91303c1b-308e-4d5c-9692-85c4195ecc36 req-ecdbd48f-c952-45c8-8444-bca4bae4d8d8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 1098 time: 0.0461955 Jan 04 14:02:18.762656 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-91303c1b-308e-4d5c-9692-85c4195ecc36 req-53b38ad7-d0e9-4d3b-a4aa-be41c7d3a266 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0788012 Jan 04 14:02:19.125147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:19.334039 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71fc378f-a4ea-4cc5-99a5-ed27f14f746e req-c1b0fd08-c878-440a-bc54-23bdb941e78b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 210 time: 0.0308399 Jan 04 14:02:19.411204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-d4b2ade6-9e0f-4703-882e-2b257ac3462b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:19.412715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-d4b2ade6-9e0f-4703-882e-2b257ac3462b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=70b75524-b298-47ac-a20a-0b142f0fcee7 HTTP/1.1" status: 200 len: 796 time: 0.1241210 Jan 04 14:02:19.533441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 66da154b-b039-473c-bc5c-af58ad663a4f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:02:19.550379 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3e01ca3a-d656-4068-9df3-ff57d4051c8d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 380 time: 0.1233253 Jan 04 14:02:19.562564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['567a1c00-80cd-4827-82c6-83c293a81ff0']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:19.590674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 66da154b-b039-473c-bc5c-af58ad663a4f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:19.591048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:19.593012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f1d418-3bac-4000-9d57-19a181047a0b req-7895b094-978f-4117-85a5-a14fa982bc09 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:19.598324 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-51f1d418-3bac-4000-9d57-19a181047a0b req-7895b094-978f-4117-85a5-a14fa982bc09 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 945 time: 0.1167510 Jan 04 14:02:19.728141 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-51f1d418-3bac-4000-9d57-19a181047a0b req-3e150ab3-5b1e-45c7-9a92-f5d715c2de17 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1259377 Jan 04 14:02:19.747647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:02:19.751257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:19.883302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.3 (70b75524-b298-47ac-a20a-0b142f0fcee7/d863c9ee-2e60-4861-be6a-dd80552c3a89/c9b0301f-d617-4409-90a8-316366f3770f) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:02:20.022473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.055086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.096013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:20.099008 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:20.104526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:02:20.132907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=c9b0301f-d617-4409-90a8-316366f3770f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:20.161600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:20.162244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.179276 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-3ddb416f-f979-446c-bfb5-db54f4cf6a95 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6214139 Jan 04 14:02:20.190724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Request body: {'port': {'device_id': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:20.246735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.324470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e4ce39c9-c25b-4b12-89a4-878edf371fb9 None None] Provisioning complete for port c9b0301f-d617-4409-90a8-316366f3770f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:20.324836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e4ce39c9-c25b-4b12-89a4-878edf371fb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.371796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e4ce39c9-c25b-4b12-89a4-878edf371fb9 None None] Port c9b0301f-d617-4409-90a8-316366f3770f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:02:20.376365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.456442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b4c045-db9b-4864-b0f9-264a6c358979 req-7e93c4a4-7107-4e87-8f5b-36324e27c552 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:20.457934 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-53b4c045-db9b-4864-b0f9-264a6c358979 req-7e93c4a4-7107-4e87-8f5b-36324e27c552 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 931 time: 0.0501201 Jan 04 14:02:20.507594 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-53b4c045-db9b-4864-b0f9-264a6c358979 req-9d621b7f-8ef2-4aef-9248-cb4bb3068416 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430989 Jan 04 14:02:20.511683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9b0301f-d617-4409-90a8-316366f3770f {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:02:20.521987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.535183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Transition to ACTIVE for port object c9b0301f-d617-4409-90a8-316366f3770f will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:02:20.538671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.592543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b0301f-d617-4409-90a8-316366f3770f,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:20.657629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Attempting to bind port c9b0301f-d617-4409-90a8-316366f3770f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:02:20.658004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Attempting to bind port c9b0301f-d617-4409-90a8-316366f3770f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:02:20.658341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Attempting to bind port c9b0301f-d617-4409-90a8-316366f3770f on network 70b75524-b298-47ac-a20a-0b142f0fcee7 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:02:20.663059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Port c9b0301f-d617-4409-90a8-316366f3770f on network 70b75524-b298-47ac-a20a-0b142f0fcee7 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:02:20.663380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Attempting to bind port c9b0301f-d617-4409-90a8-316366f3770f on network 70b75524-b298-47ac-a20a-0b142f0fcee7 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:02:20.670012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 2, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:02:20.670357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Checking segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:02:20.670743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Bound using segment: {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:02:20.671175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Bound port: c9b0301f-d617-4409-90a8-316366f3770f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '10e31954-c162-451d-9422-da200fa4b308', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:02:20.671550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.737469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] For port c9b0301f-d617-4409-90a8-316366f3770f, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:02:20.740531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] For port c9b0301f-d617-4409-90a8-316366f3770f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9b0301f-d617-4409-90a8-316366f3770f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:02:20.747745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.789796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:20.791000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:20.792165 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] 10.222.0.13 "PUT /v2.0/ports/c9b0301f-d617-4409-90a8-316366f3770f HTTP/1.1" status: 200 len: 1093 time: 0.6056721 Jan 04 14:02:20.794866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:20.798080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3af846-4c39-4125-8560-651bce60f8d7" -d '{"events": [{"name": "network-changed", "server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "tag": "c9b0301f-d617-4409-90a8-316366f3770f"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:20.850501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b599492f-10ea-4426-b932-61faf08af5f5 x-openstack-request-id: req-b599492f-10ea-4426-b932-61faf08af5f5 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:20.850799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "tag": "c9b0301f-d617-4409-90a8-316366f3770f", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:20.851049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b599492f-10ea-4426-b932-61faf08af5f5 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:20.851441 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f', 'status': 'completed', 'code': 200} Jan 04 14:02:20.887888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c62a370b-3ad0-47b3-843a-a0b318512a84 service neutron] Pushing event updated for resources: {'Port': ['ID=c9b0301f-d617-4409-90a8-316366f3770f,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:20.914550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a7d41-f948-4cab-a978-049cef31fb53 req-3f4b438b-ecb2-4fc9-b563-7b01803b62dc tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:20.916102 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-355a7d41-f948-4cab-a978-049cef31fb53 req-3f4b438b-ecb2-4fc9-b563-7b01803b62dc tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 945 time: 0.1075318 Jan 04 14:02:20.933581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-232f9607-046f-408b-a880-858bf462d663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:20.935079 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-232f9607-046f-408b-a880-858bf462d663 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 1096 time: 0.0776782 Jan 04 14:02:20.995386 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-22444178-a93b-4eba-873a-5a5762e13869 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b0301f-d617-4409-90a8-316366f3770f HTTP/1.1" status: 200 len: 217 time: 0.0478034 Jan 04 14:02:21.016859 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-355a7d41-f948-4cab-a978-049cef31fb53 req-865ccfb7-c84f-4cdc-b41c-9e1f09bb4cff tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946219 Jan 04 14:02:21.051458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-2bbbc6e7-248a-4f45-8203-a22d13f2d70b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.053129 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-2bbbc6e7-248a-4f45-8203-a22d13f2d70b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d863c9ee-2e60-4861-be6a-dd80552c3a89 HTTP/1.1" status: 200 len: 835 time: 0.0491157 Jan 04 14:02:21.097986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-87f96e27-6c57-4292-922a-fe7bb2e3adcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.099546 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-87f96e27-6c57-4292-922a-fe7bb2e3adcc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70b75524-b298-47ac-a20a-0b142f0fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401618 Jan 04 14:02:21.134160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5f6655-a33d-490a-9b43-375931792def req-3c84a53e-adaf-441b-9256-9b02b9fe986f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.135624 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2a5f6655-a33d-490a-9b43-375931792def req-3c84a53e-adaf-441b-9256-9b02b9fe986f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 945 time: 0.0479650 Jan 04 14:02:21.186618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2a5f6655-a33d-490a-9b43-375931792def req-0ff34fc6-75d5-44c9-a911-60133b72c87f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440321 Jan 04 14:02:21.209038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40548) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:21.302242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3555f27e-ad69-41a3-b0da-aa644ceec282 tempest-TestVolumeBootPattern-2132070035 tempest-TestVolumeBootPattern-2132070035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.306628 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3555f27e-ad69-41a3-b0da-aa644ceec282 tempest-TestVolumeBootPattern-2132070035 tempest-TestVolumeBootPattern-2132070035-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 1093 time: 0.0935640 Jan 04 14:02:21.306812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40552) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:21.311237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:21.336934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:21.434473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:21.496395 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-84bc744a-0fcd-4759-82bc-32ed6f31af14 service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3904078 Jan 04 14:02:21.540689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Allocated IP 172.36.2.106 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/28eec507-1cf1-4630-89f1-84987a8baed1) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:02:21.601398 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c434e597-df88-47af-af8a-e4cff81b0d62 req-c907137f-6b88-47a3-80ee-2542f81201c7 service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974085 Jan 04 14:02:21.637419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2610bf4c-08f1-4b37-9438-f7f608ac0145 req-3a179422-2609-4aeb-9953-a6467a74e448 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.638977 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2610bf4c-08f1-4b37-9438-f7f608ac0145 req-3a179422-2609-4aeb-9953-a6467a74e448 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 943 time: 0.0605314 Jan 04 14:02:21.644727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:21.684398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:21.719016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:21.719933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-4fbc2a1d-2c9a-4140-a6a4-4542a383d4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.721437 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-4fbc2a1d-2c9a-4140-a6a4-4542a383d4ef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 1096 time: 0.0732379 Jan 04 14:02:21.723336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:21.725715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2610bf4c-08f1-4b37-9438-f7f608ac0145 req-e178e437-815e-4694-9377-87ab442cd6be tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786669 Jan 04 14:02:21.728801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:02:21.752175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=28eec507-1cf1-4630-89f1-84987a8baed1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:21.822323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-a142905d-862a-4fc9-8719-de326efed564 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.824368 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-a142905d-862a-4fc9-8719-de326efed564 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70b75524-b298-47ac-a20a-0b142f0fcee7 HTTP/1.1" status: 200 len: 897 time: 0.0948622 Jan 04 14:02:21.868190 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-653cedbf-664f-448e-839d-49da4cb0ad69 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b0301f-d617-4409-90a8-316366f3770f HTTP/1.1" status: 200 len: 217 time: 0.0338793 Jan 04 14:02:21.915793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-140198dc-9863-4633-af14-681e18774012 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.917296 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-140198dc-9863-4633-af14-681e18774012 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d863c9ee-2e60-4861-be6a-dd80552c3a89 HTTP/1.1" status: 200 len: 835 time: 0.0432181 Jan 04 14:02:21.965098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:21.968095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-8ab42719-dd52-4084-8611-a8133adee1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:21.969610 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-8ab42719-dd52-4084-8611-a8133adee1c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70b75524-b298-47ac-a20a-0b142f0fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456481 Jan 04 14:02:22.060220 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-efb800c0-5817-45b1-a44d-7f9144e08419 service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834751 Jan 04 14:02:22.154854 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3a3af846-4c39-4125-8560-651bce60f8d7 req-024f4626-90e4-47cc-b775-59f307110421 service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860574 Jan 04 14:02:22.481379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:22.577344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:22.720658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:22.724803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:22.790378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=28eec507-1cf1-4630-89f1-84987a8baed1,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:22.811542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:22.893073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8163b63-f253-490d-9fa3-1dd86180f423 req-11b40306-4e6e-4bd1-8d51-c745d6ed5a91 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:22.894597 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8163b63-f253-490d-9fa3-1dd86180f423 req-11b40306-4e6e-4bd1-8d51-c745d6ed5a91 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 943 time: 0.0959458 Jan 04 14:02:22.961618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Floating IP 548e4073-2b2d-4fff-b96c-c8410c211d55 associated. External IP: 172.36.2.106, port: f9c1131c-eabb-401f-9697-c679f8e65e21. Jan 04 14:02:23.010675 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8163b63-f253-490d-9fa3-1dd86180f423 req-c7234e85-a2fc-4fc7-936c-9ffd45336bab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0901737 Jan 04 14:02:23.172378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:02:23.281095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:02:23.293806 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:02:23.302620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:23.308695 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:23.309342 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:23.350720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0b43452f-ddfc-4d68-9e81-90850b2eab9c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0428357 Jan 04 14:02:23.351349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:23.354516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-815371af-6f31-4f42-a6b2-c75260197501" -d '{"events": [{"name": "network-changed", "server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:23.404639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab12f57e-ab23-4dd7-9275-548a67658b22 x-openstack-request-id: req-ab12f57e-ab23-4dd7-9275-548a67658b22 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:23.405029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:23.405392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab12f57e-ab23-4dd7-9275-548a67658b22 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:23.405903 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'status': 'completed', 'code': 200} Jan 04 14:02:23.420910 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:23.476239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815371af-6f31-4f42-a6b2-c75260197501 req-94042efd-4ae7-41dd-9ed9-0fd6f978af63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:23.477971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-94042efd-4ae7-41dd-9ed9-0fd6f978af63 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 1098 time: 0.0467222 Jan 04 14:02:23.574082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815371af-6f31-4f42-a6b2-c75260197501 req-f1b40bba-b31b-48d1-9bcb-4c3aa8c74168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:23.575471 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-f1b40bba-b31b-48d1-9bcb-4c3aa8c74168 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0901494 Jan 04 14:02:23.634673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c9b0301f-d617-4409-90a8-316366f3770f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:02:23.642005 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-0766c348-0715-43db-b4ad-a07d2eca0787 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c1131c-eabb-401f-9697-c679f8e65e21 HTTP/1.1" status: 200 len: 999 time: 0.0592668 Jan 04 14:02:23.642765 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '548e4073-2b2d-4fff-b96c-c8410c211d55', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.106', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:74:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:02:21Z', 'updated_at': '2022-01-04T14:02:21Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:23.674511 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:02:23.683363 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:23.683970 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:23.691795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815371af-6f31-4f42-a6b2-c75260197501 req-485eee1e-5d7e-4984-abf8-30d090f9c1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:23.693446 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-485eee1e-5d7e-4984-abf8-30d090f9c1b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0452099 Jan 04 14:02:23.736213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c9b0301f-d617-4409-90a8-316366f3770f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9b0301f-d617-4409-90a8-316366f3770f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:23.742794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815371af-6f31-4f42-a6b2-c75260197501 req-836721a4-7089-4b3d-9505-29a2a64d2960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:23.744460 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-836721a4-7089-4b3d-9505-29a2a64d2960 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447729 Jan 04 14:02:23.747866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'c9b0301f-d617-4409-90a8-316366f3770f', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'port_id': 'c9b0301f-d617-4409-90a8-316366f3770f', 'mac_address': 'fa:16:3e:80:c7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:02:23.786108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:23.798904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9b0301f-d617-4409-90a8-316366f3770f {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:02:23.801490 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:23.818844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c9b0301f-d617-4409-90a8-316366f3770f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9b0301f-d617-4409-90a8-316366f3770f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:23.823420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:23.845001 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-82f12a4c-3798-4ccd-aaf4-b0251d150bac service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912902 Jan 04 14:02:23.870880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c9b0301f-d617-4409-90a8-316366f3770f,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:23.878028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.878495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.878940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.879379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.879810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.880238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.880665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.881125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.881550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.882011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.882433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.882861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.883449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:02:23.946429 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-815371af-6f31-4f42-a6b2-c75260197501 req-c6264bc0-7c0d-44b7-b063-5452dc35501e service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943871 Jan 04 14:02:24.026560 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '548e4073-2b2d-4fff-b96c-c8410c211d55', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.106', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:74:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:02:21Z', 'updated_at': '2022-01-04T14:02:21Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:24.044459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['c9b0301f-d617-4409-90a8-316366f3770f'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:02:24.053214 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7089df7-7fb8-4a75-8b0a-36070775b769 None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '548e4073-2b2d-4fff-b96c-c8410c211d55', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.106', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1373, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:74:3e:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:02:21Z', 'updated_at': '2022-01-04T14:02:21Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:02:24.140043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24379708-5f8c-4e8f-9ebd-542f5e317bdc req-f0d1a414-b183-4d71-ae45-f24a44a05cf3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:24.141588 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24379708-5f8c-4e8f-9ebd-542f5e317bdc req-f0d1a414-b183-4d71-ae45-f24a44a05cf3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 944 time: 0.0582836 Jan 04 14:02:24.192159 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24379708-5f8c-4e8f-9ebd-542f5e317bdc req-60d0e552-b2af-48d3-852f-6ef941c9fd61 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441635 Jan 04 14:02:24.279774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5628adbf-4b95-40e6-90bc-96c56c93acdf None None] New status for floating IP 548e4073-2b2d-4fff-b96c-c8410c211d55: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:02:25.309744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5e6add-3aac-4c86-a17d-c61c339634da req-d4eccbc3-e3d5-46cf-be5e-25ec10717c86 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:25.311249 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf5e6add-3aac-4c86-a17d-c61c339634da req-d4eccbc3-e3d5-46cf-be5e-25ec10717c86 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 944 time: 0.0487969 Jan 04 14:02:25.359715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf5e6add-3aac-4c86-a17d-c61c339634da req-eb99f611-432d-498a-b104-5f7c35d87abf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425215 Jan 04 14:02:25.670531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c9b0301f-d617-4409-90a8-316366f3770f up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:02:25.718010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port c9b0301f-d617-4409-90a8-316366f3770f completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:02:25.721706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port c9b0301f-d617-4409-90a8-316366f3770f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:02:25.722109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:25.802247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:25.824603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:25.826858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e3640aa-52db-41a0-9a3b-6eca529b5e0d" -d '{"events": [{"server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "name": "network-vif-plugged", "status": "completed", "tag": "c9b0301f-d617-4409-90a8-316366f3770f"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:25.838799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c9b0301f-d617-4409-90a8-316366f3770f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9b0301f-d617-4409-90a8-316366f3770f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:02:25.844211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:25.869491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3fa03813-c55b-46d2-bcb3-54c9823098f8 x-openstack-request-id: req-3fa03813-c55b-46d2-bcb3-54c9823098f8 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:25.869790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "name": "network-vif-plugged", "status": "completed", "tag": "c9b0301f-d617-4409-90a8-316366f3770f", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:25.870076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3fa03813-c55b-46d2-bcb3-54c9823098f8 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:25.870526 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f', 'code': 200} Jan 04 14:02:25.896499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c9b0301f-d617-4409-90a8-316366f3770f,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:26.024329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8d0af-a919-4bea-996b-9d9e9d39c17f req-37730fdb-5eeb-49f1-9bab-4ff8cfdfea66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:26.025712 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-88b8d0af-a919-4bea-996b-9d9e9d39c17f req-37730fdb-5eeb-49f1-9bab-4ff8cfdfea66 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 1098 time: 0.0389369 Jan 04 14:02:26.074550 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-88b8d0af-a919-4bea-996b-9d9e9d39c17f req-d1fdf4a0-ffe2-4aa8-9751-853f19979ef9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423889 Jan 04 14:02:26.474066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a77d6b6d-1b88-4863-8eeb-d0745634300e req-824d5fae-601b-497b-89ba-7a7874f1d81b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:26.475531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a77d6b6d-1b88-4863-8eeb-d0745634300e req-824d5fae-601b-497b-89ba-7a7874f1d81b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 945 time: 0.0486062 Jan 04 14:02:26.523590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a77d6b6d-1b88-4863-8eeb-d0745634300e req-f58f0d45-b033-4d09-a279-d04987705c03 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422182 Jan 04 14:02:27.637738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fea2f93-919a-4a2f-a0b1-1852c1e73f6f req-d6b2c293-c19a-4e51-9293-85f0b1361b4e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:27.639223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1fea2f93-919a-4a2f-a0b1-1852c1e73f6f req-d6b2c293-c19a-4e51-9293-85f0b1361b4e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 945 time: 0.0479829 Jan 04 14:02:27.688084 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1fea2f93-919a-4a2f-a0b1-1852c1e73f6f req-6e5a106d-0faa-452a-ab1a-813d0ec222fb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428536 Jan 04 14:02:27.802371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c31d3f00-d6b3-4630-b6a4-4004d07641b7 req-6691205f-a95c-4584-bccc-c25c0a91c8f2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:27.803857 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c31d3f00-d6b3-4630-b6a4-4004d07641b7 req-6691205f-a95c-4584-bccc-c25c0a91c8f2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 945 time: 0.0512576 Jan 04 14:02:27.851910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c31d3f00-d6b3-4630-b6a4-4004d07641b7 req-01088fa9-11e3-4bfd-bbbf-c28169d9345b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414984 Jan 04 14:02:27.873677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40576) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:27.916113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722c036f-7e3c-414a-98a3-a9365f851576 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:27.917660 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-722c036f-7e3c-414a-98a3-a9365f851576 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 1093 time: 0.0429506 Jan 04 14:02:27.920634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40578) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:27.924862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'c9b0301f-d617-4409-90a8-316366f3770f', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.3'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:02:27.949112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.041368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.143604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.195 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/8be01d6a-b137-4691-ac22-3958543ae2e0) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:02:28.239168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.275865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.315246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:02:28.318158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:02:28.321472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:02:28.347990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8be01d6a-b137-4691-ac22-3958543ae2e0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:28.669629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.736196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.883792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.888727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:28.957199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8be01d6a-b137-4691-ac22-3958543ae2e0,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:02:28.964876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:29.062510 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 2b038254-dd9d-4c53-85ec-966729975fe5 associated. External IP: 172.36.2.195, port: c9b0301f-d617-4409-90a8-316366f3770f. Jan 04 14:02:29.261372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:02:29.366067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:02:29.379739 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] Sync routers for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:02:29.384183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:29.390089 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:29.390704 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:29.415417 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f2d238f2-6574-46c1-a1d4-998f75ec0dc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4937484 Jan 04 14:02:29.416001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:02:29.418844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40580) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:29.419355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca925e7-4d63-4f02-9420-9d92776afd02" -d '{"events": [{"name": "network-changed", "server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "tag": "c9b0301f-d617-4409-90a8-316366f3770f"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:02:29.457019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f75d8f3-cf2d-41e4-87fe-b367ab131c92 x-openstack-request-id: req-2f75d8f3-cf2d-41e4-87fe-b367ab131c92 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:02:29.457292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "tag": "c9b0301f-d617-4409-90a8-316366f3770f", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:02:29.457557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2f75d8f3-cf2d-41e4-87fe-b367ab131c92 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:02:29.457984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f', 'status': 'completed', 'code': 200} Jan 04 14:02:29.489662 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-456d29f7-e79e-4816-9b24-2e84b88d62c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/2b038254-dd9d-4c53-85ec-966729975fe5 HTTP/1.1" status: 200 len: 991 time: 0.0685046 Jan 04 14:02:29.496127 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:29.520424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-13129324-3fa6-4a09-9424-3d9d49f37e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:29.521981 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-13129324-3fa6-4a09-9424-3d9d49f37e09 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 1098 time: 0.0408106 Jan 04 14:02:29.621435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-7da4d893-7e85-4c2d-925f-07e6dd7107f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:29.622994 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-7da4d893-7e85-4c2d-925f-07e6dd7107f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70b75524-b298-47ac-a20a-0b142f0fcee7 HTTP/1.1" status: 200 len: 897 time: 0.0947390 Jan 04 14:02:29.690146 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-15f43a10-4533-4dfc-a857-548f4203496e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b0301f-d617-4409-90a8-316366f3770f HTTP/1.1" status: 200 len: 999 time: 0.0593269 Jan 04 14:02:29.754434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-6a62bc62-49d9-48ad-b25c-d5a8a1df612a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:29.755897 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-6a62bc62-49d9-48ad-b25c-d5a8a1df612a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d863c9ee-2e60-4861-be6a-dd80552c3a89 HTTP/1.1" status: 200 len: 835 time: 0.0468457 Jan 04 14:02:29.803300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-cfe242be-7cbd-4e00-8677-cef8ac0d99cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:02:29.804539 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b038254-dd9d-4c53-85ec-966729975fe5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.195', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'port_id': 'c9b0301f-d617-4409-90a8-316366f3770f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'mac_address': 'fa:16:3e:80:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:02:28Z', 'updated_at': '2022-01-04T14:02:28Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:18Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:29.804789 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-cfe242be-7cbd-4e00-8677-cef8ac0d99cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70b75524-b298-47ac-a20a-0b142f0fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403459 Jan 04 14:02:29.834024 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] Checking router: fb37d7d7-08d7-4b84-90cf-b570f4cc7827 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:02:29.842589 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:02:29.843190 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:29.893833 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-76be782c-e5cf-4cc5-a636-054376e5e50d service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825832 Jan 04 14:02:29.943959 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:02:29.988213 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dca925e7-4d63-4f02-9420-9d92776afd02 req-a8cfa761-83c2-462b-b325-ce92dc1a493b service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879707 Jan 04 14:02:30.157121 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b038254-dd9d-4c53-85ec-966729975fe5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.195', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'port_id': 'c9b0301f-d617-4409-90a8-316366f3770f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'mac_address': 'fa:16:3e:80:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:02:28Z', 'updated_at': '2022-01-04T14:02:28Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:18Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:02:30.182315 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4ca406d-5645-41fb-bc19-0800fc4555ce None None] The sync data for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv is: [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '2b038254-dd9d-4c53-85ec-966729975fe5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.195', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'port_id': 'c9b0301f-d617-4409-90a8-316366f3770f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1375, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'mac_address': 'fa:16:3e:80:c7:5b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:02:28Z', 'updated_at': '2022-01-04T14:02:28Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:18Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:02:30.372670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d612b13b-5a3e-4d5e-a198-e0b3eaf38fa8 None None] New status for floating IP 2b038254-dd9d-4c53-85ec-966729975fe5: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:02:30.492414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40586) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:30.555494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-92c41621-0c89-4168-82a5-290841a65104 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/2b038254-dd9d-4c53-85ec-966729975fe5 HTTP/1.1" status: 200 len: 991 time: 0.0618989 Jan 04 14:02:31.559764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40588) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:02:31.625362 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f172571d-d329-4155-88a4-35e749da2cc1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/2b038254-dd9d-4c53-85ec-966729975fe5 HTTP/1.1" status: 200 len: 993 time: 0.0643826 Jan 04 14:02:35.164091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:45.498079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56f506f-f3f0-456b-b1ed-2ada9dde0dab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:47.808561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eb46660e-4b1b-45c3-9f84-8853b4cee97b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:49.124326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:50.364386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:51.966910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:02:54.827754 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:03:00.060493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40610) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:00.119555 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0a97254-bb28-4b79-9486-1860fe53c1ec tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/2b038254-dd9d-4c53-85ec-966729975fe5 HTTP/1.1" status: 200 len: 993 time: 0.0579338 Jan 04 14:03:00.425803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40616) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:00.578836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 8be01d6a-b137-4691-ac22-3958543ae2e0 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:03:00.579178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:00.654357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:00.654683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:00.666087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 8be01d6a-b137-4691-ac22-3958543ae2e0 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:03:00.836141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:00.859992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=8be01d6a-b137-4691-ac22-3958543ae2e0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:00.920731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:00.921064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 2b038254-dd9d-4c53-85ec-966729975fe5 disassociated (deleted). External IP: 172.36.2.195, port: c9b0301f-d617-4409-90a8-316366f3770f. Jan 04 14:03:01.415946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:03:01.519071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:03:01.523896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:01.528660 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] Sync routers for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:03:01.538869 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:01.539462 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:01.550823 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-76d3ae6a-54e4-46d1-a079-efaec56bfbeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/2b038254-dd9d-4c53-85ec-966729975fe5 HTTP/1.1" status: 204 len: 168 time: 1.1239088 Jan 04 14:03:01.551565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:03:01.554421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9fc86cea-9b20-4517-918e-94f7223572fb" -d '{"events": [{"name": "network-changed", "server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "tag": "c9b0301f-d617-4409-90a8-316366f3770f"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:03:01.597901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd63926-3fd7-415f-b325-cb80d31160e8 x-openstack-request-id: req-ccd63926-3fd7-415f-b325-cb80d31160e8 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:03:01.598201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "tag": "c9b0301f-d617-4409-90a8-316366f3770f", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:03:01.598457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccd63926-3fd7-415f-b325-cb80d31160e8 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:03:01.598862 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f', 'status': 'completed', 'code': 200} Jan 04 14:03:01.643079 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:01.666272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86cea-9b20-4517-918e-94f7223572fb req-4d564fbd-6322-4507-b2ef-e8008c65ba85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:01.667696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-4d564fbd-6322-4507-b2ef-e8008c65ba85 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 1098 time: 0.0456457 Jan 04 14:03:01.786506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86cea-9b20-4517-918e-94f7223572fb req-afc219a5-417c-477d-86db-510cbfebc815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:01.788741 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-afc219a5-417c-477d-86db-510cbfebc815 service neutron] 10.222.0.13 "GET /v2.0/networks?id=70b75524-b298-47ac-a20a-0b142f0fcee7 HTTP/1.1" status: 200 len: 897 time: 0.1074364 Jan 04 14:03:01.799565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ed71ef-6cfa-4af8-bc65-eb6ecc5573e7 req-0c71de4f-320b-42dc-8f4a-bbec3fa00a18 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:01.802247 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-77ed71ef-6cfa-4af8-bc65-eb6ecc5573e7 req-0c71de4f-320b-42dc-8f4a-bbec3fa00a18 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 945 time: 0.0559750 Jan 04 14:03:01.829203 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-4b013f83-aed2-4365-990d-e208cf3a889a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c9b0301f-d617-4409-90a8-316366f3770f HTTP/1.1" status: 200 len: 217 time: 0.0343287 Jan 04 14:03:01.854397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-77ed71ef-6cfa-4af8-bc65-eb6ecc5573e7 req-65ff2dec-e57e-4589-a4c9-ada7cc4f07e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466061 Jan 04 14:03:01.854849 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:18Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:01.881268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86cea-9b20-4517-918e-94f7223572fb req-62c919ab-5bab-408b-bb2b-7060be49d3b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:01.882802 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-62c919ab-5bab-408b-bb2b-7060be49d3b8 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d863c9ee-2e60-4861-be6a-dd80552c3a89 HTTP/1.1" status: 200 len: 835 time: 0.0462468 Jan 04 14:03:01.885900 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] Checking router: fb37d7d7-08d7-4b84-90cf-b570f4cc7827 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:03:01.894159 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:01.894762 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:01.929118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc86cea-9b20-4517-918e-94f7223572fb req-7097bba0-1b50-456e-9de9-bc01c2c51c30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:01.930545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-7097bba0-1b50-456e-9de9-bc01c2c51c30 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=70b75524-b298-47ac-a20a-0b142f0fcee7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402884 Jan 04 14:03:01.999625 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:02.025903 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-d6a09fb9-a8f5-473c-a847-716cf4bbc477 service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876250 Jan 04 14:03:02.120392 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fc86cea-9b20-4517-918e-94f7223572fb req-61b2d98d-f4ea-4722-ac07-8ea02b02cb28 service neutron] 10.222.0.13 "GET /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853267 Jan 04 14:03:02.190812 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:18Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:02.216945 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db057bc1-19e5-4d02-ad71-aa00241b5056 None None] The sync data for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv is: [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:14Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '66da154b-b039-473c-bc5c-af58ad663a4f', 'name': '', 'network_id': '70b75524-b298-47ac-a20a-0b142f0fcee7', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:78:42:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_interface', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:14Z', 'updated_at': '2022-01-04T14:02:18Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd863c9ee-2e60-4861-be6a-dd80552c3a89', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:03:02.416817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d8df04-b94d-427b-86c0-251e11aab275 None None] New status for floating IP 2b038254-dd9d-4c53-85ec-966729975fe5: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:03:02.969574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5e9a57-fea1-44a2-9ac9-875c8014deae req-0ba965f8-088e-4ed4-94a9-7c84175b5a66 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:02.971138 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af5e9a57-fea1-44a2-9ac9-875c8014deae req-0ba965f8-088e-4ed4-94a9-7c84175b5a66 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 945 time: 0.0496078 Jan 04 14:03:03.023237 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af5e9a57-fea1-44a2-9ac9-875c8014deae req-13dd84c8-84bf-410d-91e7-1f5a406004fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=567a1c00-80cd-4827-82c6-83c293a81ff0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457063 Jan 04 14:03:03.176779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-46d5efe1-79e1-4c51-af4e-947bbf74b145 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:03.178233 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-46d5efe1-79e1-4c51-af4e-947bbf74b145 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=51160260-5ac5-48c7-bd50-2b2b2287746c HTTP/1.1" status: 200 len: 945 time: 0.0533504 Jan 04 14:03:03.268111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port c9b0301f-d617-4409-90a8-316366f3770f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:03:03.268447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:03.355673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port c9b0301f-d617-4409-90a8-316366f3770f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c9b0301f-d617-4409-90a8-316366f3770f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:03.355955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:03.368217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for c9b0301f-d617-4409-90a8-316366f3770f owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:03:03.495523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:03.524259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=c9b0301f-d617-4409-90a8-316366f3770f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:03.568046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port c9b0301f-d617-4409-90a8-316366f3770f on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:03:03.571037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:03.574374 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-972073a1-559b-4c15-8184-d7ffc7c854ea req-acafa594-26d0-41cb-87fd-6c7140fd8e5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/c9b0301f-d617-4409-90a8-316366f3770f HTTP/1.1" status: 204 len: 173 time: 0.3909664 Jan 04 14:03:03.600226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'name': 'network-vif-deleted', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:03:03.602569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-203c38f7-ed3f-4479-b9ea-c2eed06a1daf" -d '{"events": [{"server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "name": "network-vif-deleted", "tag": "c9b0301f-d617-4409-90a8-316366f3770f"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:03:03.638905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-578023f0-1d24-481e-95a4-cd87969f091a x-openstack-request-id: req-578023f0-1d24-481e-95a4-cd87969f091a {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:03:03.639212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "51160260-5ac5-48c7-bd50-2b2b2287746c", "name": "network-vif-deleted", "tag": "c9b0301f-d617-4409-90a8-316366f3770f", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:03:03.639472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-578023f0-1d24-481e-95a4-cd87969f091a {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:03:03.639883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '51160260-5ac5-48c7-bd50-2b2b2287746c', 'name': 'network-vif-deleted', 'tag': 'c9b0301f-d617-4409-90a8-316366f3770f', 'status': 'completed', 'code': 200} Jan 04 14:03:04.078243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40630) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:04.135335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed14b17f-8605-4bb9-8af4-877b30320da7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.159645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed14b17f-8605-4bb9-8af4-877b30320da7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.217772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed14b17f-8605-4bb9-8af4-877b30320da7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.220446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ed14b17f-8605-4bb9-8af4-877b30320da7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.221605 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ed14b17f-8605-4bb9-8af4-877b30320da7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/567a1c00-80cd-4827-82c6-83c293a81ff0 HTTP/1.1" status: 204 len: 168 time: 0.1423719 Jan 04 14:03:04.231250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed14b17f-8605-4bb9-8af4-877b30320da7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=567a1c00-80cd-4827-82c6-83c293a81ff0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:04.255898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40634) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:04.612865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.859599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 66da154b-b039-473c-bc5c-af58ad663a4f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:03:04.859931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.943791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 66da154b-b039-473c-bc5c-af58ad663a4f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66da154b-b039-473c-bc5c-af58ad663a4f,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:04.944173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:04.956118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 66da154b-b039-473c-bc5c-af58ad663a4f owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:03:05.135290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.165378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=66da154b-b039-473c-bc5c-af58ad663a4f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:05.185296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.337677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.551257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:03:05.654029 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:03:05.659251 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b5c688aa-83f3-4d9b-aef2-83c78636faff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/fb37d7d7-08d7-4b84-90cf-b570f4cc7827/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4020274 Jan 04 14:03:05.662089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40636) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:05.665025 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] Sync routers for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:03:05.675757 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:05.676368 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:05.713045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet d863c9ee-2e60-4861-be6a-dd80552c3a89 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:03:05.716582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.759933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.853487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.869555 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:05.912392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.916508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c9b0301f-d617-4409-90a8-316366f3770f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:03:05.940201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=d863c9ee-2e60-4861-be6a-dd80552c3a89,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:05.941821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: c9b0301f-d617-4409-90a8-316366f3770f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:03:05.942288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c9b0301f-d617-4409-90a8-316366f3770f not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:03:05.948717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:05.952930 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-16b35578-b391-4d44-ada0-987b1c62f461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/d863c9ee-2e60-4861-be6a-dd80552c3a89 HTTP/1.1" status: 204 len: 168 time: 0.2898898 Jan 04 14:03:05.955058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aba2cdf9-f3fd-41a2-a17f-1a389c739700 None None] Network 70b75524-b298-47ac-a20a-0b142f0fcee7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:03:05.955860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40638) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:06.054985 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:03:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:06.063223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.082757 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] Checking router: fb37d7d7-08d7-4b84-90cf-b570f4cc7827 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:03:06.092026 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] Routers {'fb37d7d7-08d7-4b84-90cf-b570f4cc7827'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:06.092622 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:06.152723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] DHCP port deletion for 70b75524-b298-47ac-a20a-0b142f0fcee7 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:03:06.172560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.200637 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] Set router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:06.206444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] Deleting port 98359f04-79b4-4416-9429-07b65269d3d7 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:03:06.207186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.230063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 4a281ad5-cd73-41bd-a30d-a94cdb252c36 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:03:06.230542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.270348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] For port 98359f04-79b4-4416-9429-07b65269d3d7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=98359f04-79b4-4416-9429-07b65269d3d7,segment=NetworkSegment(10e31954-c162-451d-9422-da200fa4b308),segment_id=10e31954-c162-451d-9422-da200fa4b308)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:06.270751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.283578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] Calling delete_port for 98359f04-79b4-4416-9429-07b65269d3d7 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:03:06.309742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 4a281ad5-cd73-41bd-a30d-a94cdb252c36, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=4a281ad5-cd73-41bd-a30d-a94cdb252c36,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:06.310056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.323016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 4a281ad5-cd73-41bd-a30d-a94cdb252c36 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:03:06.382762 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:03:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:06.411387 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9d82b4-3c32-4687-b14b-039e70c8ec04 None None] The sync data for ids ['fb37d7d7-08d7-4b84-90cf-b570f4cc7827'] in dv-neutron-master-2-hyperv is: [{'id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'name': 'tempest-TestNetworkBasicOps-router-439005084', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207'}], 'enable_snat': True}, 'gw_port_id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:03:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '4a281ad5-cd73-41bd-a30d-a94cdb252c36', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ed:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb37d7d7-08d7-4b84-90cf-b570f4cc7827', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1358, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.207', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:02:11Z', 'updated_at': '2022-01-04T14:02:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:03:06.496488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.525354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=4a281ad5-cd73-41bd-a30d-a94cdb252c36,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:06.530895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.543935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] No DVR routers for this DVR port 98359f04-79b4-4416-9429-07b65269d3d7 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:03:06.562218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37398649-4ce0-4010-b05e-c6838ea8bc27 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:03:06.570947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf941dcd-0bfa-42aa-92f8-4daa3155abab None None] Pushing event deleted for resources: {'Port': ['ID=98359f04-79b4-4416-9429-07b65269d3d7,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:06.592116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.680382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.682586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.725032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.725494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router fb37d7d7-08d7-4b84-90cf-b570f4cc7827 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:03:06.732412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.733538 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4540c77c-1e91-4db8-ab7e-7b48ec1ef0a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/fb37d7d7-08d7-4b84-90cf-b570f4cc7827 HTTP/1.1" status: 204 len: 168 time: 0.7766635 Jan 04 14:03:06.736310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40640) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:06.816556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.908121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.927912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70b75524-b298-47ac-a20a-0b142f0fcee7']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:06.937324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10e31954-c162-451d-9422-da200fa4b308') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:06.937626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10e31954-c162-451d-9422-da200fa4b308') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:06.947479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.960688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.966573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:03:06.966957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:03:06.970176 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:03:07.033566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.042098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.045739 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/70b75524-b298-47ac-a20a-0b142f0fcee7 HTTP/1.1" status: 204 len: 168 time: 0.3085122 Jan 04 14:03:07.062001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e6fb6-9117-4e04-9f46-33bd130eeee7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=70b75524-b298-47ac-a20a-0b142f0fcee7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:07.062322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40642) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:07.077522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--505170150', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:07.098939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:03:07.102458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.125982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 170} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:03:07.135383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.135723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment f506ee10-8c2a-4d52-9eb5-38f7b106a087 of type vlan for network 049ee567-f626-4472-9d7c-acc534625f8b Jan 04 14:03:07.177470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.201247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.206971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:07.207545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.239082 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1687634 Jan 04 14:03:07.242575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40644) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:07.247215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-260673828', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:07.270869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.272099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.276034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b732e4-4476-4764-8985-ca9f7b33e367 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=049ee567-f626-4472-9d7c-acc534625f8b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:07.290730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 049ee567-f626-4472-9d7c-acc534625f8b details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:03:07.326963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.467239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.512174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4a281ad5-cd73-41bd-a30d-a94cdb252c36 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:03:07.536140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 4a281ad5-cd73-41bd-a30d-a94cdb252c36 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:03:07.536485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 4a281ad5-cd73-41bd-a30d-a94cdb252c36 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:03:07.536909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 66da154b-b039-473c-bc5c-af58ad663a4f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:03:07.556199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 66da154b-b039-473c-bc5c-af58ad663a4f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:03:07.556546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 66da154b-b039-473c-bc5c-af58ad663a4f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:03:07.556963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 98359f04-79b4-4416-9429-07b65269d3d7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:03:07.575287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 98359f04-79b4-4416-9429-07b65269d3d7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:03:07.575632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 98359f04-79b4-4416-9429-07b65269d3d7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:03:07.664472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.682106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.784969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.94 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/8cd70712-22da-4c3e-b4f9-765a81dda0be) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:03:07.881411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.914182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:07.949706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:03:07.952419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:07.958221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:03:07.964016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8cd70712-22da-4c3e-b4f9-765a81dda0be,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:07.967315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84da3b04-654e-4977-bf1b-3841295487b9 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:03:08.073064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-275e1b66-315e-493f-a3d3-1c891615831c None None] Provisioning complete for port 8cd70712-22da-4c3e-b4f9-765a81dda0be triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:08.073429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-275e1b66-315e-493f-a3d3-1c891615831c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:08.108186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-275e1b66-315e-493f-a3d3-1c891615831c None None] Port 8cd70712-22da-4c3e-b4f9-765a81dda0be cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:03:08.500641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:08.689791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:08.814669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:03:08.917300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:03:08.927344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:03:08.937809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:08.941908 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8b549a96-368d-4cba-a6bc-f34f04ede79c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6953738 Jan 04 14:03:08.942145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40646) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:08.942348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:08.943081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:08.971428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-af111915-0889-4bb4-8004-58563d211caa tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0257676 Jan 04 14:03:08.972005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40648) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:09.055408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:09.061899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994ecd4b-4f05-42b5-9deb-43bad911ab72 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:09.066055 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-994ecd4b-4f05-42b5-9deb-43bad911ab72 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0908756 Jan 04 14:03:09.066279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40650) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:09.096068 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-20014630-2fd5-424c-b23a-f7dac1fca315 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0264335 Jan 04 14:03:09.096312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40652) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:09.101424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1454674116', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:09.194079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:03:09.198594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.241789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:08Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:09.267442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:03:09.267940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Updating router 9787433d-1575-49c8-8c33-5046765a3f45 port 8cd70712-22da-4c3e-b4f9-765a81dda0be binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:03:09.298186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.387508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.453969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=29f804b4-d7e6-4c6d-8ee1-43318ec6c945,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:09.463766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:03:09.464143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 049ee567-f626-4472-9d7c-acc534625f8b, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:03:09.482373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 049ee567-f626-4472-9d7c-acc534625f8b is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:03:09.493535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 049ee567-f626-4472-9d7c-acc534625f8b) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:09.497699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:09.498484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.514368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-639ada2c-a05e-448e-80cb-48c428f31b1c None None] Network 049ee567-f626-4472-9d7c-acc534625f8b requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:03:09.517637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-beb47822-6435-44c7-a3af-a9bcde45ee27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4203870 Jan 04 14:03:09.520488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40654) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:09.629385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.641088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.705543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2908b210-f2fc-4381-9258-efb41a6fdc7e None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:03:09.716512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-049ee567-f626-4472-9d7c-acc534625f8b', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:03:09.717384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.719626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Attempting to bind port 8cd70712-22da-4c3e-b4f9-765a81dda0be on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:03:09.720054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Attempting to bind port 8cd70712-22da-4c3e-b4f9-765a81dda0be by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:03:09.720420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Attempting to bind port 8cd70712-22da-4c3e-b4f9-765a81dda0be on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:03:09.733644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1ad2c-edc7-4d55-98fb-02c0501db899 None None] Pushing event updated for resources: {'Port': ['ID=8cd70712-22da-4c3e-b4f9-765a81dda0be,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:09.740280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:03:09.740720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:03:09.741086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.741475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:03:09.741991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Bound port: 8cd70712-22da-4c3e-b4f9-765a81dda0be, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:03:09.742380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.882857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] For port 8cd70712-22da-4c3e-b4f9-765a81dda0be, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:03:09.884887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-068a0f9d-163a-4b5e-9cc9-5a899dd4ce5e None None] Provisioning complete for port 8cd70712-22da-4c3e-b4f9-765a81dda0be triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:09.885266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-068a0f9d-163a-4b5e-9cc9-5a899dd4ce5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.890382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] For port 8cd70712-22da-4c3e-b4f9-765a81dda0be, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cd70712-22da-4c3e-b4f9-765a81dda0be,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:03:09.932094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:09.978932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.000880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44694c12-a414-46b0-bda6-46293e5eaf9c None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:03:10.015204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-068a0f9d-163a-4b5e-9cc9-5a899dd4ce5e None None] Port 8cd70712-22da-4c3e-b4f9-765a81dda0be cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:03:10.016996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Allocated IP 172.20.0.2 (049ee567-f626-4472-9d7c-acc534625f8b/29f804b4-d7e6-4c6d-8ee1-43318ec6c945/5d3a5b37-12ec-40de-8f66-d4a8d2ebb853) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:03:10.045508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:10.046128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:10.050760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf1ad2c-edc7-4d55-98fb-02c0501db899 None None] Pushing event updated for resources: {'Port': ['ID=8cd70712-22da-4c3e-b4f9-765a81dda0be,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:10.226785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ac61ce0a-0c03-424a-a74a-23c21c75d511 None None] Provisioning complete for port 8cd70712-22da-4c3e-b4f9-765a81dda0be triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:10.227071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac61ce0a-0c03-424a-a74a-23c21c75d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.262111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:10.541532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.576600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.602980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (049ee567-f626-4472-9d7c-acc534625f8b/29f804b4-d7e6-4c6d-8ee1-43318ec6c945/5cd87256-5696-4753-bdd6-5ff0dac1e70e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:03:10.671540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Network 049ee567-f626-4472-9d7c-acc534625f8b is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:03:10.675943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:10.677694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Pushing event updated for resources: {'Port': ['ID=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:10.680135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:03:10.682142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac61ce0a-0c03-424a-a74a-23c21c75d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.718745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.744820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ac61ce0a-0c03-424a-a74a-23c21c75d511 None None] For port 8cd70712-22da-4c3e-b4f9-765a81dda0be, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cd70712-22da-4c3e-b4f9-765a81dda0be,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:10.752228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac61ce0a-0c03-424a-a74a-23c21c75d511 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.760438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.801887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 049ee567-f626-4472-9d7c-acc534625f8b is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:03:10.804847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:10.807849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:03:10.813688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Attempting to bind port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:03:10.814039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Attempting to bind port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:03:10.814413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Attempting to bind port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 on network 049ee567-f626-4472-9d7c-acc534625f8b {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:03:10.829098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:03:10.829478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Checking segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:03:10.829896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.830300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Bound using segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:03:10.830766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Bound port: 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:03:10.831147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.838430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=5cd87256-5696-4753-bdd6-5ff0dac1e70e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:10.859596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac61ce0a-0c03-424a-a74a-23c21c75d511 None None] Pushing event updated for resources: {'Port': ['ID=8cd70712-22da-4c3e-b4f9-765a81dda0be,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:10.860745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.880126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:08Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:10.909939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02b2e1ac-b626-4518-8e32-003e062a0ebc None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:08Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:03:10.939117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] For port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:03:10.943378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] For port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:03:10.948336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:10.999661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.018532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3118-ca20-48b1-9e82-a5da4a8acaac None None] Pushing event updated for resources: {'Port': ['ID=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:11.310112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.315980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.399420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.402425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=5cd87256-5696-4753-bdd6-5ff0dac1e70e,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:11.504498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 049ee567-f626-4472-9d7c-acc534625f8b is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:03:11.507319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:11.580968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8cd70712-22da-4c3e-b4f9-765a81dda0be up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:03:11.631897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:03:11.634004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 8cd70712-22da-4c3e-b4f9-765a81dda0be triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:11.634501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.733892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:03:11.757253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:03:11.769256 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9a741294-bb46-4f0a-a90c-7d0e27e6343b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/9787433d-1575-49c8-8c33-5046765a3f45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2452030 Jan 04 14:03:11.770155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40656) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:11.802218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:11.802567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.900375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:11.900850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:11.901300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:11.901755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:11.902233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:11.902681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:11.907290 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1f61f26-0b1f-45c7-8dc2-5b72b776d0be tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1341834 Jan 04 14:03:11.907775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40658) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:11.920093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:11.962970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:11.971415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.016505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:12.017056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:12.017710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:12.018192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:12.018807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:12.019418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:12.021496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a6b4b60d-907f-4b35-ad9f-faf9866e33cc tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1128364 Jan 04 14:03:12.024469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40660) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:12.027171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:12.108745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7226d1b6-6355-41dd-b948-8ea0bf8f2f8e None None] Network 049ee567-f626-4472-9d7c-acc534625f8b requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:03:12.164264 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09d17645-847d-479d-8edf-524225b80b70 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.1380172 Jan 04 14:03:12.192245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f1a5bb9e-8511-444f-a707-88edf86c99b0 None None] Provisioning complete for port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:12.192619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f1a5bb9e-8511-444f-a707-88edf86c99b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.348951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40664) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:12.358779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-437771221', 'description': 'tempest-secgroup-smoke-437771221 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:12.386415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.462238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.467091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.499180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.500442 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1503737 Jan 04 14:03:12.501684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea5ef57-52f0-44c5-98f6-b334a391a47e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87875897-e291-49a3-8ff6-70731e67b1ad,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:12.504552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40666) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:12.519791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '87875897-e291-49a3-8ff6-70731e67b1ad', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:12.524490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0f360da5-7b2a-4676-ae1a-8526666cf25a None None] Provisioning complete for port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:12.524876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f360da5-7b2a-4676-ae1a-8526666cf25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.557189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.619648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.624439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.638123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0f360da5-7b2a-4676-ae1a-8526666cf25a None None] Provisioning complete for port 5cd87256-5696-4753-bdd6-5ff0dac1e70e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:12.638971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0f360da5-7b2a-4676-ae1a-8526666cf25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.646040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da6a6165-2d46-43bb-97c3-f2f32e46608e,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:12.661175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.665248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:12.665424 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-24b2cd6b-3588-46ad-80d2-c1ee2ff7cdaf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1573665 Jan 04 14:03:12.670257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '87875897-e291-49a3-8ff6-70731e67b1ad', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:12.684933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0f360da5-7b2a-4676-ae1a-8526666cf25a None None] Port 5cd87256-5696-4753-bdd6-5ff0dac1e70e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:03:12.704650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.768723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.774090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.780702 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:03:12.791092 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:12.792098 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:12.793665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d401f92-d884-4d74-a70c-21771f53bf2f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:12.809205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.813193 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6ddf513e-8b58-47e4-8e4f-5882f40c9b30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1438150 Jan 04 14:03:12.813380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40670) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:12.818262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '87875897-e291-49a3-8ff6-70731e67b1ad', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:12.823363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-54665170-82e5-4a7e-a3a3-85efc4f1c40e None None] Provisioning complete for port 5cd87256-5696-4753-bdd6-5ff0dac1e70e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:12.823932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-54665170-82e5-4a7e-a3a3-85efc4f1c40e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.854087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.867671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-54665170-82e5-4a7e-a3a3-85efc4f1c40e None None] Port 5cd87256-5696-4753-bdd6-5ff0dac1e70e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:03:12.919498 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:12.924352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.927897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.947235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c84740dd-84fc-4e3d-8643-c077a0bfa88c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:12.959554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:12.960808 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2c44bb21-6578-4f7b-bb12-8c3a5114dfc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1464109 Jan 04 14:03:12.963566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40672) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:12.968218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '87875897-e291-49a3-8ff6-70731e67b1ad', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:12.987582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-12858798-305a-4f33-b612-77aa36abff6a None None] Provisioning complete for port 5cd87256-5696-4753-bdd6-5ff0dac1e70e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:12.988181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12858798-305a-4f33-b612-77aa36abff6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.001238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.029920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-12858798-305a-4f33-b612-77aa36abff6a None None] Port 5cd87256-5696-4753-bdd6-5ff0dac1e70e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:03:13.060671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.064434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.085251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e587742-ae56-46f7-a2d4-94ab503cc201,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:13.093007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.094208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-407bab4d-1dc7-45b5-8165-6e8ce407a9f0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295750 Jan 04 14:03:13.097083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40674) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:13.102045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '87875897-e291-49a3-8ff6-70731e67b1ad', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:13.122683 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:11Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:13.127111 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:03:13.132764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.153510 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:03:13.153884 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Updating router 9787433d-1575-49c8-8c33-5046765a3f45 port 5cd87256-5696-4753-bdd6-5ff0dac1e70e binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:03:13.178611 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.189342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.194841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.211526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5f5085d-8329-4a19-912e-d12be4d4a22c,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:13.220802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.222032 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-925c4268-904f-483f-a3b5-3864e4cf5c1c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1239517 Jan 04 14:03:13.225415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40676) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:13.230280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '87875897-e291-49a3-8ff6-70731e67b1ad', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:13.254099 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:03:13.258862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.316686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.321164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.338667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dd9d9865-10c4-4e71-ba57-c7dfe33fd0c7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:13.345419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.350836 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-813a50d0-f8e1-4fe0-8f07-a87173dfe165 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1238618 Jan 04 14:03:13.438883 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.443799 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.492139 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87256-5696-4753-bdd6-5ff0dac1e70e,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:13.506592 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.506943 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.507292 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.507627 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.507956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.508278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.508797 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.508944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-f45a9bf3-cdc0-4c2e-8400-42422a470847 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-437771221&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0566974 Jan 04 14:03:13.509432 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.509555 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.509796 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.510152 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.510473 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.510792 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:13.533078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:03:13.573149 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Attempting to bind port 5cd87256-5696-4753-bdd6-5ff0dac1e70e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:03:13.573520 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Attempting to bind port 5cd87256-5696-4753-bdd6-5ff0dac1e70e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:03:13.573970 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Attempting to bind port 5cd87256-5696-4753-bdd6-5ff0dac1e70e on network 049ee567-f626-4472-9d7c-acc534625f8b {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:03:13.579035 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 2, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:03:13.579416 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Checking segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:03:13.579820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.580221 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Bound using segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:03:13.580902 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Bound port: 5cd87256-5696-4753-bdd6-5ff0dac1e70e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:03:13.581292 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.603394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:13.604407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.645349 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] For port 5cd87256-5696-4753-bdd6-5ff0dac1e70e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:03:13.649046 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] For port 5cd87256-5696-4753-bdd6-5ff0dac1e70e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd87256-5696-4753-bdd6-5ff0dac1e70e,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:03:13.652555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-a2afcff0-590b-4dab-8ecf-2b0bca230f69 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:13.654548 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-a2afcff0-590b-4dab-8ecf-2b0bca230f69 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 796 time: 0.1435130 Jan 04 14:03:13.655744 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.673913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-3d6ba833-9a62-49d0-b529-a18d440224b4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0100777 Jan 04 14:03:13.737859 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-778db7eb-0e2a-41c8-b80d-61e3ac9404d7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0571744 Jan 04 14:03:13.753706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44d0d74b-1f59-4e9f-abb9-47d2fa298fc4 None None] Provisioning complete for port 5cd87256-5696-4753-bdd6-5ff0dac1e70e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:13.754358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44d0d74b-1f59-4e9f-abb9-47d2fa298fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.819732 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908d82-6693-40e9-91d0-6e43d450e8f7 None None] Pushing event updated for resources: {'Port': ['ID=5cd87256-5696-4753-bdd6-5ff0dac1e70e,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:13.833720 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:13.835166 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:02:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:13.845009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44d0d74b-1f59-4e9f-abb9-47d2fa298fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.872278 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-03772339-93dc-4e0e-8a26-6f6112569fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203756 Jan 04 14:03:13.882995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-44d0d74b-1f59-4e9f-abb9-47d2fa298fc4 None None] For port 5cd87256-5696-4753-bdd6-5ff0dac1e70e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd87256-5696-4753-bdd6-5ff0dac1e70e,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:13.888577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44d0d74b-1f59-4e9f-abb9-47d2fa298fc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:13.948223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d0d74b-1f59-4e9f-abb9-47d2fa298fc4 None None] Pushing event updated for resources: {'Port': ['ID=5cd87256-5696-4753-bdd6-5ff0dac1e70e,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:13.961202 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:13.991969 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-1c91e06b-2257-4276-8a15-d885781985b4 service neutron] 10.222.0.30 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1134012 Jan 04 14:03:14.117186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1c257230-42e1-4f30-97de-b40515fdc7c2 None None] Provisioning complete for port 5cd87256-5696-4753-bdd6-5ff0dac1e70e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:14.118139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1c257230-42e1-4f30-97de-b40515fdc7c2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:14.177401 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:14.199765 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-eb5e1c16-85b7-4fda-9d1c-b602e10d00fb req-ac95cf0b-13c0-474d-a5e3-d1b8cefe93d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 210 time: 0.0552611 Jan 04 14:03:14.205059 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f0eeff-bd24-47d9-b14b-e40409d79194 None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:03:15.126709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-23fc3ef4-de6e-41e9-a9a7-b92c059e54de tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:15.128192 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-23fc3ef4-de6e-41e9-a9a7-b92c059e54de tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 796 time: 0.1210277 Jan 04 14:03:15.199918 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-5683a04a-7a6b-422a-9cdc-9978c927053b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 379 time: 0.0627811 Jan 04 14:03:15.211386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['87875897-e291-49a3-8ff6-70731e67b1ad']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:15.299755 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a2b983c9-653e-4be7-aa2d-1f18f60d1cb6 req-eb3f7c8e-1249-488f-88ec-e50ddcf67850 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 210 time: 0.0329316 Jan 04 14:03:15.500695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1e0512de-81bc-429e-abfe-394fd475523c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:15.531166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5cd87256-5696-4753-bdd6-5ff0dac1e70e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:03:15.586704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5cd87256-5696-4753-bdd6-5ff0dac1e70e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:15.587072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:15.626802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:03:15.631471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:15.753353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.5 (049ee567-f626-4472-9d7c-acc534625f8b/29f804b4-d7e6-4c6d-8ee1-43318ec6c945/027f2729-bb96-4114-a509-6f6faf448797) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:03:15.891618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:15.923497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:15.963510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 049ee567-f626-4472-9d7c-acc534625f8b is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:03:15.966692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:15.970224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:03:16.004061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=027f2729-bb96-4114-a509-6f6faf448797,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:16.018846 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.019201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.019557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.019895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.020229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.020559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.020888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.021216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.021541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.021933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.022261 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.022583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.022906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:16.044764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:16.045430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.063350 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-6bf10f0a-a63e-4d64-be26-a01e1f3f8c9e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8562253 Jan 04 14:03:16.077050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Request body: {'port': {'device_id': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:16.134552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.333440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f110d114-6c36-4b16-a483-5057de511ef9 None None] Provisioning complete for port 027f2729-bb96-4114-a509-6f6faf448797 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:16.333804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f110d114-6c36-4b16-a483-5057de511ef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.369634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f110d114-6c36-4b16-a483-5057de511ef9 None None] Port 027f2729-bb96-4114-a509-6f6faf448797 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:03:16.426890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 027f2729-bb96-4114-a509-6f6faf448797 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:03:16.435887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.452331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Transition to ACTIVE for port object 027f2729-bb96-4114-a509-6f6faf448797 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:03:16.463369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ddf6d-0077-4d3c-bd74-566ebe653d10 req-14209519-079b-4815-8828-53fcc80e5bfe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:16.464828 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be8ddf6d-0077-4d3c-bd74-566ebe653d10 req-14209519-079b-4815-8828-53fcc80e5bfe tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 931 time: 0.0769675 Jan 04 14:03:16.465553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.542176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Pushing event updated for resources: {'Port': ['ID=027f2729-bb96-4114-a509-6f6faf448797,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:16.575472 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be8ddf6d-0077-4d3c-bd74-566ebe653d10 req-c1cf623f-5038-4d8a-9885-edc7134caff6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0860639 Jan 04 14:03:16.628664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Attempting to bind port 027f2729-bb96-4114-a509-6f6faf448797 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:03:16.629002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Attempting to bind port 027f2729-bb96-4114-a509-6f6faf448797 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:03:16.629332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Attempting to bind port 027f2729-bb96-4114-a509-6f6faf448797 on network 049ee567-f626-4472-9d7c-acc534625f8b {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:03:16.634027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Port 027f2729-bb96-4114-a509-6f6faf448797 on network 049ee567-f626-4472-9d7c-acc534625f8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:03:16.634448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Attempting to bind port 027f2729-bb96-4114-a509-6f6faf448797 on network 049ee567-f626-4472-9d7c-acc534625f8b {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:03:16.639448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 3, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:03:16.639783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Checking segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:03:16.640163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Bound using segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:03:16.640587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Bound port: 027f2729-bb96-4114-a509-6f6faf448797, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:03:16.640944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.705725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] For port 027f2729-bb96-4114-a509-6f6faf448797, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:03:16.708683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] For port 027f2729-bb96-4114-a509-6f6faf448797, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=027f2729-bb96-4114-a509-6f6faf448797,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:03:16.713883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.746020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:16.746722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:16.748097 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-322d7a82-232d-4378-ad83-004d6305765e service neutron] 10.222.0.13 "PUT /v2.0/ports/027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 200 len: 1093 time: 0.6760001 Jan 04 14:03:16.748555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'tag': '027f2729-bb96-4114-a509-6f6faf448797'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:03:16.750844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c147b694-88e4-4459-9d4d-1f4652140895" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "tag": "027f2729-bb96-4114-a509-6f6faf448797"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:03:16.793996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ce944d-29cd-4f72-936b-80e07582448f x-openstack-request-id: req-c1ce944d-29cd-4f72-936b-80e07582448f {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:03:16.794295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "tag": "027f2729-bb96-4114-a509-6f6faf448797", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:03:16.794554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c1ce944d-29cd-4f72-936b-80e07582448f {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:03:16.794961 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'tag': '027f2729-bb96-4114-a509-6f6faf448797', 'status': 'completed', 'code': 200} Jan 04 14:03:16.802701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322d7a82-232d-4378-ad83-004d6305765e service neutron] Pushing event updated for resources: {'Port': ['ID=027f2729-bb96-4114-a509-6f6faf448797,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:16.841226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-49e131dd-2e9f-4194-ac73-02d63a0e1b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:16.842821 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-49e131dd-2e9f-4194-ac73-02d63a0e1b9d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1096 time: 0.0513668 Jan 04 14:03:16.890054 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-afd3c2cd-089c-4f87-a967-37ff645f946d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 200 len: 217 time: 0.0386033 Jan 04 14:03:16.941028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-8e2e5c29-0e9b-42c3-9139-330a09dd0d14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:16.942673 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-8e2e5c29-0e9b-42c3-9139-330a09dd0d14 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0465469 Jan 04 14:03:16.988978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-19f63efb-5063-4233-9dfa-04abf2fcbd66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:16.990832 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-19f63efb-5063-4233-9dfa-04abf2fcbd66 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421128 Jan 04 14:03:17.085317 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-951a0e12-0580-4883-a769-1ad86d656aed service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882027 Jan 04 14:03:17.183764 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-706af4a8-1631-4722-8acf-7775197c0fd9 req-4bae69b7-c9e0-46d1-a785-3065e925f804 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0925190 Jan 04 14:03:17.275674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b694-88e4-4459-9d4d-1f4652140895 req-d1e0a2a3-432d-4920-b332-608c35be095e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:17.277107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-d1e0a2a3-432d-4920-b332-608c35be095e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1096 time: 0.0458899 Jan 04 14:03:17.364898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b694-88e4-4459-9d4d-1f4652140895 req-c51bae88-0da8-4208-9cb4-f80c5aab6320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:17.366942 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-c51bae88-0da8-4208-9cb4-f80c5aab6320 service neutron] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 897 time: 0.0834579 Jan 04 14:03:17.411647 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-6a6c9974-aac5-418c-9e72-e71a95ea8b98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 200 len: 217 time: 0.0380607 Jan 04 14:03:17.460273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b694-88e4-4459-9d4d-1f4652140895 req-ced104b8-c4a6-4a57-b3fb-67d2620bf626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:17.461728 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-ced104b8-c4a6-4a57-b3fb-67d2620bf626 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0435798 Jan 04 14:03:17.508098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147b694-88e4-4459-9d4d-1f4652140895 req-64c0ecde-788b-47e9-9bf0-9c990474eda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:17.509602 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-64c0ecde-788b-47e9-9bf0-9c990474eda7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403070 Jan 04 14:03:17.603105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-2f7a30c5-74ce-499c-bfbe-bc662da60bfb service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858185 Jan 04 14:03:17.723326 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c147b694-88e4-4459-9d4d-1f4652140895 req-46b0f6cd-420a-4f17-95ba-c086db1b2bd9 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136880 Jan 04 14:03:17.736072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0a58b4-bfa2-4278-935f-833f5f55793f req-5ed595ce-1f9e-41a5-a3ff-3e0a24dacdcd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:17.737545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7b0a58b4-bfa2-4278-935f-833f5f55793f req-5ed595ce-1f9e-41a5-a3ff-3e0a24dacdcd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 943 time: 0.0946450 Jan 04 14:03:17.790029 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7b0a58b4-bfa2-4278-935f-833f5f55793f req-0ead291c-f57a-4f52-86b1-d9bd09f09e54 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448260 Jan 04 14:03:17.811648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6a19f659-8d47-4002-a319-d6e10cec3d47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:18.906351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b28013f-b153-46aa-84e8-df46a78cd678 req-5d7a0522-be6a-4d2e-8364-a911d9cc0bed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:18.907806 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b28013f-b153-46aa-84e8-df46a78cd678 req-5d7a0522-be6a-4d2e-8364-a911d9cc0bed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 943 time: 0.0481243 Jan 04 14:03:18.955739 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b28013f-b153-46aa-84e8-df46a78cd678 req-d1c4be81-1e61-4b6c-8601-4fbadcf206f6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412676 Jan 04 14:03:19.125743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:19.969188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 027f2729-bb96-4114-a509-6f6faf448797 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:03:20.068163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 027f2729-bb96-4114-a509-6f6faf448797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=027f2729-bb96-4114-a509-6f6faf448797,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:20.072514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc55080-7763-4046-a5e0-74a510ac24ef req-34896b59-11f7-4c3a-8b6a-aa978bf7600b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:20.074160 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2cc55080-7763-4046-a5e0-74a510ac24ef req-34896b59-11f7-4c3a-8b6a-aa978bf7600b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 943 time: 0.0496092 Jan 04 14:03:20.079692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '027f2729-bb96-4114-a509-6f6faf448797', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'port_id': '027f2729-bb96-4114-a509-6f6faf448797', 'mac_address': 'fa:16:3e:e4:1c:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:03:20.115969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:20.122910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2cc55080-7763-4046-a5e0-74a510ac24ef req-840fd33d-c26b-4aef-aad9-9b570244ab0e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424573 Jan 04 14:03:20.132784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 027f2729-bb96-4114-a509-6f6faf448797 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:03:20.152773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 027f2729-bb96-4114-a509-6f6faf448797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=027f2729-bb96-4114-a509-6f6faf448797,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:20.156691 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:20.202140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=027f2729-bb96-4114-a509-6f6faf448797,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:20.366976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:20.372768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['027f2729-bb96-4114-a509-6f6faf448797'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:03:21.234587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e2a81e3-01e9-4288-a571-6e31aa28ac9b req-e63d4797-71ba-4182-bc93-9960acae3c96 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:21.236029 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8e2a81e3-01e9-4288-a571-6e31aa28ac9b req-e63d4797-71ba-4182-bc93-9960acae3c96 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 944 time: 0.0470808 Jan 04 14:03:21.283979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8e2a81e3-01e9-4288-a571-6e31aa28ac9b req-98ea23d0-fdcc-4571-8b6a-a7ffaf5e998c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417981 Jan 04 14:03:21.968501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:21.988160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 027f2729-bb96-4114-a509-6f6faf448797 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:03:22.036058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 027f2729-bb96-4114-a509-6f6faf448797 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:03:22.039897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 027f2729-bb96-4114-a509-6f6faf448797 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:03:22.040262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:22.117272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:22.139053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027f2729-bb96-4114-a509-6f6faf448797'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:03:22.141280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1453a4fd-a438-4d14-a685-69716a623efb" -d '{"events": [{"server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "name": "network-vif-plugged", "status": "completed", "tag": "027f2729-bb96-4114-a509-6f6faf448797"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:03:22.154136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 027f2729-bb96-4114-a509-6f6faf448797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=027f2729-bb96-4114-a509-6f6faf448797,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:03:22.159082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:22.185754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:03:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10c1f8c0-9c96-4751-a93d-524ff4b5ac20 x-openstack-request-id: req-10c1f8c0-9c96-4751-a93d-524ff4b5ac20 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:03:22.186076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "name": "network-vif-plugged", "status": "completed", "tag": "027f2729-bb96-4114-a509-6f6faf448797", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:03:22.186326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-10c1f8c0-9c96-4751-a93d-524ff4b5ac20 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:03:22.186719 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '027f2729-bb96-4114-a509-6f6faf448797', 'code': 200} Jan 04 14:03:22.213105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=027f2729-bb96-4114-a509-6f6faf448797,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:22.341339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3679111b-10eb-4151-8885-f7bff62fc6e1 req-e5617208-73d5-4a15-a94b-dc929db7a710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:22.343057 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3679111b-10eb-4151-8885-f7bff62fc6e1 req-e5617208-73d5-4a15-a94b-dc929db7a710 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1098 time: 0.0388021 Jan 04 14:03:22.393641 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3679111b-10eb-4151-8885-f7bff62fc6e1 req-5ec548cf-3c88-45e7-826f-31bc10669c6e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430982 Jan 04 14:03:22.399676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9e4a48-3617-4d5c-b2f7-18ec1b87abce req-50e77700-62b6-4122-9504-55c0f2ed4d04 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:22.401124 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d9e4a48-3617-4d5c-b2f7-18ec1b87abce req-50e77700-62b6-4122-9504-55c0f2ed4d04 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 945 time: 0.0507185 Jan 04 14:03:22.448792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d9e4a48-3617-4d5c-b2f7-18ec1b87abce req-9565ca87-218e-411e-a52c-e57edab07e78 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416429 Jan 04 14:03:23.565345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf79a4b3-2d21-4e26-be10-f9cdb01bc6c3 req-06eaf4c5-a24c-428c-ab29-52b8db6787d6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:23.567033 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf79a4b3-2d21-4e26-be10-f9cdb01bc6c3 req-06eaf4c5-a24c-428c-ab29-52b8db6787d6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 945 time: 0.0495391 Jan 04 14:03:23.619091 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf79a4b3-2d21-4e26-be10-f9cdb01bc6c3 req-cc49751b-b633-4ed0-a964-560d6162a3ea tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454154 Jan 04 14:03:23.733984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f617fa9-6300-4867-91a0-bae7e671ef19 req-a81fd3bb-5eca-45ad-9417-353245e5a734 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:23.735492 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9f617fa9-6300-4867-91a0-bae7e671ef19 req-a81fd3bb-5eca-45ad-9417-353245e5a734 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 945 time: 0.0493917 Jan 04 14:03:23.785613 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9f617fa9-6300-4867-91a0-bae7e671ef19 req-6a31a1c4-08b7-434f-924f-43116fb90176 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442357 Jan 04 14:03:23.807578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40728) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:23.850923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b7cf5b-81ae-4ad3-9942-d057c86d97ce tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:23.852435 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7b7cf5b-81ae-4ad3-9942-d057c86d97ce tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1093 time: 0.0438375 Jan 04 14:03:23.855208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40730) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:23.859435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '027f2729-bb96-4114-a509-6f6faf448797', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:03:23.882511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:23.979133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:24.082645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.9 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/7f5b9de8-3f94-4657-8000-07ba6e83f08f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:03:24.479361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:24.511846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:24.552128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:03:24.555597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:03:24.560984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:03:24.566282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=7f5b9de8-3f94-4657-8000-07ba6e83f08f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:24.591539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.591897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.592241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.592583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.592917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.593250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.593579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.593936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.594272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.594600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.594927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.595250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.595573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:03:24.920932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:24.988775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:25.133316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:25.137615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:25.202548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=7f5b9de8-3f94-4657-8000-07ba6e83f08f,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:03:25.214277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:25.312366 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5 associated. External IP: 172.36.2.9, port: 027f2729-bb96-4114-a509-6f6faf448797. Jan 04 14:03:25.514655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:03:25.619361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:03:25.628645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:03:25.636726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:25.639744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:25.640483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:03:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:25.663778 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ac929982-778c-4e6c-b298-d88404478511 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.8075528 Jan 04 14:03:25.664371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'tag': '027f2729-bb96-4114-a509-6f6faf448797'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:03:25.666594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40732) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:25.667079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb224d65-3407-47f9-8652-850c76dda050" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "tag": "027f2729-bb96-4114-a509-6f6faf448797"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:03:25.709914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57c79fba-ee8e-4742-9a77-d6147a548b79 x-openstack-request-id: req-57c79fba-ee8e-4742-9a77-d6147a548b79 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:03:25.710216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "tag": "027f2729-bb96-4114-a509-6f6faf448797", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:03:25.710933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57c79fba-ee8e-4742-9a77-d6147a548b79 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:03:25.711068 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'tag': '027f2729-bb96-4114-a509-6f6faf448797', 'status': 'completed', 'code': 200} Jan 04 14:03:25.742580 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4420cd36-9ed9-4cf8-82da-fa8d9af495ff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 989 time: 0.0740833 Jan 04 14:03:25.756616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:25.778865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb224d65-3407-47f9-8652-850c76dda050 req-1210aa34-a617-4870-b4e5-5bf372193d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:25.780379 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-1210aa34-a617-4870-b4e5-5bf372193d4b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1098 time: 0.0484555 Jan 04 14:03:25.871229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb224d65-3407-47f9-8652-850c76dda050 req-dba61296-8ee2-49ad-8dbf-2439567cc658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:25.872699 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-dba61296-8ee2-49ad-8dbf-2439567cc658 service neutron] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 897 time: 0.0852385 Jan 04 14:03:25.941584 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-ff43e28b-cf42-459a-a751-8a70a977a801 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 200 len: 997 time: 0.0616884 Jan 04 14:03:25.976748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58463a1e-7d72-43e5-a0de-c10c2bfb06e5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.9', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'port_id': '027f2729-bb96-4114-a509-6f6faf448797', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'mac_address': 'fa:16:3e:e4:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:03:24Z', 'updated_at': '2022-01-04T14:03:24Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:25.990822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb224d65-3407-47f9-8652-850c76dda050 req-4dedf395-d0c2-4e93-985a-9460597a4989 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:25.992295 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-4dedf395-d0c2-4e93-985a-9460597a4989 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0447910 Jan 04 14:03:26.003535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:03:26.012451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:03:26.013065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:03:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:26.036525 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb224d65-3407-47f9-8652-850c76dda050 req-a457225a-4c69-4c53-8c62-91515ea34790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:26.038530 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-a457225a-4c69-4c53-8c62-91515ea34790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398705 Jan 04 14:03:26.119484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:03:26.130012 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-a529360b-5a0e-4b4d-b6c8-87d3c465ade2 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852511 Jan 04 14:03:26.221586 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb224d65-3407-47f9-8652-850c76dda050 req-34db211d-549c-40c2-bbe6-255cd94ec40d service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851936 Jan 04 14:03:26.483115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58463a1e-7d72-43e5-a0de-c10c2bfb06e5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.9', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'port_id': '027f2729-bb96-4114-a509-6f6faf448797', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'mac_address': 'fa:16:3e:e4:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:03:24Z', 'updated_at': '2022-01-04T14:03:24Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:03:26.508089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aeb55894-d510-47ad-ab68-d8715c51e28c None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58463a1e-7d72-43e5-a0de-c10c2bfb06e5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.9', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'port_id': '027f2729-bb96-4114-a509-6f6faf448797', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'mac_address': 'fa:16:3e:e4:1c:1b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:03:24Z', 'updated_at': '2022-01-04T14:03:24Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:03:26.689345 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7528ff-98e2-42c5-8790-7cafe9dbaf46 None None] New status for floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:03:26.746134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40736) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:26.810923 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-078dcab6-2021-46a4-91fe-2420cc986f7d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 989 time: 0.0637240 Jan 04 14:03:27.814722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40738) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:27.880568 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-60486c37-3960-4d3d-afc8-dffa2e574d88 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 991 time: 0.0647261 Jan 04 14:03:31.826168 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:03:35.172485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:44.314100 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-ef6bd40a-286a-4ef8-b559-069325a97a61 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0430777 Jan 04 14:03:44.395271 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-879245da-c323-43c0-98fd-465c1a97b83b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:44.396761 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-879245da-c323-43c0-98fd-465c1a97b83b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 1098 time: 0.0409307 Jan 04 14:03:44.497132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-7f17cde4-241d-47e6-bf1c-6ff87f772d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:44.498637 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-7f17cde4-241d-47e6-bf1c-6ff87f772d88 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0824516 Jan 04 14:03:44.565817 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-c1797412-0132-4bc0-bfed-faa3f076a144 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f9c1131c-eabb-401f-9697-c679f8e65e21 HTTP/1.1" status: 200 len: 1001 time: 0.0583606 Jan 04 14:03:44.611791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-46da7239-722b-4225-8e74-7c4e12602c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:44.613177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-46da7239-722b-4225-8e74-7c4e12602c1f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0414853 Jan 04 14:03:44.656460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-1ec6c91d-1ee7-43b8-baf3-0dadfa7b04d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:44.657907 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-1ec6c91d-1ee7-43b8-baf3-0dadfa7b04d5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386145 Jan 04 14:03:44.751394 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-2f72023b-e2a2-4ff2-8642-f0ec83c0178f service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851200 Jan 04 14:03:44.841619 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1321e65a-4efd-4f6b-b761-159fe63e03a3 req-df755305-65a7-4e1f-92e4-181e1ad158b0 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830946 Jan 04 14:03:45.502739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9653563b-b389-4a96-b3d6-bf8306780037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:47.816113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67025fdf-2072-40dd-9bfc-8e3d1bf1d06e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:49.127983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:50.368566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:51.970680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:03:54.388228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40750) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:54.429776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d959d88-a557-453a-aa45-72e315b7b7e3 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:54.430283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d959d88-a557-453a-aa45-72e315b7b7e3 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:54.430765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d959d88-a557-453a-aa45-72e315b7b7e3 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:54.432389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5d959d88-a557-453a-aa45-72e315b7b7e3 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?project_id=4138bef384c74b3d8c1104273e707515&network_id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 2999 time: 0.0431874 Jan 04 14:03:59.122002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40760) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:03:59.174949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ab77a3-0907-4609-96e3-b066e45c3de6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:03:59.176394 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-66ab77a3-0907-4609-96e3-b066e45c3de6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285 HTTP/1.1" status: 200 len: 814 time: 0.0534995 Jan 04 14:04:00.624866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40766) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:00.629498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'port_id': None}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:00.684257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:00.841012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:00.844386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:00.844728 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5 disassociated. External IP: 172.36.2.9, port: 027f2729-bb96-4114-a509-6f6faf448797. Jan 04 14:04:01.050986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:04:01.162119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:04:01.167497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:01.172040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:04:01.182569 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:01.183183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:03:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:01.197494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-737d1c2e-6832-47b3-a4e4-38b4145265c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 688 time: 0.5715296 Jan 04 14:04:01.198094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'tag': '027f2729-bb96-4114-a509-6f6faf448797'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:01.200340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4" -d '{"events": [{"name": "network-changed", "server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "tag": "027f2729-bb96-4114-a509-6f6faf448797"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:01.200524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40768) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:01.238251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-358e0a1d-88df-42d8-a668-71c886a9074b x-openstack-request-id: req-358e0a1d-88df-42d8-a668-71c886a9074b {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:01.238886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "tag": "027f2729-bb96-4114-a509-6f6faf448797", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:01.239155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-358e0a1d-88df-42d8-a668-71c886a9074b {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:01.239626 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'tag': '027f2729-bb96-4114-a509-6f6faf448797', 'status': 'completed', 'code': 200} Jan 04 14:04:01.249674 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4a95fd47-fc5f-4af5-a7cb-3695201fa97b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 688 time: 0.0471478 Jan 04 14:04:01.287902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:01.298928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-32b0a5cb-9b4f-41f4-90d9-20d5c64130f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:01.300575 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-32b0a5cb-9b4f-41f4-90d9-20d5c64130f9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1098 time: 0.0412498 Jan 04 14:04:01.395629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-efb49df2-254d-4e0a-b83e-aaf134f78c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:01.396994 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-efb49df2-254d-4e0a-b83e-aaf134f78c42 service neutron] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 897 time: 0.0897713 Jan 04 14:04:01.438625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-532d224c-5cf4-4f95-8642-e88e7a425167 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 200 len: 217 time: 0.0344272 Jan 04 14:04:01.485053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:01.487313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-d18cc319-26c1-4509-a4f0-18c4c295a44b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:01.488762 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-d18cc319-26c1-4509-a4f0-18c4c295a44b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0435693 Jan 04 14:04:01.511853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:04:01.520072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:01.520688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:03:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:01.536901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-6cdfdffd-a2f7-4b56-8cef-45f719003990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:01.538422 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-6cdfdffd-a2f7-4b56-8cef-45f719003990 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433729 Jan 04 14:04:01.625250 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-680a5ddf-158f-496c-b46e-e2e44a295d01 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798867 Jan 04 14:04:01.625541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:01.717575 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a12aab6-223f-4ef6-b2aa-ebe427f1b7d4 req-06b55cb6-52c5-48e9-a73f-7982eafead03 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849893 Jan 04 14:04:01.824467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:01.850154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81a94dc3-466c-4e0e-ab3f-b87e6dd8c111 None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:04:02.055306 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6365450f-0183-4e70-b58b-88cef1763d4c None None] New status for floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:04:02.252261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40772) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:02.300025 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8620f0fd-7f1b-4cea-adab-1edb324ae5ae tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 686 time: 0.0466311 Jan 04 14:04:03.503041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40776) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:03.507625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-84252390', 'description': 'tempest-secgroup-smoke-84252390 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:03.531530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.593821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.597266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.624695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.628684 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1218519 Jan 04 14:04:03.628684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61d9e2e-f39f-479f-bca2-c76d6ec68120 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fabe9c34-d357-4c6b-96ba-d2fe88739fbb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:03.629019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40778) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:03.634204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'fabe9c34-d357-4c6b-96ba-d2fe88739fbb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:03.663275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.717507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.721053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.738668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2afeed58-ba83-471a-9b99-e92dcbe816f7,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:03.745946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.747245 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e77e684d-044c-4cbd-9214-183af1efc316 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1170471 Jan 04 14:04:03.749941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40780) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:03.754340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'fabe9c34-d357-4c6b-96ba-d2fe88739fbb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:03.782394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.835075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.838339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.854347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b0990b1-c485-4816-b0f8-5d115d567dd6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:03.862069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.863242 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5bd345bc-8829-4343-ba1e-601bc0132678 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1123016 Jan 04 14:04:03.866032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40782) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:03.870709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'fabe9c34-d357-4c6b-96ba-d2fe88739fbb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:03.897100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.955234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.958669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.972819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=65e001ab-c418-4310-a624-30bdc54ea2c9,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:03.982714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:03.984010 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bb85a8a3-8fb9-46e1-9a71-0496d3ef9175 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1169944 Jan 04 14:04:03.986757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40784) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:03.991767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'fabe9c34-d357-4c6b-96ba-d2fe88739fbb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:04.019222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.075048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.078512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.095649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e6ebb39-3e72-4614-a5ab-6b3b0bd2f53f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:04.107232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.108363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-446e259c-200e-44d4-a189-59e28038a85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1206582 Jan 04 14:04:04.111067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40786) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:04.115262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'fabe9c34-d357-4c6b-96ba-d2fe88739fbb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:04.138421 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:04:04.142970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.199040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.202487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.218870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b842d4a9-c71a-482c-8ba3-b9f4e4e4a649,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:04.227265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.231470 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ddc787e8-b220-402b-998a-eb051f5e4c48 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1169438 Jan 04 14:04:04.231661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40788) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:04.235907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'fabe9c34-d357-4c6b-96ba-d2fe88739fbb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:04.259150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:04:04.263878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.323349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.326774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.343737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=083b1a55-c02a-4bc9-8033-f1f297c24209,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:04.350590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:04.351763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4af271b4-3ba1-47a6-8e4e-6de7e86a016e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1191680 Jan 04 14:04:04.500441 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-c65d6768-187a-4eae-8622-bafb4fc6acf7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-84252390&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0443184 Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:04.604972 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:04.609690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-1a734859-114a-48fc-9a30-a0c502bbb85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:04.609690 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-1a734859-114a-48fc-9a30-a0c502bbb85b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 796 time: 0.1025257 Jan 04 14:04:04.624548 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-f55dd46d-b98c-4f42-9825-1ee3e51d60e3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0086818 Jan 04 14:04:04.676662 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-97fd558f-c3ff-4556-98f7-e9399f1b7d38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470247 Jan 04 14:04:04.773341 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-7380fe6d-0bec-4b27-ab21-1509c774f42e service neutron] 10.222.0.30 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848992 Jan 04 14:04:04.860772 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-448d9d54-1983-4aec-8280-77de986c6344 service neutron] 10.222.0.30 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807788 Jan 04 14:04:05.016934 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-817f4f39-145d-4f26-9934-74075573ea74 req-14f942b0-fcd0-429b-bb8d-49971425ee7f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 210 time: 0.0268817 Jan 04 14:04:05.185893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:05.929639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-98530b50-5022-45a8-a585-2dc1c4477c36 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:05.931299 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-98530b50-5022-45a8-a585-2dc1c4477c36 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 796 time: 0.1139610 Jan 04 14:04:06.012723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-49e50e99-08c6-4733-9043-edc6b257b593 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 470 time: 0.0728869 Jan 04 14:04:06.033862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['fabe9c34-d357-4c6b-96ba-d2fe88739fbb']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:06.128365 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e989f3d9-80ce-4f1a-8a9d-43294fb72187 req-4013f14c-b0ca-489b-91f3-4396ab95438c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 210 time: 0.0333033 Jan 04 14:04:06.165244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:04:06.169493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.294153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.14 (049ee567-f626-4472-9d7c-acc534625f8b/29f804b4-d7e6-4c6d-8ee1-43318ec6c945/970fa283-4c8f-43f3-b5fe-be8fe6f33132) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:04:06.422430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.457874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.498007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 049ee567-f626-4472-9d7c-acc534625f8b is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:04:06.500967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:04:06.507207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:04:06.531198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=970fa283-4c8f-43f3-b5fe-be8fe6f33132,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:06.559992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:06.560671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.578305 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-6128c002-237f-4164-a901-d94a0134164f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5482712 Jan 04 14:04:06.591170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Request body: {'port': {'device_id': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:06.645693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.731437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a5075e2c-3ca6-4849-bda3-6b7b59a4fc2d None None] Provisioning complete for port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:04:06.732045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a5075e2c-3ca6-4849-bda3-6b7b59a4fc2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.765366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a5075e2c-3ca6-4849-bda3-6b7b59a4fc2d None None] Port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:04:06.905792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 970fa283-4c8f-43f3-b5fe-be8fe6f33132 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:04:06.913382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.924906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Transition to ACTIVE for port object 970fa283-4c8f-43f3-b5fe-be8fe6f33132 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:04:06.928762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:06.982098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Pushing event updated for resources: {'Port': ['ID=970fa283-4c8f-43f3-b5fe-be8fe6f33132,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:07.053717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Attempting to bind port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:04:07.054118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Attempting to bind port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:04:07.054421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Attempting to bind port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 on network 049ee567-f626-4472-9d7c-acc534625f8b {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:04:07.059552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 on network 049ee567-f626-4472-9d7c-acc534625f8b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:04:07.059876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Attempting to bind port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 on network 049ee567-f626-4472-9d7c-acc534625f8b {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:04:07.064843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:04:07.065175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Checking segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:04:07.065557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Bound using segment: {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:04:07.066077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Bound port: 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f506ee10-8c2a-4d52-9eb5-38f7b106a087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:04:07.066425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:07.130468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] For port 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:04:07.133413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] For port 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:04:07.137951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:07.171957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.172583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:07.174002 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] 10.222.0.13 "PUT /v2.0/ports/970fa283-4c8f-43f3-b5fe-be8fe6f33132 HTTP/1.1" status: 200 len: 1094 time: 0.5878062 Jan 04 14:04:07.174502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:07.176672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113" -d '{"events": [{"name": "network-changed", "server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:07.216306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ee6c44-b049-4f12-a9f2-22e0084b4680 service neutron] Pushing event updated for resources: {'Port': ['ID=970fa283-4c8f-43f3-b5fe-be8fe6f33132,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:07.252308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c830b3-7da3-4969-b7d0-ba7ee4d5497c x-openstack-request-id: req-20c830b3-7da3-4969-b7d0-ba7ee4d5497c {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:07.252606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:07.252860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20c830b3-7da3-4969-b7d0-ba7ee4d5497c {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:07.253286 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'status': 'completed', 'code': 200} Jan 04 14:04:07.263440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa84c01-57bc-4e26-87d1-44e3c56f47e6 req-7cb1da4a-3167-4ab1-b8d8-2bf873bcad30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.265473 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-afa84c01-57bc-4e26-87d1-44e3c56f47e6 req-7cb1da4a-3167-4ab1-b8d8-2bf873bcad30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 944 time: 0.0534122 Jan 04 14:04:07.269981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-7c3b16b8-7d17-4065-a136-e050f659a59a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.271518 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-7c3b16b8-7d17-4065-a136-e050f659a59a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 1097 time: 0.0520160 Jan 04 14:04:07.319756 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-afa84c01-57bc-4e26-87d1-44e3c56f47e6 req-9684d984-c27d-402e-b235-1befb62ad137 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0482814 Jan 04 14:04:07.323347 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-3660f073-0705-40fd-b91c-e69949200b5f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132 HTTP/1.1" status: 200 len: 217 time: 0.0439513 Jan 04 14:04:07.373140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-bc14501e-b10f-4b73-ba88-52b03eb01911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.374651 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-bc14501e-b10f-4b73-ba88-52b03eb01911 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0453751 Jan 04 14:04:07.420366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5732342a-677f-4e81-8238-de176001d802 req-7a06d423-e193-4456-871f-23feb65729bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.421783 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-7a06d423-e193-4456-871f-23feb65729bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407817 Jan 04 14:04:07.514733 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-4347bdbc-0973-457e-84ee-3a0e265282e1 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851288 Jan 04 14:04:07.600007 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5732342a-677f-4e81-8238-de176001d802 req-457c8f61-ef4b-495e-8542-936135432803 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795405 Jan 04 14:04:07.686932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-567ea353-2d7d-4ec8-b76f-5ae8ad682bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.688367 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-567ea353-2d7d-4ec8-b76f-5ae8ad682bce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 1097 time: 0.0444567 Jan 04 14:04:07.775504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-ee0e3ef9-67ef-4732-b537-d83d63ee764f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.777450 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-ee0e3ef9-67ef-4732-b537-d83d63ee764f service neutron] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 897 time: 0.0825315 Jan 04 14:04:07.821476 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-085d3249-1e7d-4b3f-a254-4b13aca2bba9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132 HTTP/1.1" status: 200 len: 217 time: 0.0364692 Jan 04 14:04:07.868996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-2d4c1c57-0775-4246-bc93-16b67b7f153f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.870500 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-2d4c1c57-0775-4246-bc93-16b67b7f153f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0421402 Jan 04 14:04:07.914898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-c7809d60-6360-4d2c-ad64-ade8ab64e353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:07.916346 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-c7809d60-6360-4d2c-ad64-ade8ab64e353 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396419 Jan 04 14:04:08.312495 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-eb525257-aead-40d0-bda9-2c07de3e9da8 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3889494 Jan 04 14:04:08.410301 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ba4c7551-4c6e-44cd-ad96-fe4b9a225113 req-037faf17-d856-446e-a8a4-d0c7b4c4c1d1 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899513 Jan 04 14:04:08.444980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf6615b3-ee49-4d97-90ea-e14dd712ddee req-d3366315-f56c-452e-ab68-441b2e3eaa42 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:08.446524 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf6615b3-ee49-4d97-90ea-e14dd712ddee req-d3366315-f56c-452e-ab68-441b2e3eaa42 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 944 time: 0.0576658 Jan 04 14:04:08.499938 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf6615b3-ee49-4d97-90ea-e14dd712ddee req-4bf3dee3-a34c-4f0e-a4e4-0151fa8b0b79 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0468352 Jan 04 14:04:08.824870 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:04:09.615243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c97ec083-f566-4f96-b5fd-d80b80699cc9 req-14b2ea25-70fa-4584-a846-896d11b2994d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:09.616814 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c97ec083-f566-4f96-b5fd-d80b80699cc9 req-14b2ea25-70fa-4584-a846-896d11b2994d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 944 time: 0.0494883 Jan 04 14:04:09.668998 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c97ec083-f566-4f96-b5fd-d80b80699cc9 req-7c3faa12-e626-4582-8e34-91f3d6699129 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0458920 Jan 04 14:04:10.198687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 970fa283-4c8f-43f3-b5fe-be8fe6f33132 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:04:10.290766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:10.302639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'port_id': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'mac_address': 'fa:16:3e:67:02:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:04:10.342934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:10.355790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 970fa283-4c8f-43f3-b5fe-be8fe6f33132 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:04:10.374607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:10.378346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:10.427220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=970fa283-4c8f-43f3-b5fe-be8fe6f33132,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:10.436125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.436624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.436977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.437323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.437696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.438081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.438653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.438998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.439335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.439908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.440154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.440516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.440843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:10.618615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['970fa283-4c8f-43f3-b5fe-be8fe6f33132'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:04:10.783265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e502d9c2-f275-42c4-b722-9479f995fd31 req-9b372c1f-2838-446b-bb32-557fabbac266 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:10.784740 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e502d9c2-f275-42c4-b722-9479f995fd31 req-9b372c1f-2838-446b-bb32-557fabbac266 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 945 time: 0.0491114 Jan 04 14:04:10.835962 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e502d9c2-f275-42c4-b722-9479f995fd31 req-27aa8371-16e0-4eb5-96e3-155ba06df83b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452697 Jan 04 14:04:11.949166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e60eca-8cb5-4da8-8860-3ed0c67a7f61 req-20cdc83e-471f-4ba6-bed7-1d147234feff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:11.950642 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69e60eca-8cb5-4da8-8860-3ed0c67a7f61 req-20cdc83e-471f-4ba6-bed7-1d147234feff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 945 time: 0.0483537 Jan 04 14:04:11.999154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69e60eca-8cb5-4da8-8860-3ed0c67a7f61 req-f5c88ce6-a482-4db9-a29d-8a7baf106eb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426097 Jan 04 14:04:12.188719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 970fa283-4c8f-43f3-b5fe-be8fe6f33132 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:04:12.236026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:04:12.240282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:04:12.240649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:12.322657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:12.345257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:12.347547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06ea48a-adfe-4d78-8e3c-13530a416de3" -d '{"events": [{"server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "name": "network-vif-plugged", "status": "completed", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:12.360608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:12.364536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:12.388915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-159f4417-6f93-40c4-82bf-38f72470b74d x-openstack-request-id: req-159f4417-6f93-40c4-82bf-38f72470b74d {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:12.389204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "name": "network-vif-plugged", "status": "completed", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:12.389456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-159f4417-6f93-40c4-82bf-38f72470b74d {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:12.390411 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'code': 200} Jan 04 14:04:12.416636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=970fa283-4c8f-43f3-b5fe-be8fe6f33132,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:12.549413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1e2072-6541-422f-9abe-1194f6a0c7ee req-0a714dbf-693c-4723-8ddd-793c22457dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:12.550800 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a1e2072-6541-422f-9abe-1194f6a0c7ee req-0a714dbf-693c-4723-8ddd-793c22457dec service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 1099 time: 0.0390537 Jan 04 14:04:12.597316 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a1e2072-6541-422f-9abe-1194f6a0c7ee req-30846a78-731d-4625-8b77-e026523f8eab service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0367436 Jan 04 14:04:13.111755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f3da7d-b2f1-4ad5-9580-b3d7e030355a req-93950ba4-5a82-40ad-ac80-c64b960515ad tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:13.113208 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-66f3da7d-b2f1-4ad5-9580-b3d7e030355a req-93950ba4-5a82-40ad-ac80-c64b960515ad tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 946 time: 0.0478623 Jan 04 14:04:13.160641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-66f3da7d-b2f1-4ad5-9580-b3d7e030355a req-acfe3168-7d3d-4111-bd58-46c608489a20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415440 Jan 04 14:04:14.277692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3504c383-a295-43e7-b0f6-d496c676e38c req-eeecedb3-ed06-4e12-b025-b15de3800f7e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:14.279182 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3504c383-a295-43e7-b0f6-d496c676e38c req-eeecedb3-ed06-4e12-b025-b15de3800f7e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 946 time: 0.0519593 Jan 04 14:04:14.329201 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3504c383-a295-43e7-b0f6-d496c676e38c req-d5f3fd18-d476-4be2-8d86-5ce28bcf56aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0439334 Jan 04 14:04:14.450658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0e390-1a4f-4faa-8574-bda61e5c6a55 req-bab3e4d6-2a5b-4dc5-8b97-17e2744b45b6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:14.452132 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ba0e390-1a4f-4faa-8574-bda61e5c6a55 req-bab3e4d6-2a5b-4dc5-8b97-17e2744b45b6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 946 time: 0.0542357 Jan 04 14:04:14.503584 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ba0e390-1a4f-4faa-8574-bda61e5c6a55 req-0d52e7a1-00d1-49ef-9660-d8fe8167a35f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0448971 Jan 04 14:04:14.524402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40838) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:14.563466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e621a-e3f6-4cc3-b153-c211aad42e8b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:14.564939 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-344e621a-e3f6-4cc3-b153-c211aad42e8b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 1094 time: 0.0395863 Jan 04 14:04:14.572029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40840) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:14.576902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'port_id': '970fa283-4c8f-43f3-b5fe-be8fe6f33132'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:14.617605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:15.043218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:15.046868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:15.142837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5 associated. External IP: 172.36.2.9, port: 970fa283-4c8f-43f3-b5fe-be8fe6f33132. Jan 04 14:04:15.338808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:04:15.506400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5d12a316-58de-4c0b-8bfc-1fc6b8ee8c2e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:15.749040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:04:15.753791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:15.758731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:04:15.769262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:15.769960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:03:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:15.781120 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-02bb8e8d-b5a6-46f6-94d6-952a92addd0a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 990 time: 1.2080727 Jan 04 14:04:15.781803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:15.784090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40842) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:15.784570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a691299-7240-4133-969c-49fab3b3e3fb" -d '{"events": [{"name": "network-changed", "server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:15.825617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8194f98-b4b9-483d-a6c1-dac07997f854 x-openstack-request-id: req-c8194f98-b4b9-483d-a6c1-dac07997f854 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:15.825617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:15.825617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c8194f98-b4b9-483d-a6c1-dac07997f854 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:15.826022 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'status': 'completed', 'code': 200} Jan 04 14:04:15.859435 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ab871370-fc1e-4e46-887a-743f6db6a927 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 990 time: 0.0741003 Jan 04 14:04:15.891099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691299-7240-4133-969c-49fab3b3e3fb req-48c204cd-6f74-4dab-8b79-a5a42fb93085 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:15.891339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:15.892633 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-48c204cd-6f74-4dab-8b79-a5a42fb93085 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 1099 time: 0.0467503 Jan 04 14:04:15.985393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691299-7240-4133-969c-49fab3b3e3fb req-7a3bc561-7919-4d5d-973e-6734e7f7df5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:15.986905 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-7a3bc561-7919-4d5d-973e-6734e7f7df5b service neutron] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 897 time: 0.0881963 Jan 04 14:04:16.056130 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-fab197d7-1439-4ca4-a79d-238d8383770c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132 HTTP/1.1" status: 200 len: 998 time: 0.0625389 Jan 04 14:04:16.107225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691299-7240-4133-969c-49fab3b3e3fb req-3643abc6-2119-469a-98c0-f1aa79508b69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:16.108709 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-3643abc6-2119-469a-98c0-f1aa79508b69 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.0457230 Jan 04 14:04:16.112378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58463a1e-7d72-43e5-a0de-c10c2bfb06e5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.9', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'port_id': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'mac_address': 'fa:16:3e:67:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:03:24Z', 'updated_at': '2022-01-04T14:04:14Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:16.154887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a691299-7240-4133-969c-49fab3b3e3fb req-9369cece-9fe4-43ac-8da9-926c32a13f1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:16.156422 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-9369cece-9fe4-43ac-8da9-926c32a13f1b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416636 Jan 04 14:04:16.255826 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-28cb5136-6e3a-49e0-ab42-48d096ee8303 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913477 Jan 04 14:04:16.286674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:04:16.295161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:16.295780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:03:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:16.345405 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a691299-7240-4133-969c-49fab3b3e3fb req-bee10644-7667-411a-ac2f-32e990977540 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828736 Jan 04 14:04:16.400667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:16.618204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58463a1e-7d72-43e5-a0de-c10c2bfb06e5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.9', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'port_id': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'mac_address': 'fa:16:3e:67:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:03:24Z', 'updated_at': '2022-01-04T14:04:14Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:16.647785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-074928a5-6170-45b4-98f8-42ef6bd3a48a None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '58463a1e-7d72-43e5-a0de-c10c2bfb06e5', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.9', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'port_id': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1394, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'mac_address': 'fa:16:3e:67:02:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:03:24Z', 'updated_at': '2022-01-04T14:04:14Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:04:16.829183 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a0b769-faaa-4ea6-86d6-256155ef4fdf None None] New status for floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:04:16.863415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40846) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:16.928917 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a6c128df-9e0c-4ae8-ab18-5a661f338375 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 990 time: 0.0643282 Jan 04 14:04:17.817936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcdc9ccb-552c-4fea-9edf-ef3dbe3682da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:17.932027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40848) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:17.996696 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-850d5724-281f-40a2-88b7-ed55928430c3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 200 len: 992 time: 0.0629878 Jan 04 14:04:19.130771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:20.370966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:20.733451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864385b3-287f-44df-954d-b866d3de73e3 req-5b7359c0-6549-4038-bfa6-a3e91f8a9493 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:20.734940 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-864385b3-287f-44df-954d-b866d3de73e3 req-5b7359c0-6549-4038-bfa6-a3e91f8a9493 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 945 time: 0.0528674 Jan 04 14:04:20.784078 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-864385b3-287f-44df-954d-b866d3de73e3 req-7c860cce-1fa0-48d1-9a7a-52dbaeb3196b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430498 Jan 04 14:04:21.899304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d808d9-c128-42a5-85e5-5f1550283cf1 req-7f766792-6527-4e16-a7c3-7188bea95208 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:21.900792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c7d808d9-c128-42a5-85e5-5f1550283cf1 req-7f766792-6527-4e16-a7c3-7188bea95208 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 945 time: 0.0481873 Jan 04 14:04:21.952227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c7d808d9-c128-42a5-85e5-5f1550283cf1 req-1518081a-b673-46ae-b5a7-bcab857e7a50 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455399 Jan 04 14:04:21.974331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:22.218592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-8f836a3c-5c15-4075-af23-f2942d461bd5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:22.220015 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-8f836a3c-5c15-4075-af23-f2942d461bd5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 945 time: 0.0476530 Jan 04 14:04:22.307852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Deleting port f9c1131c-eabb-401f-9697-c679f8e65e21 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:22.308754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:22.397057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] For port f9c1131c-eabb-401f-9697-c679f8e65e21, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=f9c1131c-eabb-401f-9697-c679f8e65e21,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:22.397418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:22.613710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:22.614014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:22.614325 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Floating IP 548e4073-2b2d-4fff-b96c-c8410c211d55 disassociated. External IP: 172.36.2.106, port: f9c1131c-eabb-401f-9697-c679f8e65e21. Jan 04 14:04:22.614659 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Calling delete_port for f9c1131c-eabb-401f-9697-c679f8e65e21 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:22.741023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:22.774301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'Port': ['ID=f9c1131c-eabb-401f-9697-c679f8e65e21,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:22.784451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.784812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.785162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.785527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.785879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.786220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.787052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.787052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.787278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.787530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.787997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.788324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.788795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:22.894290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:04:23.000274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:04:23.010706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:04:23.020777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:23.021684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:23.041141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] No DVR routers for this DVR port f9c1131c-eabb-401f-9697-c679f8e65e21 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:04:23.050132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:23.053317 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7bafb06d-57ff-4203-bbaf-0042e37e925a req-33ccdb38-7f93-4d51-b1d2-e157b0e72a19 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "DELETE /v2.0/ports/f9c1131c-eabb-401f-9697-c679f8e65e21 HTTP/1.1" status: 204 len: 173 time: 0.8270085 Jan 04 14:04:23.053760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'name': 'network-vif-deleted', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:23.056039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-467c4483-d606-480b-a71c-4c58862c5f2f" -d '{"events": [{"server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "name": "network-vif-deleted", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:23.078391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2c00da1a-67f0-490b-af28-0449fe5bd78a req-bcd48302-86f6-44de-9003-aef48edf64c2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0383854 Jan 04 14:04:23.103015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e930ea56-034f-4f4b-8502-c703cd77e5e1 x-openstack-request-id: req-e930ea56-034f-4f4b-8502-c703cd77e5e1 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:23.103151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f04a6c-caa3-4d8f-b109-7ba102a0e988", "name": "network-vif-deleted", "tag": "f9c1131c-eabb-401f-9697-c679f8e65e21", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:23.103380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e930ea56-034f-4f4b-8502-c703cd77e5e1 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:23.103824 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f04a6c-caa3-4d8f-b109-7ba102a0e988', 'name': 'network-vif-deleted', 'tag': 'f9c1131c-eabb-401f-9697-c679f8e65e21', 'status': 'completed', 'code': 200} Jan 04 14:04:23.155126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:23.365203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:23.391704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:04:23.399649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:23.400248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:23.503864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:23.694741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:23.724408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-956e0b4f-36ca-48de-b076-43066ad6960d None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:04:23.990151 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d776013e-1023-47b9-a667-8881280c2ad1 None None] New status for floating IP 548e4073-2b2d-4fff-b96c-c8410c211d55: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:04:24.179563 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2ffa1a6a-e021-4db8-b808-9538300852fd req-6e28ef37-8ae3-473d-96c0-1206ae88a966 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0265913 Jan 04 14:04:24.239613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device f9c1131c-eabb-401f-9697-c679f8e65e21 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:04:24.259938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: f9c1131c-eabb-401f-9697-c679f8e65e21 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:04:24.260352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device f9c1131c-eabb-401f-9697-c679f8e65e21 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:04:25.272948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4f2695e6-075b-4718-a10d-601a2636ec84 req-3e4a7842-0d98-4356-9946-01876fe1ba77 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0257950 Jan 04 14:04:26.371761 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6db3da05-e9ea-4301-b9db-41b741a6cbfd req-202bcb9b-b42e-4820-928d-05724ac4c60e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0304487 Jan 04 14:04:27.463392 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fec94be5-89cf-4990-94e7-83ef80ea1225 req-1b246090-812d-4f27-8d1f-9a598751a4c4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0253451 Jan 04 14:04:28.557360 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07ea7a94-39fb-4681-8845-7fe861061abc req-759f97fe-ad95-480f-83a1-d5a182a4215f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0264249 Jan 04 14:04:29.651003 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a861c913-c5ee-4b65-b1a6-003d386246f0 req-a9808e9e-e760-4792-a982-82261f8e1d67 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0264003 Jan 04 14:04:30.742654 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b11f892a-6f51-4075-9cf7-f5c84faaf99f req-7484e070-1c9d-495d-b6f5-293bc5a12be3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=90f04a6c-caa3-4d8f-b109-7ba102a0e988 HTTP/1.1" status: 200 len: 210 time: 0.0258987 Jan 04 14:04:31.946098 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-fcfe8704-898b-4661-a5f9-ead2ca060c46 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646481043&fields=id&tenant_id=dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 267 time: 0.0433991 Jan 04 14:04:32.053626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-56ad0efa-ce60-4425-bdd8-be044d05b6f0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:32.055026 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-56ad0efa-ce60-4425-bdd8-be044d05b6f0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 812 time: 0.1024516 Jan 04 14:04:32.070323 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-68e73c9b-9a8d-4201-b9bd-aecf0c771e60 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/quotas/dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 375 time: 0.0089779 Jan 04 14:04:32.119504 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-5d05db59-2575-4104-869b-fa05d2f83e49 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0441539 Jan 04 14:04:32.216484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-24d01335-8c8b-4e8d-beb2-492009784ba8 service neutron] 10.222.0.30 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847404 Jan 04 14:04:32.308247 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-947c2e75-45a9-49e2-84e3-3c862571aad3 service neutron] 10.222.0.30 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855935 Jan 04 14:04:32.579358 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6020d212-8908-4995-a9dc-381a77744097 req-62257fdf-6892-4b93-a743-0433c30a8fb2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0259771 Jan 04 14:04:33.491210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-dadd84ae-5cda-4933-b3cb-81d22aa02f1e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:33.492599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-dadd84ae-5cda-4933-b3cb-81d22aa02f1e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 812 time: 0.1071465 Jan 04 14:04:33.554811 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-fd31b0f2-6b28-4503-90dc-69c66d0a1dcd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 380 time: 0.0534737 Jan 04 14:04:33.568609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'port': {'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'admin_state_up': True, 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'security_groups': ['c9cd5e7c-dd6f-40d0-92e4-ce0490455afd']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:33.686866 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2779b534-43cf-4472-82ad-669fa047d348 req-2b3f9e85-2ff4-4f1b-81bf-aa898eace32b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0398750 Jan 04 14:04:33.714064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Made reservation on behalf of dd0bfa8d16b046e0927c65dac76c33f2 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:04:33.717709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:33.840996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Allocated IP 172.20.0.14 (68785ae6-0ee9-4234-8207-0c37d0263610/83b0e593-57d8-4548-831e-2777178c68ad/986a2996-8125-468e-9fc8-db1f7c229776) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:04:33.977426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.016861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.057146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:04:34.061116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:04:34.064705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:04:34.112985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=986a2996-8125-468e-9fc8-db1f7c229776,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:34.126073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:34.126696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.143575 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-fa14ece3-336a-43b3-9553-7ed1549b66b6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5788224 Jan 04 14:04:34.155768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Request body: {'port': {'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:34.214401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.319846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c7c1d60b-0a61-49ce-b813-9b1b709dab8f None None] Provisioning complete for port 986a2996-8125-468e-9fc8-db1f7c229776 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:04:34.320810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c7c1d60b-0a61-49ce-b813-9b1b709dab8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.357830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1d60b-0a61-49ce-b813-9b1b709dab8f None None] Port 986a2996-8125-468e-9fc8-db1f7c229776 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:04:34.475808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 986a2996-8125-468e-9fc8-db1f7c229776 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:04:34.483757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.495329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Transition to ACTIVE for port object 986a2996-8125-468e-9fc8-db1f7c229776 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:04:34.499766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.569620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Pushing event updated for resources: {'Port': ['ID=986a2996-8125-468e-9fc8-db1f7c229776,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:34.628917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Attempting to bind port 986a2996-8125-468e-9fc8-db1f7c229776 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:04:34.629323 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Attempting to bind port 986a2996-8125-468e-9fc8-db1f7c229776 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:04:34.629581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Attempting to bind port 986a2996-8125-468e-9fc8-db1f7c229776 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:04:34.634572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Port 986a2996-8125-468e-9fc8-db1f7c229776 on network 68785ae6-0ee9-4234-8207-0c37d0263610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:04:34.634914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Attempting to bind port 986a2996-8125-468e-9fc8-db1f7c229776 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:04:34.640477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 4, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:04:34.640848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Checking segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:04:34.641802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Bound using segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:04:34.642272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Bound port: 986a2996-8125-468e-9fc8-db1f7c229776, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:04:34.642776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.716552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] For port 986a2996-8125-468e-9fc8-db1f7c229776, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:04:34.720115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] For port 986a2996-8125-468e-9fc8-db1f7c229776, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=986a2996-8125-468e-9fc8-db1f7c229776,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:04:34.724637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.764951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:34.765222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:34.766680 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] 10.222.0.13 "PUT /v2.0/ports/986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 1094 time: 0.6152167 Jan 04 14:04:34.778583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:34.781417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b278e58e-baf2-4d28-9f3b-d46ccf91490d" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "tag": "986a2996-8125-468e-9fc8-db1f7c229776"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:34.847678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0eb2936-663c-42a8-b6d7-171275aa02cf x-openstack-request-id: req-c0eb2936-663c-42a8-b6d7-171275aa02cf {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:34.848018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "tag": "986a2996-8125-468e-9fc8-db1f7c229776", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:34.848347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c0eb2936-663c-42a8-b6d7-171275aa02cf {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:34.849030 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776', 'status': 'completed', 'code': 200} Jan 04 14:04:34.854437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38074df1-33c4-4d86-891f-73a2ad0eb867 service neutron] Pushing event updated for resources: {'Port': ['ID=986a2996-8125-468e-9fc8-db1f7c229776,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:34.864659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5af8630-197d-4e05-9016-2fbc304a039a req-77f0bba7-3c3e-405a-9970-7bd3ccff2e40 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:34.867783 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5af8630-197d-4e05-9016-2fbc304a039a req-77f0bba7-3c3e-405a-9970-7bd3ccff2e40 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0919671 Jan 04 14:04:34.874237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-62c1690f-e22c-46ca-9dcc-71391b0a1d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:34.875882 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-62c1690f-e22c-46ca-9dcc-71391b0a1d64 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1097 time: 0.0615621 Jan 04 14:04:34.923540 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-40ca1b33-721c-4c17-98b5-db106308b5a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 217 time: 0.0380757 Jan 04 14:04:34.942292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5af8630-197d-4e05-9016-2fbc304a039a req-f2394efd-2e80-4d67-8035-0cd185dbf3dc tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620277 Jan 04 14:04:34.988186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-3d2fddb9-4af7-4470-aecf-a79fdf91c846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:34.990030 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-3d2fddb9-4af7-4470-aecf-a79fdf91c846 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0595758 Jan 04 14:04:35.037140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77b8b04-5a33-453f-a905-8708f056216b req-783cb3db-c938-449b-ba14-43bd125d8a7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:35.038685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-783cb3db-c938-449b-ba14-43bd125d8a7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425351 Jan 04 14:04:35.126040 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-7049140a-2c67-4a75-825f-d6b5c056a309 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799038 Jan 04 14:04:35.217775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:35.218645 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b77b8b04-5a33-453f-a905-8708f056216b req-3182c21d-c7d8-4947-8a0d-fc2ac08e112a service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855091 Jan 04 14:04:35.300998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-8d546d5d-e17f-404d-bb88-c3fe29b345bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:35.302521 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-8d546d5d-e17f-404d-bb88-c3fe29b345bd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1097 time: 0.0402412 Jan 04 14:04:35.394443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-93f209a7-8ad5-49a7-8be4-253f3933e3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:35.395866 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-93f209a7-8ad5-49a7-8be4-253f3933e3a0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0868158 Jan 04 14:04:35.436044 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-98711314-266f-4aee-9b7d-7448f5381df9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 217 time: 0.0336125 Jan 04 14:04:35.486868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-37ad4b28-9154-4ecb-9996-2adf887ca75f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:35.488335 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-37ad4b28-9154-4ecb-9996-2adf887ca75f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0460725 Jan 04 14:04:35.537001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-20104e8d-daea-4a7a-877c-7c9a74826d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:35.538527 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-20104e8d-daea-4a7a-877c-7c9a74826d10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423374 Jan 04 14:04:35.626034 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-184e5b5c-fb1d-433a-803f-4618184a56cf service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804682 Jan 04 14:04:35.717666 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b278e58e-baf2-4d28-9f3b-d46ccf91490d req-2a13ced0-e130-468d-9c65-428b3b5b0627 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840864 Jan 04 14:04:36.049254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d35ce0-afe8-4761-af79-6810e939500d req-de1ab55f-c9d0-40df-a0e9-fbdfc54ce32e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:36.050767 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5d35ce0-afe8-4761-af79-6810e939500d req-de1ab55f-c9d0-40df-a0e9-fbdfc54ce32e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0494180 Jan 04 14:04:36.106170 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5d35ce0-afe8-4761-af79-6810e939500d req-6b99023b-a3e8-43db-b3c2-1ab41e87d934 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492923 Jan 04 14:04:37.221408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78efea5d-d941-49ee-87df-30a4c1f2db19 req-663e6f27-7c8f-4c10-83d7-1c7689a94fdd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:37.223009 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-78efea5d-d941-49ee-87df-30a4c1f2db19 req-663e6f27-7c8f-4c10-83d7-1c7689a94fdd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0491967 Jan 04 14:04:37.271566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-78efea5d-d941-49ee-87df-30a4c1f2db19 req-2bae1f3a-c633-40ba-9524-784374556f3a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427852 Jan 04 14:04:38.382935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76770ae5-785e-47fb-957e-eef25ef2e318 req-6930d6a7-e3eb-4900-b0ab-ad298e88154c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:38.384296 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-76770ae5-785e-47fb-957e-eef25ef2e318 req-6930d6a7-e3eb-4900-b0ab-ad298e88154c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0474927 Jan 04 14:04:38.432812 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-76770ae5-785e-47fb-957e-eef25ef2e318 req-8d620dd9-56c6-421f-abeb-ffc62d48c303 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425501 Jan 04 14:04:39.556767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a8346c4-f5d4-41d7-8d3f-d31e5df2a538 req-845e773c-29d4-4298-ba6a-45d8ec24a66b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:39.558849 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a8346c4-f5d4-41d7-8d3f-d31e5df2a538 req-845e773c-29d4-4298-ba6a-45d8ec24a66b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0543342 Jan 04 14:04:39.608459 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a8346c4-f5d4-41d7-8d3f-d31e5df2a538 req-8b268b60-bff3-487d-8c5d-7a3a13038078 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435224 Jan 04 14:04:40.725307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f09e03a-8a56-422e-b985-4e00a52ea284 req-8f61b314-5a7c-4242-96f1-647619258eba tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:40.726796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f09e03a-8a56-422e-b985-4e00a52ea284 req-8f61b314-5a7c-4242-96f1-647619258eba tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0515516 Jan 04 14:04:40.775118 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f09e03a-8a56-422e-b985-4e00a52ea284 req-880b36d8-4a07-4736-b7c3-34ba10d55e71 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416265 Jan 04 14:04:41.888872 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26992343-7c51-46d5-9b73-f2b241ba5868 req-91ad2aaa-a17f-4785-8e53-0ad756e78979 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:41.890506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-26992343-7c51-46d5-9b73-f2b241ba5868 req-91ad2aaa-a17f-4785-8e53-0ad756e78979 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0485580 Jan 04 14:04:41.939616 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-26992343-7c51-46d5-9b73-f2b241ba5868 req-36e216fa-13c4-4bf5-b03c-919dea07e1b1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432806 Jan 04 14:04:43.050930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b17c7b-70ef-4921-a3c1-2476e8d180ff req-8f576cb5-3f04-4bf3-a6e3-6abd6f21698b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:43.052378 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b17c7b-70ef-4921-a3c1-2476e8d180ff req-8f576cb5-3f04-4bf3-a6e3-6abd6f21698b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0483851 Jan 04 14:04:43.100064 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b17c7b-70ef-4921-a3c1-2476e8d180ff req-7c321228-59d5-46bb-9ac5-2a1def8faf63 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411823 Jan 04 14:04:44.213226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b421bd9c-2573-4d08-aecf-0b133bad2dd7 req-2f1e25e2-5019-417e-9ff1-c9f533e478d0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:44.215407 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b421bd9c-2573-4d08-aecf-0b133bad2dd7 req-2f1e25e2-5019-417e-9ff1-c9f533e478d0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0475626 Jan 04 14:04:44.266617 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b421bd9c-2573-4d08-aecf-0b133bad2dd7 req-e07282f6-a0c7-426d-8bcd-d4ff3f27fb25 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452332 Jan 04 14:04:45.382975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9deb-a810-49f1-b18c-048961c14180 req-a0ec3f50-95d6-45b7-a47b-8acf20504597 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:45.384445 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-64db9deb-a810-49f1-b18c-048961c14180 req-a0ec3f50-95d6-45b7-a47b-8acf20504597 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0516577 Jan 04 14:04:45.432058 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-64db9deb-a810-49f1-b18c-048961c14180 req-63a77b99-6bbd-4c85-b507-9e87b2c87ad1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417488 Jan 04 14:04:45.507548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d73c4342-11e6-48b8-932f-3a91ccfbc537 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:45.824115 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:04:46.288389 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-1cfcc70d-2999-4d84-84f9-8857dc13ce49 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0376496 Jan 04 14:04:46.345767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-cae3d422-884a-4243-8ad5-c390e1392cba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:46.347232 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-cae3d422-884a-4243-8ad5-c390e1392cba service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 1098 time: 0.0381417 Jan 04 14:04:46.452449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-9d684444-1b81-4f8a-8f37-1a97743b9a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:46.453899 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-9d684444-1b81-4f8a-8f37-1a97743b9a32 service neutron] 10.222.0.13 "GET /v2.0/networks?id=049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 200 len: 897 time: 0.0850818 Jan 04 14:04:46.496217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-3f012002-f53b-493d-937d-8be499c89b6c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 200 len: 217 time: 0.0355594 Jan 04 14:04:46.879639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-15192463-3a1c-4f5c-8ea8-630bca494563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:46.881058 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-15192463-3a1c-4f5c-8ea8-630bca494563 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 200 len: 835 time: 0.3740230 Jan 04 14:04:46.892464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59b794f-446a-4c88-9e93-9aff3fd0567f req-ac3d87e6-7b47-4db8-b25b-ca3c0dc1ca9a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:46.893801 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e59b794f-446a-4c88-9e93-9aff3fd0567f req-ac3d87e6-7b47-4db8-b25b-ca3c0dc1ca9a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.3946769 Jan 04 14:04:46.964600 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e59b794f-446a-4c88-9e93-9aff3fd0567f req-ceb47816-47b1-4262-b66c-ba6bb552319c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0622609 Jan 04 14:04:46.966263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-feb58806-9e2d-464d-b7d8-17eac7805b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:46.967625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-feb58806-9e2d-464d-b7d8-17eac7805b4c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=049ee567-f626-4472-9d7c-acc534625f8b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0729940 Jan 04 14:04:46.977921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-e16a6e59-3bb0-4434-9080-d634a42d4177 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:04:46.978850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-e16a6e59-3bb0-4434-9080-d634a42d4177 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048323 Jan 04 14:04:47.071980 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-7cfe3aa5-7185-41ec-84b4-9ae38faa5e30 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853474 Jan 04 14:04:47.158548 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c6eaaa4-cd0c-46cd-8468-6ca92fc14c64 req-2896bd29-997d-4fd8-930c-eceb04561962 service neutron] 10.222.0.13 "GET /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0803864 Jan 04 14:04:47.819334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-79511678-a21f-4c35-96e3-95315771b502 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:48.078492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21eeb0b-b2c1-4f16-9b52-4319566bcf2e req-59f208a0-7ac2-4256-a0a8-484b90ba2bbb tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:48.079884 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e21eeb0b-b2c1-4f16-9b52-4319566bcf2e req-59f208a0-7ac2-4256-a0a8-484b90ba2bbb tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0490012 Jan 04 14:04:48.132033 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e21eeb0b-b2c1-4f16-9b52-4319566bcf2e req-083bf7f2-2994-43e2-9228-86c7899d2840 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462439 Jan 04 14:04:49.134293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:49.245676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf2e624-3292-4d20-abff-ab2642fc8e06 req-62dd34ea-66d1-41f6-bd1e-0abf1ae66491 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:49.247159 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3cf2e624-3292-4d20-abff-ab2642fc8e06 req-62dd34ea-66d1-41f6-bd1e-0abf1ae66491 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0489619 Jan 04 14:04:49.299488 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3cf2e624-3292-4d20-abff-ab2642fc8e06 req-a71eebe1-c755-40e9-b291-92e45ed2026f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462635 Jan 04 14:04:49.504249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ecbc17-7665-4978-812d-c9e539cb0c3e req-c5385b0c-4020-42f7-9dc6-8671bb447e8c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:49.506122 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-31ecbc17-7665-4978-812d-c9e539cb0c3e req-c5385b0c-4020-42f7-9dc6-8671bb447e8c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 946 time: 0.0491896 Jan 04 14:04:49.554308 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-31ecbc17-7665-4978-812d-c9e539cb0c3e req-44723a73-555a-4651-b5e3-7a00a383dc0b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423899 Jan 04 14:04:50.372469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:50.385251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 986a2996-8125-468e-9fc8-db1f7c229776 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:04:50.415732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d321b29c-142b-4233-8021-2d681572cfd0 req-eabd8864-6ea5-44d0-8936-658ee23ace16 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:50.417434 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d321b29c-142b-4233-8021-2d681572cfd0 req-eabd8864-6ea5-44d0-8936-658ee23ace16 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 944 time: 0.0486810 Jan 04 14:04:50.470100 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d321b29c-142b-4233-8021-2d681572cfd0 req-c3cd520d-f537-4a0f-89eb-dc704d9ac8cc tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465631 Jan 04 14:04:50.482699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 986a2996-8125-468e-9fc8-db1f7c229776, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=986a2996-8125-468e-9fc8-db1f7c229776,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:50.493744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '986a2996-8125-468e-9fc8-db1f7c229776', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:04:50.533826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:50.546407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 986a2996-8125-468e-9fc8-db1f7c229776 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:04:50.564873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 986a2996-8125-468e-9fc8-db1f7c229776, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=986a2996-8125-468e-9fc8-db1f7c229776,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:50.568693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:50.615855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=986a2996-8125-468e-9fc8-db1f7c229776,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:50.671801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555f2532-7bce-4310-bd87-66ab6b7697d4 req-0725259e-6826-404a-82a6-cf3e6bdc686e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:50.673277 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-555f2532-7bce-4310-bd87-66ab6b7697d4 req-0725259e-6826-404a-82a6-cf3e6bdc686e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 946 time: 0.0487301 Jan 04 14:04:50.720611 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-555f2532-7bce-4310-bd87-66ab6b7697d4 req-bd1fdc77-b046-4073-b0d8-35dc0f3c68f4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=fabe9c34-d357-4c6b-96ba-d2fe88739fbb&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0414193 Jan 04 14:04:50.817959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['986a2996-8125-468e-9fc8-db1f7c229776'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:04:50.828374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-109d8bfb-872c-40c2-a7d4-c3875863a5dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:50.829824 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-109d8bfb-872c-40c2-a7d4-c3875863a5dc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 946 time: 0.0522792 Jan 04 14:04:50.920101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:50.920441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:51.011184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 970fa283-4c8f-43f3-b5fe-be8fe6f33132, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=970fa283-4c8f-43f3-b5fe-be8fe6f33132,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:51.011551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:51.177773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:51.178076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:51.178391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5 disassociated. External IP: 172.36.2.9, port: 970fa283-4c8f-43f3-b5fe-be8fe6f33132. Jan 04 14:04:51.178731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 970fa283-4c8f-43f3-b5fe-be8fe6f33132 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:51.304607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:51.332704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=970fa283-4c8f-43f3-b5fe-be8fe6f33132,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:51.443995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:04:51.555068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:04:51.566848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:04:51.577680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:51.578338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:51.590428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7c38ff7-e965-428d-bf91-e93aef1de86f req-262e6d3d-b11d-4c30-9f16-563467adbafb tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:51.592050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f7c38ff7-e965-428d-bf91-e93aef1de86f req-262e6d3d-b11d-4c30-9f16-563467adbafb tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 945 time: 0.0538504 Jan 04 14:04:51.594830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 970fa283-4c8f-43f3-b5fe-be8fe6f33132 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:04:51.597368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:51.603449 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b57149bf-09d9-4ae2-a71a-ebee6b2563a9 req-79e28a57-4eff-40dc-bb3c-aac3c07004b0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/970fa283-4c8f-43f3-b5fe-be8fe6f33132 HTTP/1.1" status: 204 len: 173 time: 0.7662735 Jan 04 14:04:51.603877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'name': 'network-vif-deleted', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:51.606213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8505322-2485-4d42-a609-9e0360dc961e" -d '{"events": [{"server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "name": "network-vif-deleted", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:51.648458 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f7c38ff7-e965-428d-bf91-e93aef1de86f req-319e0fd5-6e16-42d4-85f1-f6632d623840 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0492699 Jan 04 14:04:51.693133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:51.695717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f75a3a-bdab-4e06-9cb8-366d98e4e3ef x-openstack-request-id: req-58f75a3a-bdab-4e06-9cb8-366d98e4e3ef {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:51.696205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "903ae6d1-f712-42ee-9c14-55bf9efb78df", "name": "network-vif-deleted", "tag": "970fa283-4c8f-43f3-b5fe-be8fe6f33132", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:51.696205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58f75a3a-bdab-4e06-9cb8-366d98e4e3ef {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:51.696597 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '903ae6d1-f712-42ee-9c14-55bf9efb78df', 'name': 'network-vif-deleted', 'tag': '970fa283-4c8f-43f3-b5fe-be8fe6f33132', 'status': 'completed', 'code': 200} Jan 04 14:04:51.844055 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7ed3cb5d-0fbc-4ee2-ac8e-eaa09f78aafb req-67b7131d-92e6-43c1-b3e8-e36568aa4e07 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=903ae6d1-f712-42ee-9c14-55bf9efb78df HTTP/1.1" status: 200 len: 210 time: 0.0310295 Jan 04 14:04:51.915759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:51.940960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:04:51.949502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:51.950081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:52.005704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:52.214073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:52.401956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:52.406959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 986a2996-8125-468e-9fc8-db1f7c229776 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:04:52.451823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10daeb8a-9276-420c-aafd-06c7dc073acc None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '5cd87256-5696-4753-bdd6-5ff0dac1e70e', 'name': '', 'network_id': '049ee567-f626-4472-9d7c-acc534625f8b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:a2:a6:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_interface', 'standard_attr_id': 1382, 'fixed_ips': [{'subnet_id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:10Z', 'updated_at': '2022-01-04T14:03:13Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '29f804b4-d7e6-4c6d-8ee1-43318ec6c945', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:04:52.480893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 986a2996-8125-468e-9fc8-db1f7c229776 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:04:52.484951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 986a2996-8125-468e-9fc8-db1f7c229776 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:04:52.485322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:52.566974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:52.590752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:52.593006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ddd7a1a-6227-47a6-9682-1f5bde40da1c" -d '{"events": [{"server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "name": "network-vif-plugged", "status": "completed", "tag": "986a2996-8125-468e-9fc8-db1f7c229776"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:52.607581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 986a2996-8125-468e-9fc8-db1f7c229776, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=986a2996-8125-468e-9fc8-db1f7c229776,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:52.612845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:52.639801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4572c0cc-bce6-4ef7-bbb4-f14b424dcda5 x-openstack-request-id: req-4572c0cc-bce6-4ef7-bbb4-f14b424dcda5 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:52.640095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "name": "network-vif-plugged", "status": "completed", "tag": "986a2996-8125-468e-9fc8-db1f7c229776", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:52.640346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4572c0cc-bce6-4ef7-bbb4-f14b424dcda5 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:52.640732 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776', 'code': 200} Jan 04 14:04:52.679082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=986a2996-8125-468e-9fc8-db1f7c229776,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:52.699257 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb033bf-a820-4c42-b239-45cafb2016b5 None None] New status for floating IP 58463a1e-7d72-43e5-a0de-c10c2bfb06e5: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:04:52.770998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0f5c2-0c53-4454-83dc-bbc2014dc880 req-0239614f-fd34-4449-85a4-411c093e789e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:52.773184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-58a0f5c2-0c53-4454-83dc-bbc2014dc880 req-0239614f-fd34-4449-85a4-411c093e789e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 946 time: 0.0508084 Jan 04 14:04:52.830678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d9e7bb-25c2-4976-ab8d-8ec365617688 req-65fbfc35-f514-41ec-a05b-5a8c39b6b871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:52.833003 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5d9e7bb-25c2-4976-ab8d-8ec365617688 req-65fbfc35-f514-41ec-a05b-5a8c39b6b871 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1099 time: 0.0484550 Jan 04 14:04:52.834162 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-58a0f5c2-0c53-4454-83dc-bbc2014dc880 req-90688cff-b81b-48df-92af-4e8265bc938d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534618 Jan 04 14:04:52.879252 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5d9e7bb-25c2-4976-ab8d-8ec365617688 req-a7cf4493-942d-40c6-97e2-44bb064d58aa service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395374 Jan 04 14:04:52.900007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 40966) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:52.955616 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aaec6566-b5cb-4f98-b78f-66a9801bd308 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:52.980541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aaec6566-b5cb-4f98-b78f-66a9801bd308 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.042402 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aaec6566-b5cb-4f98-b78f-66a9801bd308 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.044903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aaec6566-b5cb-4f98-b78f-66a9801bd308 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.046075 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aaec6566-b5cb-4f98-b78f-66a9801bd308 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/fabe9c34-d357-4c6b-96ba-d2fe88739fbb HTTP/1.1" status: 204 len: 168 time: 0.1451004 Jan 04 14:04:53.054862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaec6566-b5cb-4f98-b78f-66a9801bd308 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fabe9c34-d357-4c6b-96ba-d2fe88739fbb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:53.077134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40970) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:53.199023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 7f5b9de8-3f94-4657-8000-07ba6e83f08f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:53.199364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.271524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.271846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.283434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 7f5b9de8-3f94-4657-8000-07ba6e83f08f owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:53.413207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.436347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=7f5b9de8-3f94-4657-8000-07ba6e83f08f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:53.445922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.446282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.446625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.446964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.447299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.448660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.448660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.448864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.449138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.449465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.449789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.450140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.450463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:04:53.511434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.514012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:53.515158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b8c9947d-6d97-47fe-9fbe-892851244ba8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/58463a1e-7d72-43e5-a0de-c10c2bfb06e5 HTTP/1.1" status: 204 len: 168 time: 0.4368346 Jan 04 14:04:53.725449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-703cef6e-7d10-4642-bbc3-520aeef0e7ce req-d3d1ae4d-aa95-4a12-8641-18c321f537de tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:53.726915 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-703cef6e-7d10-4642-bbc3-520aeef0e7ce req-d3d1ae4d-aa95-4a12-8641-18c321f537de tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 945 time: 0.0489380 Jan 04 14:04:53.777028 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-703cef6e-7d10-4642-bbc3-520aeef0e7ce req-8c250352-57e9-4c45-b925-ab0705808f0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432684 Jan 04 14:04:53.951496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-936b767b-82f1-452e-9bcb-52e55851eefe req-86d5bf55-3bf4-406d-b015-0f45e10f0fb2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:53.952974 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-936b767b-82f1-452e-9bcb-52e55851eefe req-86d5bf55-3bf4-406d-b015-0f45e10f0fb2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 946 time: 0.0484848 Jan 04 14:04:54.005402 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-936b767b-82f1-452e-9bcb-52e55851eefe req-41a82d0e-f906-492e-b992-abe526f88463 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464771 Jan 04 14:04:54.117368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42958df7-3c26-4515-a2a5-efbbd06a2e49 req-31f2d474-397a-4763-ae61-fe9248adbb02 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:54.118836 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42958df7-3c26-4515-a2a5-efbbd06a2e49 req-31f2d474-397a-4763-ae61-fe9248adbb02 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 946 time: 0.0483851 Jan 04 14:04:54.166176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42958df7-3c26-4515-a2a5-efbbd06a2e49 req-fcf01de0-ea32-4e28-aa11-55611a340b7b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413964 Jan 04 14:04:54.187855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40980) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:54.229607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a88abed4-1cd5-4a25-86f6-821bcc635e80 tempest-TestVolumeBootPattern-2132070035 tempest-TestVolumeBootPattern-2132070035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:54.231098 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a88abed4-1cd5-4a25-86f6-821bcc635e80 tempest-TestVolumeBootPattern-2132070035 tempest-TestVolumeBootPattern-2132070035-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1094 time: 0.0423269 Jan 04 14:04:54.233788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40982) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:54.237850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address': '172.20.0.14'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:54.260177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:54.353898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:54.415829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 970fa283-4c8f-43f3-b5fe-be8fe6f33132 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:04:54.436335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 970fa283-4c8f-43f3-b5fe-be8fe6f33132 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:04:54.436686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 970fa283-4c8f-43f3-b5fe-be8fe6f33132 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:04:54.459637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Allocated IP 172.36.2.180 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/e4aa6ae5-cbda-4d1f-989f-ccdd917d433a) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:04:54.558738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:54.590984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:54.630890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:04:54.633625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:04:54.639493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:04:54.661464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=e4aa6ae5-cbda-4d1f-989f-ccdd917d433a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:54.894679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74df331-774c-4125-8ecf-e82787495e7f req-12bedf47-5422-42e9-b5ec-d616e4ddd473 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:54.902353 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e74df331-774c-4125-8ecf-e82787495e7f req-12bedf47-5422-42e9-b5ec-d616e4ddd473 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 945 time: 0.0570683 Jan 04 14:04:54.947549 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e74df331-774c-4125-8ecf-e82787495e7f req-fb854eef-ba65-43d3-9ab9-93914e4dd124 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=87875897-e291-49a3-8ff6-70731e67b1ad&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443094 Jan 04 14:04:54.996108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.061412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6bba69-8d61-4253-95d3-387373091876 req-a2e80dcd-777a-470d-88fc-783589134ec5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:55.063093 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2e6bba69-8d61-4253-95d3-387373091876 req-a2e80dcd-777a-470d-88fc-783589134ec5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=ea51885c-9a57-445a-ba9f-ca3cccbb983e HTTP/1.1" status: 200 len: 945 time: 0.0496368 Jan 04 14:04:55.066352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.155504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 027f2729-bb96-4114-a509-6f6faf448797 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:55.155886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.215036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.219618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.243952 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 027f2729-bb96-4114-a509-6f6faf448797, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=027f2729-bb96-4114-a509-6f6faf448797,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:55.244366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.257850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 027f2729-bb96-4114-a509-6f6faf448797 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:55.283476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=e4aa6ae5-cbda-4d1f-989f-ccdd917d433a,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:55.298991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.388479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.401218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Floating IP 7ea6fe81-0437-4724-83b1-b4b46977ac2e associated. External IP: 172.36.2.180, port: 986a2996-8125-468e-9fc8-db1f7c229776. Jan 04 14:04:55.418176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=027f2729-bb96-4114-a509-6f6faf448797,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:55.462986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 027f2729-bb96-4114-a509-6f6faf448797 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:04:55.466244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.469691 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2e6bba69-8d61-4253-95d3-387373091876 req-66d6ebe2-4191-417d-a809-2441e53f70c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/027f2729-bb96-4114-a509-6f6faf448797 HTTP/1.1" status: 204 len: 173 time: 0.4011104 Jan 04 14:04:55.470192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'name': 'network-vif-deleted', 'tag': '027f2729-bb96-4114-a509-6f6faf448797'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:55.472507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a67bbf22-6f67-43ab-bfe5-827717b2dc80" -d '{"events": [{"server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "name": "network-vif-deleted", "tag": "027f2729-bb96-4114-a509-6f6faf448797"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:55.514166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a8f08c6-a04f-4569-8277-477a456f8bde x-openstack-request-id: req-1a8f08c6-a04f-4569-8277-477a456f8bde {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:55.522259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea51885c-9a57-445a-ba9f-ca3cccbb983e", "name": "network-vif-deleted", "tag": "027f2729-bb96-4114-a509-6f6faf448797", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:55.522619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a8f08c6-a04f-4569-8277-477a456f8bde {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:55.523187 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea51885c-9a57-445a-ba9f-ca3cccbb983e', 'name': 'network-vif-deleted', 'tag': '027f2729-bb96-4114-a509-6f6faf448797', 'status': 'completed', 'code': 200} Jan 04 14:04:55.633202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:04:55.738181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:04:55.747515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:04:55.755860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:55.771670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:55.772334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:55.789513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-28886066-ef8d-407b-b2e6-d43e07b23d31 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5545762 Jan 04 14:04:55.790002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:04:55.793022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a57648e-e02b-482f-8fd6-cec622b21ed6" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "tag": "986a2996-8125-468e-9fc8-db1f7c229776"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:04:55.847491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f93e3e4-a77a-4b84-9562-1e29177a5bd1 x-openstack-request-id: req-6f93e3e4-a77a-4b84-9562-1e29177a5bd1 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:04:55.847785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "tag": "986a2996-8125-468e-9fc8-db1f7c229776", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:04:55.848060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f93e3e4-a77a-4b84-9562-1e29177a5bd1 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:04:55.848467 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776', 'status': 'completed', 'code': 200} Jan 04 14:04:55.900078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:55.930451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-e88b395a-2853-4837-a83c-13506bedcbde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:55.932010 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-e88b395a-2853-4837-a83c-13506bedcbde service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1099 time: 0.0538757 Jan 04 14:04:56.012699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40994) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:56.051935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-0a72acd4-96e2-4950-ab72-d7794b09e8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:56.053850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-0a72acd4-96e2-4950-ab72-d7794b09e8f4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.1130261 Jan 04 14:04:56.073165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a3a07d5-dc2b-48d5-a9a7-bb6e0f915b5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.105287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a3a07d5-dc2b-48d5-a9a7-bb6e0f915b5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.137136 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-3cbf3ee8-424e-43bd-9e7f-544096393776 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 1000 time: 0.0752017 Jan 04 14:04:56.153119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:54Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:56.174397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a3a07d5-dc2b-48d5-a9a7-bb6e0f915b5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.177368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5a3a07d5-dc2b-48d5-a9a7-bb6e0f915b5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.178900 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5a3a07d5-dc2b-48d5-a9a7-bb6e0f915b5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/87875897-e291-49a3-8ff6-70731e67b1ad HTTP/1.1" status: 204 len: 168 time: 0.1652122 Jan 04 14:04:56.179399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:04:56.188567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:56.189095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3a07d5-dc2b-48d5-a9a7-bb6e0f915b5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87875897-e291-49a3-8ff6-70731e67b1ad,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:56.189257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:56.202318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-256abff0-4f42-44c2-ba4c-d54194688c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:56.204734 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-256abff0-4f42-44c2-ba4c-d54194688c96 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0614998 Jan 04 14:04:56.219576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 40998) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:56.253456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-c254f5d2-071e-4eb4-85fd-99c38035bebc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:56.254928 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-c254f5d2-071e-4eb4-85fd-99c38035bebc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0436208 Jan 04 14:04:56.306093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:56.355451 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-2428c5df-8e33-4c1d-9a54-fa4b31e63559 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0927682 Jan 04 14:04:56.455197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a57648e-e02b-482f-8fd6-cec622b21ed6 req-38e0cff0-33af-44b3-b2ba-1a3f2040d9e4 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899611 Jan 04 14:04:56.539965 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:54Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:56.566002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea094ad-c8e3-45f7-a169-23d70d2a89a9 None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:54Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:04:56.596585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.769024 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35512efe-9f30-461c-90b8-67f4dadd72f5 None None] New status for floating IP 7ea6fe81-0437-4724-83b1-b4b46977ac2e: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:04:56.856423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 5cd87256-5696-4753-bdd6-5ff0dac1e70e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:56.856657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.951253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 5cd87256-5696-4753-bdd6-5ff0dac1e70e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5cd87256-5696-4753-bdd6-5ff0dac1e70e,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:56.951613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:56.963162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 5cd87256-5696-4753-bdd6-5ff0dac1e70e owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:57.140921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:57.171128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=5cd87256-5696-4753-bdd6-5ff0dac1e70e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:57.337640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:57.547610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 9787433d-1575-49c8-8c33-5046765a3f45 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:04:57.948072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:04:57.952973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-729ce419-27ce-4588-97e6-92b26dd2c5d4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/9787433d-1575-49c8-8c33-5046765a3f45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7321434 Jan 04 14:04:57.955687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41000) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:57.958774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] Sync routers for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:04:57.968767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:57.969380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:58.005103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet 29f804b4-d7e6-4c6d-8ee1-43318ec6c945 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:04:58.008131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.048412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.074947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:58.136236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.192692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.223101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.229921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/29f804b4-d7e6-4c6d-8ee1-43318ec6c945 HTTP/1.1" status: 204 len: 168 time: 0.2700808 Jan 04 14:04:58.229921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7989630-4f2b-4a2c-b408-47bfde507caf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=29f804b4-d7e6-4c6d-8ee1-43318ec6c945,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:58.230219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41002) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:58.233810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c758a753-d55e-4d32-b1f6-e6cc2f2efc00 None None] Network 049ee567-f626-4472-9d7c-acc534625f8b requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:04:58.318016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:04:57Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:58.335517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.351449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] Checking router: 9787433d-1575-49c8-8c33-5046765a3f45 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:04:58.364640 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] Routers {'9787433d-1575-49c8-8c33-5046765a3f45'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:04:58.365236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['9787433d-1575-49c8-8c33-5046765a3f45'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:58.439585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.451585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 027f2729-bb96-4114-a509-6f6faf448797 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:04:58.454008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] DHCP port deletion for 049ee567-f626-4472-9d7c-acc534625f8b request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:04:58.481851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 027f2729-bb96-4114-a509-6f6faf448797 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:04:58.482212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 027f2729-bb96-4114-a509-6f6faf448797 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:04:58.495227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 8cd70712-22da-4c3e-b4f9-765a81dda0be {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:58.495565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.516734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] Set router 9787433d-1575-49c8-8c33-5046765a3f45 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:04:58.571428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 8cd70712-22da-4c3e-b4f9-765a81dda0be, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=8cd70712-22da-4c3e-b4f9-765a81dda0be,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:58.571701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.583634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 8cd70712-22da-4c3e-b4f9-765a81dda0be owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:58.638689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] Deleting port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:04:58.639058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.751281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.774052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=8cd70712-22da-4c3e-b4f9-765a81dda0be,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:58.843967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.878441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f9b999-75fe-42a9-903a-416e29c46c8b None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:04:58.889927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] For port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,segment=NetworkSegment(f506ee10-8c2a-4d52-9eb5-38f7b106a087),segment_id=f506ee10-8c2a-4d52-9eb5-38f7b106a087)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:04:58.890325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.906259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] Calling delete_port for 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:04:58.935668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.937757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.979593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.980298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router 9787433d-1575-49c8-8c33-5046765a3f45 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:04:58.985166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:04:57Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:58.987671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:58.991101 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c5013807-185e-4123-8108-1572ade3c257 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/9787433d-1575-49c8-8c33-5046765a3f45 HTTP/1.1" status: 204 len: 168 time: 0.7579863 Jan 04 14:04:58.991506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41004) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:59.019068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6f54ce0-bae2-48de-8f2e-0ae14d026f43 None None] The sync data for ids ['9787433d-1575-49c8-8c33-5046765a3f45'] in dv-neutron-master-2-hyperv is: [{'id': '9787433d-1575-49c8-8c33-5046765a3f45', 'name': 'tempest-TestNetworkBasicOps-router-260673828', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94'}], 'enable_snat': True}, 'gw_port_id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:04:57Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '8cd70712-22da-4c3e-b4f9-765a81dda0be', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:59:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9787433d-1575-49c8-8c33-5046765a3f45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1379, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:03:07Z', 'updated_at': '2022-01-04T14:03:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:04:59.029372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.056694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] Pushing event deleted for resources: {'Port': ['ID=5d3a5b37-12ec-40de-8f66-d4a8d2ebb853,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:59.061043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec978d5-5035-41fc-834b-94ae92cb78a0 None None] No DVR routers for this DVR port 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:04:59.083137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.166216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.185573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['049ee567-f626-4472-9d7c-acc534625f8b']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:59.194782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f506ee10-8c2a-4d52-9eb5-38f7b106a087') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:59.195401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f506ee10-8c2a-4d52-9eb5-38f7b106a087') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:04:59.208276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.221264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.227308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:04:59.227682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:04:59.231228 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:04:59.286306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.290508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.297301 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/049ee567-f626-4472-9d7c-acc534625f8b HTTP/1.1" status: 204 len: 168 time: 0.3019319 Jan 04 14:04:59.308082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a4357b-9d85-4d6a-9b23-f35630b96288 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=049ee567-f626-4472-9d7c-acc534625f8b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:59.315732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41006) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:59.320921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--783867845', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:59.342608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:04:59.346249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.371672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:04:59.381002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.381378 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment 52aa65f3-04b6-418c-b4b8-825c4afcdaaa of type vlan for network b1a66d8d-0621-47a4-98ce-82edfdba86cb Jan 04 14:04:59.426815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.455182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:04:59.457792 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:04:59.461654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:04:59.462108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.504688 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1852713 Jan 04 14:04:59.505788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41008) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:04:59.509543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-758186147', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:04:59.538185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.539302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.545717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f9ecf9-a520-4529-b3a8-4a514b2a10b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=b1a66d8d-0621-47a4-98ce-82edfdba86cb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:04:59.558333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:04:59.612329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.662036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5cd87256-5696-4753-bdd6-5ff0dac1e70e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:04:59.682716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5cd87256-5696-4753-bdd6-5ff0dac1e70e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:04:59.683073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5cd87256-5696-4753-bdd6-5ff0dac1e70e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:04:59.683574 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:04:59.704639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:04:59.705155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5d3a5b37-12ec-40de-8f66-d4a8d2ebb853 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:04:59.772214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.971437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:04:59.989855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:00.109004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.158 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/49d96d2f-c504-428e-91dd-bd470e2992f9) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:00.223316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:00.257102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:00.293532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:00.296448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:00.299809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:00.311381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29c0b24e-85a9-43d4-bcdb-8e0e3145b0fa None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:00.329448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=49d96d2f-c504-428e-91dd-bd470e2992f9,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:00.403008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ab441672-fad3-4370-80e2-505dc4ee79f4 None None] Provisioning complete for port 49d96d2f-c504-428e-91dd-bd470e2992f9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:00.403387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ab441672-fad3-4370-80e2-505dc4ee79f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:00.441113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ab441672-fad3-4370-80e2-505dc4ee79f4 None None] Port 49d96d2f-c504-428e-91dd-bd470e2992f9 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:00.555705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:00.746314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:00.875799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:05:00.979474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:00.988717 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Sync routers for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:00.999291 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:00.999576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.000423 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:01.000852 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ca7e066c-86f9-4984-8760-aa4a42910351 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4948184 Jan 04 14:05:01.003967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41010) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:01.031201 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a48feaa-9185-40d1-bed5-0361c20318e9 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0261559 Jan 04 14:05:01.034090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41012) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:01.105354 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:01.121495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f129cf38-4041-4c84-ad6e-3397daf58f0f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:01.123027 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f129cf38-4041-4c84-ad6e-3397daf58f0f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0879009 Jan 04 14:05:01.125763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41014) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:01.153411 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e8866d3f-4f24-45eb-89da-3f63c67f2e0a tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0265832 Jan 04 14:05:01.155844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41016) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:01.160781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1447230852', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:01.251092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:05:01.254824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.277676 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:00Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:01.308125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Checking router: 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:01.308531 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Updating router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 port 49d96d2f-c504-428e-91dd-bd470e2992f9 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:05:01.333513 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.433380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.494569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=502b6742-7aa3-4962-b145-0068dadcc7b8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:01.502598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:01.502957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: b1a66d8d-0621-47a4-98ce-82edfdba86cb, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:05:01.520081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:05:01.529251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8cd70712-22da-4c3e-b4f9-765a81dda0be no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:05:01.530848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, b1a66d8d-0621-47a4-98ce-82edfdba86cb) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:01.535972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:01.536752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.553094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f31a2c5-d1e6-4111-b059-a771fa5951e4 None None] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:05:01.557713 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-22155415-d8b0-41cc-88f5-c1bb109aa21f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3980565 Jan 04 14:05:01.557912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 8cd70712-22da-4c3e-b4f9-765a81dda0be {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:05:01.557912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 8cd70712-22da-4c3e-b4f9-765a81dda0be not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:05:01.558122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41018) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:01.580818 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.587407 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.635392 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Pushing event updated for resources: {'Port': ['ID=49d96d2f-c504-428e-91dd-bd470e2992f9,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:01.654615 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Attempting to bind port 49d96d2f-c504-428e-91dd-bd470e2992f9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:01.654983 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Attempting to bind port 49d96d2f-c504-428e-91dd-bd470e2992f9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:01.655565 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Attempting to bind port 49d96d2f-c504-428e-91dd-bd470e2992f9 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:01.661261 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.661641 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.662012 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.662350 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.662702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-329e37cd-d7d1-4673-bdef-cab67fe6b7b9 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:01.662849 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.663167 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.663516 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.663850 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.664241 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.664527 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.664855 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.665169 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.665652 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:01.669945 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:01.670346 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:01.670716 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.671110 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:01.671565 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Bound port: 49d96d2f-c504-428e-91dd-bd470e2992f9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:01.671942 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.680563 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:05:01.681535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.725361 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] For port 49d96d2f-c504-428e-91dd-bd470e2992f9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:01.729561 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] For port 49d96d2f-c504-428e-91dd-bd470e2992f9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49d96d2f-c504-428e-91dd-bd470e2992f9,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:01.735420 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.780762 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:01.780996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce144e29-12c5-41ae-83df-1f7f8bfee966 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:01.781143 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:01.812414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-eebab4af-aa94-4ac7-b28a-212297fad5ab None None] Provisioning complete for port 49d96d2f-c504-428e-91dd-bd470e2992f9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:01.812788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eebab4af-aa94-4ac7-b28a-212297fad5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.871709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Allocated IP 172.20.0.2 (b1a66d8d-0621-47a4-98ce-82edfdba86cb/502b6742-7aa3-4962-b145-0068dadcc7b8/ae543d50-f07f-48f3-8786-1ee39fd8909f) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:01.893144 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:01.944231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eebab4af-aa94-4ac7-b28a-212297fad5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:01.989129 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc0dbad-b52e-4d02-917e-aabcef630f7a None None] Pushing event updated for resources: {'Port': ['ID=49d96d2f-c504-428e-91dd-bd470e2992f9,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:02.000106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-eebab4af-aa94-4ac7-b28a-212297fad5ab None None] For port 49d96d2f-c504-428e-91dd-bd470e2992f9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49d96d2f-c504-428e-91dd-bd470e2992f9,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:02.013862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eebab4af-aa94-4ac7-b28a-212297fad5ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.054992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.105380 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:00Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:02.106513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eebab4af-aa94-4ac7-b28a-212297fad5ab None None] Pushing event updated for resources: {'Port': ['ID=49d96d2f-c504-428e-91dd-bd470e2992f9,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:02.109445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.116847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.170591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:02.179825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:02.186370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:02.189728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Pushing event updated for resources: {'Port': ['ID=ae543d50-f07f-48f3-8786-1ee39fd8909f,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:02.194328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b35299de-5f2c-4d32-9421-6c4e7d9bd69f None None] Provisioning complete for port 49d96d2f-c504-428e-91dd-bd470e2992f9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:02.194632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b35299de-5f2c-4d32-9421-6c4e7d9bd69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.223879 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-858ebe7c-76d5-48c4-a375-01e656d933d5 None None] The sync data for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv is: [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:00Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:02.277393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Attempting to bind port ae543d50-f07f-48f3-8786-1ee39fd8909f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:02.277771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Attempting to bind port ae543d50-f07f-48f3-8786-1ee39fd8909f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:02.278168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Attempting to bind port ae543d50-f07f-48f3-8786-1ee39fd8909f on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:02.286467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:02.286911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Checking segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:02.287251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.287644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Bound using segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:02.288119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Bound port: ae543d50-f07f-48f3-8786-1ee39fd8909f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:02.288498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.350540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (b1a66d8d-0621-47a4-98ce-82edfdba86cb/502b6742-7aa3-4962-b145-0068dadcc7b8/6e762e56-eb2c-44a0-91ed-4983c2d48921) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:02.386251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] For port ae543d50-f07f-48f3-8786-1ee39fd8909f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:02.389852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] For port ae543d50-f07f-48f3-8786-1ee39fd8909f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae543d50-f07f-48f3-8786-1ee39fd8909f,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:02.396224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.487033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574e130f-6fae-461c-a46b-abe73b31fdc5 None None] Pushing event updated for resources: {'Port': ['ID=ae543d50-f07f-48f3-8786-1ee39fd8909f,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:02.521816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.563108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.603986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:02.607542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:02.611606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:02.664233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=6e762e56-eb2c-44a0-91ed-4983c2d48921,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:02.677775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:02.831195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.117996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.124714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.437845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0f3d440-38ca-4ffb-bfd7-c750375089b8 None None] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:05:03.511832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.513672 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=6e762e56-eb2c-44a0-91ed-4983c2d48921,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:03.521530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2fa3f4c1-e382-4bdf-8e10-4ad115654ba6 None None] Provisioning complete for port ae543d50-f07f-48f3-8786-1ee39fd8909f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:03.522043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2fa3f4c1-e382-4bdf-8e10-4ad115654ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.642765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:03.645222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:03.646979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2fa3f4c1-e382-4bdf-8e10-4ad115654ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.689023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ae543d50-f07f-48f3-8786-1ee39fd8909f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:03.726301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2fa3f4c1-e382-4bdf-8e10-4ad115654ba6 None None] For port ae543d50-f07f-48f3-8786-1ee39fd8909f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae543d50-f07f-48f3-8786-1ee39fd8909f,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:03.734314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2fa3f4c1-e382-4bdf-8e10-4ad115654ba6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.793630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:05:03.808703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ae543d50-f07f-48f3-8786-1ee39fd8909f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:03.809673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.811268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa3f4c1-e382-4bdf-8e10-4ad115654ba6 None None] Pushing event updated for resources: {'Port': ['ID=ae543d50-f07f-48f3-8786-1ee39fd8909f,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:03.870874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cb5af29f-e4ee-4dd8-b17e-0e6c6103caf8 None None] Provisioning complete for port 6e762e56-eb2c-44a0-91ed-4983c2d48921 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:03.871517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb5af29f-e4ee-4dd8-b17e-0e6c6103caf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:03.916067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:03.921921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c3db61fd-6812-4d7d-82ab-8f2a53bad16b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/78d87d5c-d9b4-4bd4-aa1c-4eb867c74608/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3628364 Jan 04 14:05:03.924379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41022) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:03.936734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cb5af29f-e4ee-4dd8-b17e-0e6c6103caf8 None None] Port 6e762e56-eb2c-44a0-91ed-4983c2d48921 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:03.946669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49d96d2f-c504-428e-91dd-bd470e2992f9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:03.995432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Sync routers for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:03.999133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cb5af29f-e4ee-4dd8-b17e-0e6c6103caf8 None None] Provisioning complete for port ae543d50-f07f-48f3-8786-1ee39fd8909f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:03.999612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb5af29f-e4ee-4dd8-b17e-0e6c6103caf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.035573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.035994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.036460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.036919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.037372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.037829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.042798 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-12979b49-8869-4aec-a008-7fcf34514990 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1142824 Jan 04 14:05:04.043123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41024) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:04.048273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:04.048983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:04.090875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 49d96d2f-c504-428e-91dd-bd470e2992f9 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:04.091172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.102048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.102516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.103003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.103492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.103941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.104392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.106270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4adcb5ea-a6cf-4271-b008-9e276caa9bfb tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0622752 Jan 04 14:05:04.109134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41026) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:04.233691 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:04.254265 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b65798a5-f92d-483c-b605-5e699652a982 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1411889 Jan 04 14:05:04.254579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41028) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:04.260877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-597083322', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:04.378758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:05:04.382292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.401731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] device_id is not set on port 9260a8ac-aebc-44f1-b44c-6228dfab2505 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:05:04.517625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.11 (b1a66d8d-0621-47a4-98ce-82edfdba86cb/502b6742-7aa3-4962-b145-0068dadcc7b8/9260a8ac-aebc-44f1-b44c-6228dfab2505) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:04.518449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6c8ede3d-e546-49db-956b-2bb4dbdccc8a None None] Provisioning complete for port 6e762e56-eb2c-44a0-91ed-4983c2d48921 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:04.519091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c8ede3d-e546-49db-956b-2bb4dbdccc8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.595067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6c8ede3d-e546-49db-956b-2bb4dbdccc8a None None] Port 6e762e56-eb2c-44a0-91ed-4983c2d48921 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:04.662597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:04.673264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.694404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Checking router: 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:04.694761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Updating router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 port 6e762e56-eb2c-44a0-91ed-4983c2d48921 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:05:04.710435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.720387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.757006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:04.761020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:04.767696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:04.798876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:04.831780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:04.832597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:04.851223 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d55888d9-3aae-47fa-ae61-27a6ba6b55d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.5947518 Jan 04 14:05:05.037044 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.043562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.046743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-275e2f2d-fd9a-49a7-94d0-8b9b465e033c None None] Provisioning complete for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:05.047107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-275e2f2d-fd9a-49a7-94d0-8b9b465e033c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.123993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b136fe-9ea4-4e02-b46f-e0a1aaeeec45 None None] Pushing event updated for resources: {'Port': ['ID=6e762e56-eb2c-44a0-91ed-4983c2d48921,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.128718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-275e2f2d-fd9a-49a7-94d0-8b9b465e033c None None] Port 9260a8ac-aebc-44f1-b44c-6228dfab2505 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:05.181466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41032) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:05.185902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1107102754', 'description': 'tempest-secgroup-smoke-1107102754 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:05.197160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Attempting to bind port 6e762e56-eb2c-44a0-91ed-4983c2d48921 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:05.197639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Attempting to bind port 6e762e56-eb2c-44a0-91ed-4983c2d48921 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:05.198059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Attempting to bind port 6e762e56-eb2c-44a0-91ed-4983c2d48921 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:05.204155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 4, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:05.204623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Checking segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:05.205946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.206735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Bound using segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:05.206879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Bound port: 6e762e56-eb2c-44a0-91ed-4983c2d48921, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:05.207193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.215013 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.260988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.298410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] For port 6e762e56-eb2c-44a0-91ed-4983c2d48921, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:05.300986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.303442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] For port 6e762e56-eb2c-44a0-91ed-4983c2d48921, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e762e56-eb2c-44a0-91ed-4983c2d48921,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:05.306182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.308543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.342274 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.346238 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1617601 Jan 04 14:05:05.346238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33abd69d-dcb6-4041-81a2-668d3bdfd365 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1c9daaa-9649-4ba1-a08d-3cfc99e817b2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.348128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41034) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:05.351876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9daaa-9649-4ba1-a08d-3cfc99e817b2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:05.385538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.395833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:05.396674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:05.437233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f37570a6-e548-4d4b-9125-3fae3c2d6090 None None] Provisioning complete for port 6e762e56-eb2c-44a0-91ed-4983c2d48921 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:05.437774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f37570a6-e548-4d4b-9125-3fae3c2d6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.441505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b136fe-9ea4-4e02-b46f-e0a1aaeeec45 None None] Pushing event updated for resources: {'Port': ['ID=6e762e56-eb2c-44a0-91ed-4983c2d48921,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.446399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.451549 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.471546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e03c4793-ca78-488a-aeee-4f41e24fe100,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.481680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.486200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41036) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:05.486427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2541cd60-5891-403b-bd25-c33d16cebc2e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1380310 Jan 04 14:05:05.490978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9daaa-9649-4ba1-a08d-3cfc99e817b2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:05.535411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.588449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:05.609204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.613799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.626263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ae543d50-f07f-48f3-8786-1ee39fd8909f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:05.639685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc59e3e-73a0-4d57-b808-e22acd7298bc,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.645861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.647242 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cfd5c749-44ea-4240-a750-41c5b0b50d2c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1600397 Jan 04 14:05:05.650317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41038) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:05.655171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9daaa-9649-4ba1-a08d-3cfc99e817b2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:05.671203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f37570a6-e548-4d4b-9125-3fae3c2d6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.686135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.748648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.756507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.779242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=802ac5e0-198c-42bd-b38b-f1eb13db1203,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.785490 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.786871 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1d72436c-e254-4e7f-a4be-ffa9bbb20cbf tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1355448 Jan 04 14:05:05.789046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f37570a6-e548-4d4b-9125-3fae3c2d6090 None None] For port 6e762e56-eb2c-44a0-91ed-4983c2d48921, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e762e56-eb2c-44a0-91ed-4983c2d48921,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:05.789670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41040) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:05.795675 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9daaa-9649-4ba1-a08d-3cfc99e817b2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:05.820719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f37570a6-e548-4d4b-9125-3fae3c2d6090 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.826127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.857643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ae543d50-f07f-48f3-8786-1ee39fd8909f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:05.858149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.890376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.894208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.909823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d897cb0-89ef-4661-811c-7fed27035126,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.922130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.923384 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fcd9ea02-87e5-4b3f-8887-d8b1c43e0a11 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327021 Jan 04 14:05:05.926115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41042) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:05.930877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9daaa-9649-4ba1-a08d-3cfc99e817b2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:05.955017 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:05:05.960277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:05.963806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37570a6-e548-4d4b-9125-3fae3c2d6090 None None] Pushing event updated for resources: {'Port': ['ID=6e762e56-eb2c-44a0-91ed-4983c2d48921,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:05.985772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ef303692-2714-4aad-b25c-47296e2b695b None None] Provisioning complete for port 6e762e56-eb2c-44a0-91ed-4983c2d48921 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:05.986170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ef303692-2714-4aad-b25c-47296e2b695b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.020336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.024034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.041079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a8d7413-74b7-40b5-b7aa-594dba6ed5dd,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:06.049539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.050776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2391ef54-2a94-4052-93f1-9790907436af tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1236615 Jan 04 14:05:06.053562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41044) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:06.058428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'a1c9daaa-9649-4ba1-a08d-3cfc99e817b2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:06.069534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:06.083440 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:05:06.088744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.102585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4ed995-e76f-44d4-a27c-2870b2aa1717 None None] The sync data for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv is: [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:06.176348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.180575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.206546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dd7a23c-546d-4038-9402-3beeffadc06f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:06.211171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:06.222157 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6ecf6478-b4db-4366-ac56-136fe4bc5ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1579363 Jan 04 14:05:06.369661 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-2f3b5be5-42bc-4111-956f-ebc2477c00bd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1107102754&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0445099 Jan 04 14:05:06.423484 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-f35d9988-841a-4916-a0d6-c95f5927d1a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:06.424993 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-f35d9988-841a-4916-a0d6-c95f5927d1a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 930 time: 0.0485590 Jan 04 14:05:06.441574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-2d486fdc-4139-4862-a676-f425a139dfde service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:05:06.442603 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-2d486fdc-4139-4862-a676-f425a139dfde service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052938 Jan 04 14:05:06.482496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-fcd1dea8-8f52-4361-bdaa-ce93fcf3d62a service neutron] 10.222.0.30 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0333908 Jan 04 14:05:06.575678 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-3daaac70-fa2c-48d8-8d62-913f815921d0 service neutron] 10.222.0.30 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869427 Jan 04 14:05:06.671602 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-dce8e5ed-bef8-4bcd-9093-b4d510ae9a13 service neutron] 10.222.0.30 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900362 Jan 04 14:05:06.835057 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f779506e-0903-4d04-8125-ecf9ca3be670 req-8aa4f122-1d1c-415d-8bfd-822ace9f728f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 210 time: 0.0275502 Jan 04 14:05:07.593399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6e762e56-eb2c-44a0-91ed-4983c2d48921 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:07.641365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6e762e56-eb2c-44a0-91ed-4983c2d48921 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:07.641733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:07.730758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-e271dfd3-b13f-4ea0-8a99-a03932069946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:07.732128 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-e271dfd3-b13f-4ea0-8a99-a03932069946 service neutron] 10.222.0.13 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1026 time: 0.0335524 Jan 04 14:05:07.844102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-1289d85d-3f15-4487-9041-8b8a3dcf871d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:07.845545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-1289d85d-3f15-4487-9041-8b8a3dcf871d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 796 time: 0.1072240 Jan 04 14:05:07.912638 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-70fb2cda-f723-4e47-8d8d-bc3a683fe295 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 380 time: 0.0539267 Jan 04 14:05:07.926118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Request body: {'port': {'device_id': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:07.958970 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-71dd90a7-3195-423c-b582-e89aee361998 req-8ca63b23-be6f-41d3-ba5f-ba72d3134aa0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 210 time: 0.0454166 Jan 04 14:05:07.996576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:08.250040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9260a8ac-aebc-44f1-b44c-6228dfab2505 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:05:08.257485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:08.270626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Transition to ACTIVE for port object 9260a8ac-aebc-44f1-b44c-6228dfab2505 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:05:08.274120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:08.325629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:08.399227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:08.399567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:08.399896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:08.405023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:05:08.405342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:08.410537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:08.410968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Checking segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:08.411482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Bound using segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:08.411941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Bound port: 9260a8ac-aebc-44f1-b44c-6228dfab2505, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:08.412403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:08.480826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:08.483919 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:08.490241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:08.545297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:08.545950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:08.547380 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] 10.222.0.13 "PUT /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1131 time: 0.6255109 Jan 04 14:05:08.547839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:08.550141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-497afd09-e49d-4a26-83c7-7ba335bcc567" -d '{"events": [{"name": "network-changed", "server_uuid": "1c58e133-9736-4682-a7ae-ed60fac153a5", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:08.556004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ff445c-00f5-4890-bea3-a71fda30e795 service neutron] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:08.629942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2225d6fa-4d61-4d77-bc41-4b97065aac31 x-openstack-request-id: req-2225d6fa-4d61-4d77-bc41-4b97065aac31 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:08.630235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c58e133-9736-4682-a7ae-ed60fac153a5", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:08.630494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2225d6fa-4d61-4d77-bc41-4b97065aac31 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:08.630907 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'status': 'completed', 'code': 200} Jan 04 14:05:08.656858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-153311d8-cfe1-4a26-9089-29e96ee1762e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:08.658458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-153311d8-cfe1-4a26-9089-29e96ee1762e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 1134 time: 0.0590520 Jan 04 14:05:08.700825 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-4a9a4334-5bce-4453-8016-fae2108ad92c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 217 time: 0.0353839 Jan 04 14:05:08.748867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-7797de08-7ba6-401f-aad8-1b37a45f59cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:08.751057 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-7797de08-7ba6-401f-aad8-1b37a45f59cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502b6742-7aa3-4962-b145-0068dadcc7b8 HTTP/1.1" status: 200 len: 835 time: 0.0444787 Jan 04 14:05:08.795994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-a7d01d73-5cb4-4d6a-a0f8-304ff116bcbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:08.797455 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-a7d01d73-5cb4-4d6a-a0f8-304ff116bcbc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399680 Jan 04 14:05:08.890427 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-ff97ece8-9532-400c-8774-94e64cd38f62 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863018 Jan 04 14:05:09.329781 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cb8b0af-7a5d-49ba-aaf5-2b451cffca4a req-3ed60051-9e38-437f-aa1e-b41d0f9c1716 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4249606 Jan 04 14:05:09.346755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc680a6-bf88-4db0-bc9b-bdf91f33012b req-0fa95df2-875c-4a7f-a8c8-b4fb9f1f543e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:09.348413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-abc680a6-bf88-4db0-bc9b-bdf91f33012b req-0fa95df2-875c-4a7f-a8c8-b4fb9f1f543e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 981 time: 0.0637913 Jan 04 14:05:09.424386 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-abc680a6-bf88-4db0-bc9b-bdf91f33012b req-4e6212a9-8b12-4954-89ba-2943d4b59f55 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680163 Jan 04 14:05:09.436655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-71fe7438-50b4-47d9-bb00-4915e81f6c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:09.438260 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-71fe7438-50b4-47d9-bb00-4915e81f6c36 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 1134 time: 0.0634277 Jan 04 14:05:09.535591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-780894bd-69f4-42fa-b944-266a2590e3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:09.537112 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-780894bd-69f4-42fa-b944-266a2590e3b2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 897 time: 0.0914679 Jan 04 14:05:09.578817 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-14a60579-21b4-4bbf-933c-3781566cb6a1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 217 time: 0.0337846 Jan 04 14:05:09.632645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-ba7da0a6-bdf6-4b9d-aaef-0e5aecb775d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:09.634150 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-ba7da0a6-bdf6-4b9d-aaef-0e5aecb775d7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502b6742-7aa3-4962-b145-0068dadcc7b8 HTTP/1.1" status: 200 len: 835 time: 0.0487764 Jan 04 14:05:09.680155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-344d9aaa-f345-42e9-857c-ec7e1187b383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:09.681652 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-344d9aaa-f345-42e9-857c-ec7e1187b383 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405793 Jan 04 14:05:09.772327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-32bd3e92-aa4d-48d6-b02a-4ce58d892e5b service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824070 Jan 04 14:05:09.866869 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-497afd09-e49d-4a26-83c7-7ba335bcc567 req-dfa9cfe6-b989-46f8-92bb-6a1993cc3007 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845213 Jan 04 14:05:10.456667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:05:10.545973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df1f461-f15f-4408-a2ca-6811b7fad7ee req-6b2627c9-ea88-424d-9a2a-210b8a2fc000 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:10.547462 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4df1f461-f15f-4408-a2ca-6811b7fad7ee req-6b2627c9-ea88-424d-9a2a-210b8a2fc000 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 981 time: 0.0489950 Jan 04 14:05:10.555186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:10.566978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'port_id': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'mac_address': 'fa:16:3e:6f:ff:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:05:10.594584 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4df1f461-f15f-4408-a2ca-6811b7fad7ee req-9301e8a8-d793-4644-b15a-1418cdabab30 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409908 Jan 04 14:05:10.604626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:10.622276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9260a8ac-aebc-44f1-b44c-6228dfab2505 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:05:10.642657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:10.646197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:10.690798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:10.698525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.698876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.699217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.699556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.699889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.700217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.700545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.700871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.701196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.701524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.701846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.702187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.702507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:10.905344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['9260a8ac-aebc-44f1-b44c-6228dfab2505'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:05:11.707739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50f241-967b-4b12-9f28-bada0e9d9349 req-3f8783d5-cb75-470e-a0ac-a13c545f9d40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:11.709247 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-eb50f241-967b-4b12-9f28-bada0e9d9349 req-3f8783d5-cb75-470e-a0ac-a13c545f9d40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 982 time: 0.0484672 Jan 04 14:05:11.756000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-eb50f241-967b-4b12-9f28-bada0e9d9349 req-c0bf8ef2-db46-4670-be2a-a8d704454bc2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395479 Jan 04 14:05:12.469329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:12.521653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:05:12.527370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:12.527742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:12.619406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:12.641593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:12.643981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff02c06f-55c6-41ec-b5c4-6724d2734fcc" -d '{"events": [{"server_uuid": "1c58e133-9736-4682-a7ae-ed60fac153a5", "name": "network-vif-plugged", "status": "completed", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:12.657983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:12.663970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:12.688821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65412c3a-f57a-4a1f-8063-7bc0b2005c65 x-openstack-request-id: req-65412c3a-f57a-4a1f-8063-7bc0b2005c65 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:12.689119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1c58e133-9736-4682-a7ae-ed60fac153a5", "name": "network-vif-plugged", "status": "completed", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:12.689376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-65412c3a-f57a-4a1f-8063-7bc0b2005c65 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:12.689763 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'code': 200} Jan 04 14:05:12.718095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:12.901043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70456803-0d0b-4ba5-81cc-d6df32823ea4 req-ce287af9-880d-4d38-a985-adc3cc8a91ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:12.902520 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-70456803-0d0b-4ba5-81cc-d6df32823ea4 req-ce287af9-880d-4d38-a985-adc3cc8a91ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 983 time: 0.0746706 Jan 04 14:05:12.904917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b12bd8e-44bf-420b-931c-2ec046db9496 req-f101e340-c8df-480b-89c2-719a7ab94dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:12.906532 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8b12bd8e-44bf-420b-931c-2ec046db9496 req-f101e340-c8df-480b-89c2-719a7ab94dcc service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 1136 time: 0.0872755 Jan 04 14:05:12.972099 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-70456803-0d0b-4ba5-81cc-d6df32823ea4 req-15b3f51f-f93f-4fbc-8ba2-e96a8710975e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633838 Jan 04 14:05:12.978063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8b12bd8e-44bf-420b-931c-2ec046db9496 req-669422ce-0dfe-415c-af59-a511ffe34431 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628853 Jan 04 14:05:14.090744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e39b0aee-7645-44af-8a45-fcfa7b089d9e req-1138e219-c265-4874-aea2-ae911bdc461f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:14.092089 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e39b0aee-7645-44af-8a45-fcfa7b089d9e req-1138e219-c265-4874-aea2-ae911bdc461f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 983 time: 0.0481389 Jan 04 14:05:14.141513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e39b0aee-7645-44af-8a45-fcfa7b089d9e req-00a7e93b-e5ca-4a6c-8864-214aee225f14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434685 Jan 04 14:05:14.255576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9777620-da81-476e-918f-2868dc620d41 req-648d8920-168b-4477-8378-eb8954921519 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:14.257058 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d9777620-da81-476e-918f-2868dc620d41 req-648d8920-168b-4477-8378-eb8954921519 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 983 time: 0.0487175 Jan 04 14:05:14.304371 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d9777620-da81-476e-918f-2868dc620d41 req-2e3e0846-e094-4f51-9641-06224feb05f1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412173 Jan 04 14:05:14.325423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41098) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:14.463990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bdd145a-e2f4-466d-91a1-7375ce9a8475 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:14.465485 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0bdd145a-e2f4-466d-91a1-7375ce9a8475 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 1131 time: 0.1390834 Jan 04 14:05:14.468309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41102) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:14.472432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:14.494685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:14.589090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:14.692577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.228 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/baad0f30-8348-43c8-acd1-6e5ce7038304) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:14.793052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:14.829910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:14.864983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:14.867891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:14.871273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:14.898070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=baad0f30-8348-43c8-acd1-6e5ce7038304,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:15.246143 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.309763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.457035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.461316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.508498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50a4dec9-b7be-4c2a-8442-8903c9a2ebb0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.537423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=baad0f30-8348-43c8-acd1-6e5ce7038304,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:15.545462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.645170 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 92191f49-1d1c-4eb0-b363-1cb33d1c537d associated. External IP: 172.36.2.228, port: 9260a8ac-aebc-44f1-b44c-6228dfab2505. Jan 04 14:05:15.856446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:05:15.967557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:15.977303 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] Sync routers for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:15.985365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:15.989400 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:15.990052 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:16.013624 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-52d6971b-4a88-442b-ba00-0842f8d53602 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 1.5442686 Jan 04 14:05:16.014342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:16.016957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41104) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:16.017439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dd62ca6-122a-4354-a40f-17b1a774a991" -d '{"events": [{"name": "network-changed", "server_uuid": "1c58e133-9736-4682-a7ae-ed60fac153a5", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:16.053982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccd9eb9d-894e-48a9-a8bf-70543135dc4d x-openstack-request-id: req-ccd9eb9d-894e-48a9-a8bf-70543135dc4d {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:16.054278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1c58e133-9736-4682-a7ae-ed60fac153a5", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:16.054532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ccd9eb9d-894e-48a9-a8bf-70543135dc4d {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:16.054938 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'status': 'completed', 'code': 200} Jan 04 14:05:16.097102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d273853-a065-4d81-8964-7fdaba0b8763 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:16.099084 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3d273853-a065-4d81-8964-7fdaba0b8763 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5&network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 1131 time: 0.0810282 Jan 04 14:05:16.114853 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:16.122361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-9c1de09c-df3a-4b64-b84d-247185dde1e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:16.124046 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-9c1de09c-df3a-4b64-b84d-247185dde1e9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 1136 time: 0.0458426 Jan 04 14:05:16.231979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-221959ee-ed17-49ba-a95f-719e1707349a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:16.234513 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-221959ee-ed17-49ba-a95f-719e1707349a service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 897 time: 0.1033468 Jan 04 14:05:16.318405 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-50d761d5-f1d0-4a8e-9cba-751ae6c1b348 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1037 time: 0.0744646 Jan 04 14:05:16.358398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba68acd-d8b7-412f-8659-2d8d31e18d2c req-5e535f39-ccf3-417e-aea5-a49da68c88b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:16.360079 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6ba68acd-d8b7-412f-8659-2d8d31e18d2c req-5e535f39-ccf3-417e-aea5-a49da68c88b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 983 time: 0.0507057 Jan 04 14:05:16.374506 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '92191f49-1d1c-4eb0-b363-1cb33d1c537d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.228', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'port_id': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-597083322', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'mac_address': 'fa:16:3e:6f:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:15Z', 'updated_at': '2022-01-04T14:05:15Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:16.381399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-131aec53-8641-4a25-9c43-abbc08b2c49c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:16.383019 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-131aec53-8641-4a25-9c43-abbc08b2c49c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502b6742-7aa3-4962-b145-0068dadcc7b8 HTTP/1.1" status: 200 len: 835 time: 0.0551555 Jan 04 14:05:16.400889 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] Checking router: 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:16.409446 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:16.410087 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:04:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:16.417184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6ba68acd-d8b7-412f-8659-2d8d31e18d2c req-46442472-9ee0-483d-bc74-453bc48321db tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498977 Jan 04 14:05:16.437313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-8b1f3e74-1e62-4968-a701-27cf7da1e790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:16.439038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-8b1f3e74-1e62-4968-a701-27cf7da1e790 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444303 Jan 04 14:05:16.513511 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:16.539155 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-340c33c6-c256-493c-b4b8-79ddce54a4e2 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904710 Jan 04 14:05:16.628981 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1dd62ca6-122a-4354-a40f-17b1a774a991 req-06e68798-5beb-4ae9-9785-8324c985b73d service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821550 Jan 04 14:05:16.744770 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '92191f49-1d1c-4eb0-b363-1cb33d1c537d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.228', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'port_id': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-597083322', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'mac_address': 'fa:16:3e:6f:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:15Z', 'updated_at': '2022-01-04T14:05:15Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:16.772976 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d8835ca-8bb5-419f-b897-9f49e832e715 None None] The sync data for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv is: [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '92191f49-1d1c-4eb0-b363-1cb33d1c537d', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.228', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'port_id': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1426, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-597083322', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'mac_address': 'fa:16:3e:6f:ff:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c58e133-9736-4682-a7ae-ed60fac153a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:15Z', 'updated_at': '2022-01-04T14:05:15Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:16.978516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d28bd5f5-ddf6-4963-a365-511d1e2ba180 None None] New status for floating IP 92191f49-1d1c-4eb0-b363-1cb33d1c537d: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:05:17.544731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b25301b9-56f3-4bc6-98ab-da214e75d689 req-848ad51e-f762-491a-9743-53a971bfefe6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:17.546377 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b25301b9-56f3-4bc6-98ab-da214e75d689 req-848ad51e-f762-491a-9743-53a971bfefe6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 983 time: 0.0604477 Jan 04 14:05:17.606089 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b25301b9-56f3-4bc6-98ab-da214e75d689 req-3530d3fe-3fa1-460c-8dde-6fad7bac4afa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523839 Jan 04 14:05:17.741743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-d0ce5d18-d458-4ef2-9c9d-502112fa3883 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:17.743246 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-d0ce5d18-d458-4ef2-9c9d-502112fa3883 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 983 time: 0.0541563 Jan 04 14:05:17.788189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-14eb20f9-6265-45db-ac64-4cd88cdd2da1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:17.789509 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-14eb20f9-6265-45db-ac64-4cd88cdd2da1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0407019 Jan 04 14:05:17.820950 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7e5292fb-b8b7-456c-88d9-6a03b3589ab2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:17.895988 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-9430556f-4360-413e-b562-b6a3ecfed3a0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1007338 Jan 04 14:05:17.907359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:17.961972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:18.106092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:18.139115 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:18.173729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] device_id is not set on port 9260a8ac-aebc-44f1-b44c-6228dfab2505 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:05:18.183167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:18.189422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:18.311439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=6']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:18.371654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] No DVR routers for this DVR port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:05:18.500392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-43c1bc1a-2c64-464a-a913-cc68527a29ec None None] Provisioning complete for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:18.501040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-43c1bc1a-2c64-464a-a913-cc68527a29ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:18.516562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] In _notify_port_updated(), no bound segment for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 14:05:18.517438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:18.518087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:18.519394 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13f961d3-8212-48b7-b557-c6994849d0b0 req-b93af07d-bb42-4599-ad9b-e81aef874692 service neutron] 10.222.0.13 "PUT /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1026 time: 0.6161108 Jan 04 14:05:18.535426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-43c1bc1a-2c64-464a-a913-cc68527a29ec None None] Port 9260a8ac-aebc-44f1-b44c-6228dfab2505 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:18.721972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-be873e4d-a4fd-493e-ba7d-b8149ae47d02 req-6990a2eb-5503-4c46-a43c-f5bd98633f1e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=1c58e133-9736-4682-a7ae-ed60fac153a5 HTTP/1.1" status: 200 len: 210 time: 0.0299511 Jan 04 14:05:19.140964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:19.777338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41120) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:19.819828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e3bef5-457b-4d67-adbe-0d7e30fb7765 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:19.821150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-34e3bef5-457b-4d67-adbe-0d7e30fb7765 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 925 time: 0.0427787 Jan 04 14:05:20.194315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41124) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.199570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1485956564', 'description': 'tempest-secgroup-smoke-1485956564 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.222689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.287326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.290576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.318796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.320016 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1246784 Jan 04 14:05:20.321950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc152db-1452-4162-93ae-bbb80303202b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed04bf60-dcf2-40da-885a-a94524adafeb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:20.323608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41126) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.328265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'ed04bf60-dcf2-40da-885a-a94524adafeb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.355730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.376188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.412127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.415586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.434075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=801a89fb-1bb5-450a-9970-dbfe933f0a80,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:20.438687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.439873 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6508f43c-8613-48e5-8fb4-0d8e197e262e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1150920 Jan 04 14:05:20.442536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41128) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.446778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'ed04bf60-dcf2-40da-885a-a94524adafeb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.474651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.499381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:05:20.531759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.535384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.538704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] The host hv-neutron-mast is not matching for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 host ! {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2309}} Jan 04 14:05:20.539097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:05:20.555653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aee284b-c66d-4a7e-80e6-1628d83fd928,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:20.564394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.565613 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6c28e230-0612-4f9b-9004-eccc60221a40 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1221733 Jan 04 14:05:20.568271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41130) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.572509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'ed04bf60-dcf2-40da-885a-a94524adafeb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.599364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.653633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.657063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.671477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=befbed6e-b10d-45a7-9409-9ad31191ed36,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:20.681584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.683397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8632cc2b-7132-498e-9704-739676263e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141884 Jan 04 14:05:20.686110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41132) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.690280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'ed04bf60-dcf2-40da-885a-a94524adafeb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.716254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.774265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.777679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.797071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df6206af-777f-4ab2-9beb-ad9495085590,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:20.802174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.803334 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a38fb557-bdae-498a-9b69-7df228d129e6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1163723 Jan 04 14:05:20.805928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41134) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.810723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'ed04bf60-dcf2-40da-885a-a94524adafeb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.832992 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:05:20.837614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.893069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.896376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.915560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94f514eb-013d-49b7-9b7d-788a08fdbf7f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:20.921316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:20.922389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-547fca56-1501-40a0-bb75-abc06083982e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1155624 Jan 04 14:05:20.925088 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41136) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:20.929203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'ed04bf60-dcf2-40da-885a-a94524adafeb', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:20.950875 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:05:20.955605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:21.015502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:21.019043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:21.036689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3fb7d66-1906-4ab4-88e9-53ae088b9771,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:21.046438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:21.047600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c4dd938-5b0d-4afa-a3a6-e8076db43a27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216152 Jan 04 14:05:21.190663 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-cba6b6f2-19e8-4692-9337-511c010eccd7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1485956564&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0438688 Jan 04 14:05:21.237736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-c1cd739e-cc57-4a66-b385-a1fb1aff07bb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:21.238982 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-c1cd739e-cc57-4a66-b385-a1fb1aff07bb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 930 time: 0.0418923 Jan 04 14:05:21.286563 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-feed0bbf-2bbb-45d2-a8ec-65a4b3862e50 service neutron] 10.222.0.30 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0357852 Jan 04 14:05:21.371066 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-5780f5dc-a679-49cb-b9f2-3db00dac09ab service neutron] 10.222.0.30 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0789061 Jan 04 14:05:21.460413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-9d94cf7f-7ec4-43d7-a2a6-4b81be73f2b2 service neutron] 10.222.0.30 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836051 Jan 04 14:05:21.611144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e475060c-76b8-40cc-ae8e-1dbc0975e6fb req-62857fd0-8243-4d7a-9c81-49362009fc46 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 210 time: 0.0263555 Jan 04 14:05:21.979543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:22.411982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-79c20db1-4076-4526-b430-a57a1ca05d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:22.413351 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-79c20db1-4076-4526-b430-a57a1ca05d25 service neutron] 10.222.0.13 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1026 time: 0.0344648 Jan 04 14:05:22.525515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-adf4638a-d533-49c7-9dbf-70f35ea7b0fb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:22.526109 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-adf4638a-d533-49c7-9dbf-70f35ea7b0fb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 796 time: 0.1051962 Jan 04 14:05:22.605610 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bcc37db4-4391-4ec7-b091-3fa5a8b24fc1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 473 time: 0.0677161 Jan 04 14:05:22.616390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Request body: {'port': {'device_id': '075dce14-743d-4b6a-858c-fcbf59418974', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:22.669441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:22.724013 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-87ea9753-3ae5-409e-875b-7a605a282487 req-f6f412d6-6235-45b3-a029-145cc6fa9405 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 210 time: 0.0462565 Jan 04 14:05:22.823432 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:05:22.945359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9260a8ac-aebc-44f1-b44c-6228dfab2505 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:05:22.952523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:22.964031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Transition to ACTIVE for port object 9260a8ac-aebc-44f1-b44c-6228dfab2505 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:05:22.967821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:23.045517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=7']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:23.060200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.060557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.060925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.061247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.061712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.062098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.062504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.062841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.063173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.063514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.063831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.064158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.064482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:05:23.156657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:23.156992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:23.157320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:23.161635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:05:23.162572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Attempting to bind port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:23.167425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 5, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:23.167758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Checking segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:23.168133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Bound using segment: {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:23.168553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Bound port: 9260a8ac-aebc-44f1-b44c-6228dfab2505, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52aa65f3-04b6-418c-b4b8-825c4afcdaaa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:23.168904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:23.234873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:23.237699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:23.242356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:23.275309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:23.276455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:23.277830 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] 10.222.0.13 "PUT /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1131 time: 0.6652641 Jan 04 14:05:23.278288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '075dce14-743d-4b6a-858c-fcbf59418974', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:23.280506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2b3c610-a36c-4f3b-99dc-6f56870eda38" -d '{"events": [{"name": "network-changed", "server_uuid": "075dce14-743d-4b6a-858c-fcbf59418974", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:23.305422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca460d8-aded-4553-846c-0ea8506e8396 service neutron] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=8']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:23.328113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b135749-168a-4e9a-859d-11c92f56b4a7 x-openstack-request-id: req-6b135749-168a-4e9a-859d-11c92f56b4a7 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:23.328506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "075dce14-743d-4b6a-858c-fcbf59418974", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:23.328833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b135749-168a-4e9a-859d-11c92f56b4a7 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:23.329298 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '075dce14-743d-4b6a-858c-fcbf59418974', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'status': 'completed', 'code': 200} Jan 04 14:05:23.372902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-0ca49644-6451-48a0-8e14-d1b15e337b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:23.374469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-0ca49644-6451-48a0-8e14-d1b15e337b30 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 1134 time: 0.0442891 Jan 04 14:05:23.444571 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-821fecba-be35-418f-b8ea-a28d4c214874 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1037 time: 0.0629327 Jan 04 14:05:23.829804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-06f76975-6a95-4f05-bdc8-e491bc970b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:23.831241 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-06f76975-6a95-4f05-bdc8-e491bc970b5a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502b6742-7aa3-4962-b145-0068dadcc7b8 HTTP/1.1" status: 200 len: 835 time: 0.3803098 Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:05:23.876565 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:05:23.880872 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07d7a14-e6b8-4d44-88f8-06283aed4ac3 req-7a151290-b63b-446e-a842-edc0c74c440d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:23.880872 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c07d7a14-e6b8-4d44-88f8-06283aed4ac3 req-7a151290-b63b-446e-a842-edc0c74c440d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 981 time: 0.0781288 Jan 04 14:05:23.894193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-88e4cdd3-6e82-48a2-8c99-b683abf7598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:23.895568 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-88e4cdd3-6e82-48a2-8c99-b683abf7598e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0577607 Jan 04 14:05:23.959957 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c07d7a14-e6b8-4d44-88f8-06283aed4ac3 req-4a68ae6b-53f9-487e-a6d6-162cfd27ec51 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730612 Jan 04 14:05:24.010291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-41b62632-9104-4c4e-a834-ccbcc1f07e8b service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068408 Jan 04 14:05:24.100423 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2b0740ba-249b-46eb-8ea6-759a2e520228 req-6b3ce34a-d9e7-420d-88aa-ccd7ecfbdbda service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838785 Jan 04 14:05:24.187910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-4165e28e-3951-4628-bbbe-67e5e9bf93d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:24.190028 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-4165e28e-3951-4628-bbbe-67e5e9bf93d7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 1134 time: 0.0443411 Jan 04 14:05:24.277992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-c4ba5a94-e640-4d0a-872f-45edae5c2af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:24.279457 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-c4ba5a94-e640-4d0a-872f-45edae5c2af0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 897 time: 0.0835013 Jan 04 14:05:24.349249 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-62a7d993-2e25-41aa-b8a2-ec1193f90b96 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1037 time: 0.0627146 Jan 04 14:05:24.397994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-409be61c-70ae-4816-8640-76cc4ffa4658 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:24.399477 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-409be61c-70ae-4816-8640-76cc4ffa4658 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=502b6742-7aa3-4962-b145-0068dadcc7b8 HTTP/1.1" status: 200 len: 835 time: 0.0429442 Jan 04 14:05:24.446715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-e93a3a86-5264-4377-b5b3-b1905d1cd959 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:24.448216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-e93a3a86-5264-4377-b5b3-b1905d1cd959 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408118 Jan 04 14:05:24.539071 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-228f6184-aaad-411a-a169-0e9cdfa11b67 service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839887 Jan 04 14:05:24.629372 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c2b3c610-a36c-4f3b-99dc-6f56870eda38 req-d07a0de5-4a9a-4d56-934b-cb812dc5446a service neutron] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830085 Jan 04 14:05:25.121057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a14fc314-98f5-44a6-8884-c3780840eb94 req-f04e9957-151e-44e2-a40c-23faca716d91 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:25.122529 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a14fc314-98f5-44a6-8884-c3780840eb94 req-f04e9957-151e-44e2-a40c-23faca716d91 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 981 time: 0.0951381 Jan 04 14:05:25.168948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a14fc314-98f5-44a6-8884-c3780840eb94 req-09c46fcf-a4dd-4f5a-ba97-605dceafd92a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405371 Jan 04 14:05:26.334308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66509c1b-073a-49af-8dda-816e72b2fcd7 req-106341a7-e179-4f22-9561-dbbd5d390fec tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:26.335783 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-66509c1b-073a-49af-8dda-816e72b2fcd7 req-106341a7-e179-4f22-9561-dbbd5d390fec tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 981 time: 0.0969453 Jan 04 14:05:26.381841 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-66509c1b-073a-49af-8dda-816e72b2fcd7 req-71a25105-3144-43b8-a25b-2ddf1a5ef69a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397902 Jan 04 14:05:26.546521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:05:26.639779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:26.650607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'port_id': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'mac_address': 'fa:16:3e:6f:ff:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:05:26.690405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:26.706054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9260a8ac-aebc-44f1-b44c-6228dfab2505 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:05:26.725257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:26.729147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:26.775511 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=9']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:26.931666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['9260a8ac-aebc-44f1-b44c-6228dfab2505'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:05:27.497268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-639a7dea-a27e-43ac-a380-c0e30590dca1 req-065a1eb0-90e5-4a1f-a3cd-deac31769645 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:27.498644 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-639a7dea-a27e-43ac-a380-c0e30590dca1 req-065a1eb0-90e5-4a1f-a3cd-deac31769645 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 982 time: 0.0516133 Jan 04 14:05:27.545310 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-639a7dea-a27e-43ac-a380-c0e30590dca1 req-4972441a-f755-46e0-a75e-31bb60bf02f2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408309 Jan 04 14:05:28.562070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:28.609546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:05:28.613448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:28.613820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:28.659954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9076fc23-280e-4833-856e-a4f9cd4a58dc req-288a1abe-3390-40ae-bf9f-d13e43110dab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:28.661531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9076fc23-280e-4833-856e-a4f9cd4a58dc req-288a1abe-3390-40ae-bf9f-d13e43110dab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 982 time: 0.0496135 Jan 04 14:05:28.691030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:28.708422 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9076fc23-280e-4833-856e-a4f9cd4a58dc req-c0aadfba-9081-4c45-bd06-8770630b8934 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404427 Jan 04 14:05:28.716283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '075dce14-743d-4b6a-858c-fcbf59418974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:28.718526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49fd39eb-b985-444f-aeff-c22839fc45b0" -d '{"events": [{"server_uuid": "075dce14-743d-4b6a-858c-fcbf59418974", "name": "network-vif-plugged", "status": "completed", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:28.731102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:28.736194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:28.759714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc851a73-8b64-4a39-83d5-c8c2d5ac4592 x-openstack-request-id: req-fc851a73-8b64-4a39-83d5-c8c2d5ac4592 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:28.760006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "075dce14-743d-4b6a-858c-fcbf59418974", "name": "network-vif-plugged", "status": "completed", "tag": "9260a8ac-aebc-44f1-b44c-6228dfab2505", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:28.760262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fc851a73-8b64-4a39-83d5-c8c2d5ac4592 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:28.760649 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '075dce14-743d-4b6a-858c-fcbf59418974', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9260a8ac-aebc-44f1-b44c-6228dfab2505', 'code': 200} Jan 04 14:05:28.787195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=10']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:28.964578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e07a23e8-29be-49c2-be32-3eb1b27db746 req-0207ab65-e785-4933-bba9-221c8c49060d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:28.966116 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e07a23e8-29be-49c2-be32-3eb1b27db746 req-0207ab65-e785-4933-bba9-221c8c49060d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 1137 time: 0.0840278 Jan 04 14:05:29.008555 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e07a23e8-29be-49c2-be32-3eb1b27db746 req-fb50ed38-054f-4b50-a264-13328cfb8d79 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363836 Jan 04 14:05:29.823762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98908d1-f940-4476-a0bf-6926a48a4c78 req-2f41cde9-7b19-4bb4-9ff0-99066ec14e9d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:29.825130 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c98908d1-f940-4476-a0bf-6926a48a4c78 req-2f41cde9-7b19-4bb4-9ff0-99066ec14e9d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 984 time: 0.0485415 Jan 04 14:05:29.871096 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c98908d1-f940-4476-a0bf-6926a48a4c78 req-73559fed-4b48-43df-9561-d6535c9c4a55 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400925 Jan 04 14:05:30.987885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72be699-15b5-4287-b910-142f999b5768 req-f50b140e-791e-4b97-accc-67321c9af5fb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:30.989346 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e72be699-15b5-4287-b910-142f999b5768 req-f50b140e-791e-4b97-accc-67321c9af5fb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 984 time: 0.0484154 Jan 04 14:05:31.037059 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e72be699-15b5-4287-b910-142f999b5768 req-9de2793b-9c04-45b4-8317-43314d9b8304 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407090 Jan 04 14:05:31.148523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ab008d-2385-4015-a52c-2ebc5854b02e req-32d6110a-7076-419c-a9a7-cdad8b1389da tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:31.149997 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65ab008d-2385-4015-a52c-2ebc5854b02e req-32d6110a-7076-419c-a9a7-cdad8b1389da tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 984 time: 0.0482130 Jan 04 14:05:31.199829 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65ab008d-2385-4015-a52c-2ebc5854b02e req-333c0d8c-39d6-474b-892a-298d6838a021 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439117 Jan 04 14:05:31.220638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41194) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:31.288181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e85ec74-e06a-480f-8257-51b418b4acba tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:31.289596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7e85ec74-e06a-480f-8257-51b418b4acba tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974&network_id=b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 200 len: 1132 time: 0.0680254 Jan 04 14:05:31.495442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9ea1a1-1f1b-4f99-92cb-9e62f021ba83 req-2f59e679-5e28-4e94-9729-6dcdb40fd539 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:31.496895 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8b9ea1a1-1f1b-4f99-92cb-9e62f021ba83 req-2f59e679-5e28-4e94-9729-6dcdb40fd539 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 984 time: 0.0482607 Jan 04 14:05:31.547408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8b9ea1a1-1f1b-4f99-92cb-9e62f021ba83 req-a43c5ad9-fb7c-476c-91e5-0d77735e9f7e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446262 Jan 04 14:05:32.660887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6371672-0255-4dee-b754-618ce50fd010 req-349a8fd8-5a29-459f-afa0-20b1edfc0c6c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:32.662355 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6371672-0255-4dee-b754-618ce50fd010 req-349a8fd8-5a29-459f-afa0-20b1edfc0c6c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 984 time: 0.0473232 Jan 04 14:05:32.711211 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6371672-0255-4dee-b754-618ce50fd010 req-5cba584a-422c-437b-a2c4-7766440acdd0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=94446869-2ccb-41a1-98af-04a482907ab9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Jan 04 14:05:32.770759 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-b820361d-5cb9-4a24-b930-e90dcf82c81b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:32.772240 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-b820361d-5cb9-4a24-b930-e90dcf82c81b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 984 time: 0.0484829 Jan 04 14:05:32.816545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-bbbdb8bf-dde9-4596-a1c1-533f5c04ec12 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:32.817885 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-bbbdb8bf-dde9-4596-a1c1-533f5c04ec12 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0388150 Jan 04 14:05:32.920673 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-a2936d67-b809-465c-bd19-17e379a47b06 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0974030 Jan 04 14:05:32.931124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:32.981597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:33.111651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=9260a8ac-aebc-44f1-b44c-6228dfab2505,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:33.142856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] For port 9260a8ac-aebc-44f1-b44c-6228dfab2505, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:33.174919 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] device_id is not set on port 9260a8ac-aebc-44f1-b44c-6228dfab2505 yet. {{(pid=103265) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jan 04 14:05:33.183655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:33.188626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:33.266228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Pushing event updated for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=11']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:33.307481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] No DVR routers for this DVR port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:05:33.442075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] In _notify_port_updated(), no bound segment for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 on network b1a66d8d-0621-47a4-98ce-82edfdba86cb {{(pid=103265) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Jan 04 14:05:33.442850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:33.443447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:33.444714 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-92a555ad-3fa0-4c94-a24c-9d4c7ca2aec4 req-652b054c-9fa4-4360-8cb7-e3db498ac438 service neutron] 10.222.0.13 "PUT /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 200 len: 1027 time: 0.5174065 Jan 04 14:05:33.484918 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-01ede934-c294-45e7-b663-acb6f1226dbc None None] Provisioning complete for port 9260a8ac-aebc-44f1-b44c-6228dfab2505 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:33.485508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-01ede934-c294-45e7-b663-acb6f1226dbc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:33.521621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-01ede934-c294-45e7-b663-acb6f1226dbc None None] Port 9260a8ac-aebc-44f1-b44c-6228dfab2505 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:33.820608 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e38918b7-4997-434c-9e28-0d0d6863ef59 req-41b63eb6-5d9a-4948-b9dd-5db997599386 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=075dce14-743d-4b6a-858c-fcbf59418974 HTTP/1.1" status: 200 len: 210 time: 0.0308776 Jan 04 14:05:34.876433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41208) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:34.935306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2172-c3c9-481a-a532-4e722aa74af8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:34.959279 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2172-c3c9-481a-a532-4e722aa74af8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.017987 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2172-c3c9-481a-a532-4e722aa74af8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.020491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4a7e2172-c3c9-481a-a532-4e722aa74af8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.021665 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4a7e2172-c3c9-481a-a532-4e722aa74af8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/ed04bf60-dcf2-40da-885a-a94524adafeb HTTP/1.1" status: 204 len: 168 time: 0.1441963 Jan 04 14:05:35.031018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7e2172-c3c9-481a-a532-4e722aa74af8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed04bf60-dcf2-40da-885a-a94524adafeb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:35.052512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41212) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:35.206418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port baad0f30-8348-43c8-acd1-6e5ce7038304 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:05:35.206758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.245396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.280341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.280633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.292691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for baad0f30-8348-43c8-acd1-6e5ce7038304 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:05:35.433572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.458946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=baad0f30-8348-43c8-acd1-6e5ce7038304,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:35.519473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.519802 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 92191f49-1d1c-4eb0-b363-1cb33d1c537d disassociated (deleted). External IP: 172.36.2.228, port: 9260a8ac-aebc-44f1-b44c-6228dfab2505. Jan 04 14:05:35.720370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:05:35.825075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:35.829862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:35.836514 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] Sync routers for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:35.847153 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:35.847759 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:35.856751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-37b8153e-24a3-4c2e-ba49-79f9669e19d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/92191f49-1d1c-4eb0-b363-1cb33d1c537d HTTP/1.1" status: 204 len: 168 time: 0.8031590 Jan 04 14:05:35.925463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41218) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:35.950588 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:35.982748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c7805c-19a1-46f4-bc88-d0959108072c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.007559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c7805c-19a1-46f4-bc88-d0959108072c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.066177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c7805c-19a1-46f4-bc88-d0959108072c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.068980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9c7805c-19a1-46f4-bc88-d0959108072c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.070202 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b9c7805c-19a1-46f4-bc88-d0959108072c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/a1c9daaa-9649-4ba1-a08d-3cfc99e817b2 HTTP/1.1" status: 204 len: 168 time: 0.1436830 Jan 04 14:05:36.079373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c7805c-19a1-46f4-bc88-d0959108072c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1c9daaa-9649-4ba1-a08d-3cfc99e817b2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:36.114443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41222) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:36.163062 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:36.189106 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] Checking router: 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:36.197125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:36.197720 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:36.202730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 9260a8ac-aebc-44f1-b44c-6228dfab2505 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:05:36.203079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.294619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.307350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 9260a8ac-aebc-44f1-b44c-6228dfab2505 owned by {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:05:36.386566 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:36.435412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.463524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=9260a8ac-aebc-44f1-b44c-6228dfab2505,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:36.536030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:36.539351 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0ca62914-4906-4cc9-8481-02f54832fb9b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/ports/9260a8ac-aebc-44f1-b44c-6228dfab2505 HTTP/1.1" status: 204 len: 168 time: 0.4238105 Jan 04 14:05:36.542287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41224) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:36.593971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:05:36.596401 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:36.622637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 9260a8ac-aebc-44f1-b44c-6228dfab2505 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:05:36.623370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 9260a8ac-aebc-44f1-b44c-6228dfab2505 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:05:36.626748 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db0f41c4-ace5-4023-8bea-4b861d3d9c84 None None] The sync data for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv is: [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:02Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e762e56-eb2c-44a0-91ed-4983c2d48921', 'name': '', 'network_id': 'b1a66d8d-0621-47a4-98ce-82edfdba86cb', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:2c:02:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_interface', 'standard_attr_id': 1414, 'fixed_ips': [{'subnet_id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:02Z', 'updated_at': '2022-01-04T14:05:05Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '502b6742-7aa3-4962-b145-0068dadcc7b8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:36.843869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02cb6c51-7ec3-4ff0-88c2-1d22b1835938 None None] New status for floating IP 92191f49-1d1c-4eb0-b363-1cb33d1c537d: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:05:36.916546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:37.160223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 6e762e56-eb2c-44a0-91ed-4983c2d48921 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:05:37.160558 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:37.247827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 6e762e56-eb2c-44a0-91ed-4983c2d48921, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e762e56-eb2c-44a0-91ed-4983c2d48921,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:37.248102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:37.260062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 6e762e56-eb2c-44a0-91ed-4983c2d48921 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:05:37.438650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:37.465008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=6e762e56-eb2c-44a0-91ed-4983c2d48921,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:37.646966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:37.852323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:05:38.250703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:38.255943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d3d5e713-01b7-4e9f-b477-25be2ad64172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/78d87d5c-d9b4-4bd4-aa1c-4eb867c74608/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7125139 Jan 04 14:05:38.258831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41226) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:38.261332 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] Sync routers for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:38.270613 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:38.271223 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:38.307986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet 502b6742-7aa3-4962-b145-0068dadcc7b8 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:05:38.310995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.349153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.372803 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:38.432209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.489698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.516221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=502b6742-7aa3-4962-b145-0068dadcc7b8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:38.520039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.525633 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7807edec-250c-4178-a412-14f6e2acb784 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/502b6742-7aa3-4962-b145-0068dadcc7b8 HTTP/1.1" status: 204 len: 168 time: 0.2634330 Jan 04 14:05:38.527150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41228) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:38.529545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483d20c4-02aa-4321-8ee8-8c6e6cb62483 None None] Network b1a66d8d-0621-47a4-98ce-82edfdba86cb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:05:38.553134 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:37Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:38.582736 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] Checking router: 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:38.592581 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] Routers {'78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:38.593193 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:38.636886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.702371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] DHCP port deletion for b1a66d8d-0621-47a4-98ce-82edfdba86cb request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:38.703769 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] Set router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:38.746264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.758068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] Deleting port ae543d50-f07f-48f3-8786-1ee39fd8909f {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:05:38.758455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.808737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 49d96d2f-c504-428e-91dd-bd470e2992f9 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:05:38.808950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.824844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] For port ae543d50-f07f-48f3-8786-1ee39fd8909f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ae543d50-f07f-48f3-8786-1ee39fd8909f,segment=NetworkSegment(52aa65f3-04b6-418c-b4b8-825c4afcdaaa),segment_id=52aa65f3-04b6-418c-b4b8-825c4afcdaaa)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:38.825090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.837527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] Calling delete_port for ae543d50-f07f-48f3-8786-1ee39fd8909f owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:05:38.886278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 49d96d2f-c504-428e-91dd-bd470e2992f9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=49d96d2f-c504-428e-91dd-bd470e2992f9,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:38.886647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.890801 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:37Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:38.898393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 49d96d2f-c504-428e-91dd-bd470e2992f9 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:05:38.918035 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b21f132-c09e-4b74-85ad-bff23f3aa09c None None] The sync data for ids ['78d87d5c-d9b4-4bd4-aa1c-4eb867c74608'] in dv-neutron-master-2-hyperv is: [{'id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'name': 'tempest-TestNetworkBasicOps-router-758186147', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158'}], 'enable_snat': True}, 'gw_port_id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:37Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '49d96d2f-c504-428e-91dd-bd470e2992f9', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:2f:a0:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78d87d5c-d9b4-4bd4-aa1c-4eb867c74608', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1411, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:04:59Z', 'updated_at': '2022-01-04T14:05:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:38.923820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:38.948204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] Pushing event deleted for resources: {'Port': ['ID=ae543d50-f07f-48f3-8786-1ee39fd8909f,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:38.958123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faad9fcf-c6e1-4f72-b6c4-85b0ea1b8455 None None] No DVR routers for this DVR port ae543d50-f07f-48f3-8786-1ee39fd8909f on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:05:39.075550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.105634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=49d96d2f-c504-428e-91dd-bd470e2992f9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:39.118592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-296707eb-7641-451f-9390-7d2dd4927de2 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:39.165108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.255177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.257193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.307139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.307688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router 78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:05:39.314682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.315897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dd51246e-5c5f-4358-8612-fba6be04a282 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/78d87d5c-d9b4-4bd4-aa1c-4eb867c74608 HTTP/1.1" status: 204 len: 168 time: 0.7884581 Jan 04 14:05:39.319024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41230) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:39.395062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.484661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.505421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1a66d8d-0621-47a4-98ce-82edfdba86cb']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:39.515343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52aa65f3-04b6-418c-b4b8-825c4afcdaaa') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:39.515641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52aa65f3-04b6-418c-b4b8-825c4afcdaaa') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:39.525456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.540693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.548120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:05:39.548651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:05:39.555413 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:05:39.618018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.625109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.628224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/b1a66d8d-0621-47a4-98ce-82edfdba86cb HTTP/1.1" status: 204 len: 168 time: 0.3082530 Jan 04 14:05:39.643202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41232) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:39.645486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-283e49e9-4f9b-4f2f-b934-e68246db18f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=b1a66d8d-0621-47a4-98ce-82edfdba86cb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:39.656975 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7a41ad26-62e4-4d6d-9bf0-7649d0b06717 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0119636 Jan 04 14:05:39.659546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41234) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:39.664151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--1477448369', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:39.686765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:05:39.690216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.712593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 184} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:05:39.721445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.721786 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment d525a2a8-2519-409b-b7aa-2205491450d1 of type vlan for network 58d4a681-fd8d-49f1-bb13-a96b53a936df Jan 04 14:05:39.760183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.785088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.790855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:39.791436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.823002 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1624525 Jan 04 14:05:39.826426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41236) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:39.831329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-212568142', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:39.855692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.856588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.860325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0a7bb-efcd-4f06-95b8-c87a46edadb6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=58d4a681-fd8d-49f1-bb13-a96b53a936df,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:39.872036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:05:39.908376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:39.972285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6e762e56-eb2c-44a0-91ed-4983c2d48921 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:05:39.993176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 6e762e56-eb2c-44a0-91ed-4983c2d48921 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:05:39.993533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6e762e56-eb2c-44a0-91ed-4983c2d48921 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:05:39.994120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ae543d50-f07f-48f3-8786-1ee39fd8909f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:05:40.015649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ae543d50-f07f-48f3-8786-1ee39fd8909f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:05:40.015847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ae543d50-f07f-48f3-8786-1ee39fd8909f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:05:40.055385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.240996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.259108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.365398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.146 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/0eaebab1-1a73-4e07-a303-47d1fde7c711) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:40.467154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.498791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.536420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:40.541055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:40.545297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:40.548272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:40.553557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2784f32-4ddc-44e1-aba5-a76b0b2f0ef1 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:40.591400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0533f6a6-21ca-49fe-853a-857768821a49 None None] Provisioning complete for port 0eaebab1-1a73-4e07-a303-47d1fde7c711 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:40.591854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0533f6a6-21ca-49fe-853a-857768821a49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.625077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0533f6a6-21ca-49fe-853a-857768821a49 None None] Port 0eaebab1-1a73-4e07-a303-47d1fde7c711 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:40.783405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:40.971698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.093293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 3dbdce7d-c441-423d-9086-36cb33ceb553 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:05:41.195550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:41.208718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Sync routers for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:41.215635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.219737 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3091aff5-7050-4bd0-9654-dac6e3595fa6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.3894060 Jan 04 14:05:41.219910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:41.219910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:41.220228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41238) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:41.249672 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ef349f46-d8a8-453e-8347-172f3df56abf tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0260744 Jan 04 14:05:41.249928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41240) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:41.322190 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:41.334439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ecfb09c-d402-46fa-b46a-be2681e28d51 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:41.335955 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ecfb09c-d402-46fa-b46a-be2681e28d51 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0850048 Jan 04 14:05:41.338698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41242) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:41.368908 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2c8040ca-5c5e-496c-9dea-89cd2538be7b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290854 Jan 04 14:05:41.371778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41244) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:41.376358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-905315763', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:41.463161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:05:41.466873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.496353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:40Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:41.522506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Checking router: 3dbdce7d-c441-423d-9086-36cb33ceb553 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:41.522859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Updating router 3dbdce7d-c441-423d-9086-36cb33ceb553 port 0eaebab1-1a73-4e07-a303-47d1fde7c711 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:05:41.545702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49d96d2f-c504-428e-91dd-bd470e2992f9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:05:41.572618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 49d96d2f-c504-428e-91dd-bd470e2992f9 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:05:41.572956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 49d96d2f-c504-428e-91dd-bd470e2992f9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:05:41.574601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.829745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.835215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.883241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bf020d-23f4-4650-a793-1c0d72b769fa None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:41.897059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Attempting to bind port 0eaebab1-1a73-4e07-a303-47d1fde7c711 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:41.897429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Attempting to bind port 0eaebab1-1a73-4e07-a303-47d1fde7c711 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:41.897792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Attempting to bind port 0eaebab1-1a73-4e07-a303-47d1fde7c711 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:41.900484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436e03f-1d3b-4933-a523-94eaf794d176 None None] Pushing event updated for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:41.907311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:41.907690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:41.908150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.908466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:41.908928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Bound port: 0eaebab1-1a73-4e07-a303-47d1fde7c711, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:41.909316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.945741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.971365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] For port 0eaebab1-1a73-4e07-a303-47d1fde7c711, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:41.973719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-60e5c969-5acc-428e-a381-dc6e0f9918a7 None None] Provisioning complete for port 0eaebab1-1a73-4e07-a303-47d1fde7c711 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:41.974135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-60e5c969-5acc-428e-a381-dc6e0f9918a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:41.976831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] For port 0eaebab1-1a73-4e07-a303-47d1fde7c711, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eaebab1-1a73-4e07-a303-47d1fde7c711,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:41.981535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.008355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=804cbad0-fe6c-40c5-bb5a-063a3fcc61cd,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:42.015612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:42.015893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 58d4a681-fd8d-49f1-bb13-a96b53a936df, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:05:42.034710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:05:42.047718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 58d4a681-fd8d-49f1-bb13-a96b53a936df) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:42.052443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:42.052748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298037ae-bbcd-4d1e-95bd-63cd9b631686 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:05:42.053058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.062299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f3885ea-d883-4a15-8c84-c3d8dcf3a771 None None] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:05:42.064819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-60e5c969-5acc-428e-a381-dc6e0f9918a7 None None] Port 0eaebab1-1a73-4e07-a303-47d1fde7c711 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:42.070992 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-69123a29-1d86-4c5c-9158-9154081cb4ab tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6981645 Jan 04 14:05:42.073912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41246) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:42.106828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:42.107457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:42.115384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9436e03f-1d3b-4933-a523-94eaf794d176 None None] Pushing event updated for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:42.372963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dd5b76e6-6fd6-408c-b528-2f222a0c68e1 None None] Provisioning complete for port 0eaebab1-1a73-4e07-a303-47d1fde7c711 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:42.373625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd5b76e6-6fd6-408c-b528-2f222a0c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.438344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-58d4a681-fd8d-49f1-bb13-a96b53a936df', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:05:42.439202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.477996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:42.506752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.742936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd5b76e6-6fd6-408c-b528-2f222a0c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.790457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Allocated IP 172.20.0.2 (58d4a681-fd8d-49f1-bb13-a96b53a936df/804cbad0-fe6c-40c5-bb5a-063a3fcc61cd/185d8676-81a4-4c37-9b74-d84a34e4ef53) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:42.793484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-dd5b76e6-6fd6-408c-b528-2f222a0c68e1 None None] For port 0eaebab1-1a73-4e07-a303-47d1fde7c711, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eaebab1-1a73-4e07-a303-47d1fde7c711,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:42.801098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dd5b76e6-6fd6-408c-b528-2f222a0c68e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:42.919463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b76e6-6fd6-408c-b528-2f222a0c68e1 None None] Pushing event updated for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:42.933590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:40Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:42.962597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a24f4d11-da1d-4262-8535-b7d60b6fcb5d None None] The sync data for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv is: [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:40Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:43.031476 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.038105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.082892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:43.086879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:43.087185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (58d4a681-fd8d-49f1-bb13-a96b53a936df/804cbad0-fe6c-40c5-bb5a-063a3fcc61cd/1d7b6223-fd7b-4c94-b99a-382cc9504f31) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:43.088804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Pushing event updated for resources: {'Port': ['ID=185d8676-81a4-4c37-9b74-d84a34e4ef53,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:43.090791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:43.147508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Attempting to bind port 185d8676-81a4-4c37-9b74-d84a34e4ef53 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:43.147952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Attempting to bind port 185d8676-81a4-4c37-9b74-d84a34e4ef53 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:43.148240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Attempting to bind port 185d8676-81a4-4c37-9b74-d84a34e4ef53 on network 58d4a681-fd8d-49f1-bb13-a96b53a936df {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:43.154203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:43.154582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Checking segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:43.154988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.155384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Bound using segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:43.155853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Bound port: 185d8676-81a4-4c37-9b74-d84a34e4ef53, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:43.156490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.227577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.248351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] For port 185d8676-81a4-4c37-9b74-d84a34e4ef53, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:43.255080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] For port 185d8676-81a4-4c37-9b74-d84a34e4ef53, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185d8676-81a4-4c37-9b74-d84a34e4ef53,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:43.259532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.266149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.315411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:43.319928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:43.326842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:43.335022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef379e4-bfb8-4452-975c-559c0d2611ab None None] Pushing event updated for resources: {'Port': ['ID=185d8676-81a4-4c37-9b74-d84a34e4ef53,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:43.365765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:43.389447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.560713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.820275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0eaebab1-1a73-4e07-a303-47d1fde7c711 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:43.881731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 0eaebab1-1a73-4e07-a303-47d1fde7c711 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:43.882141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.892544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.897410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.966007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185d8676-81a4-4c37-9b74-d84a34e4ef53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:43.973765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:43.975688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:44.018809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 185d8676-81a4-4c37-9b74-d84a34e4ef53 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:44.019184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:44.081230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:44.082760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:44.102681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:44.141036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 185d8676-81a4-4c37-9b74-d84a34e4ef53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185d8676-81a4-4c37-9b74-d84a34e4ef53,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:44.146690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:44.202710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=185d8676-81a4-4c37-9b74-d84a34e4ef53,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:44.210479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 3dbdce7d-c441-423d-9086-36cb33ceb553 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:05:44.329431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:44.334725 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-15af98b5-7de7-4703-b9ec-028752e085ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2600679 Jan 04 14:05:44.337253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41248) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:44.358559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2800d795-001a-40f6-a0aa-f9527f58aa0d None None] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:05:44.441783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.442368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.443095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.443293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.443808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.444263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.446367 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-39639f15-6bb4-43ba-b099-fdc5e170be1b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1078787 Jan 04 14:05:44.449649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41250) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:44.472562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2e87e236-8f6b-498a-a28d-7baa687a3b82 None None] Provisioning complete for port 185d8676-81a4-4c37-9b74-d84a34e4ef53 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:44.472923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e87e236-8f6b-498a-a28d-7baa687a3b82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:44.528222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.529100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.530242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.531078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.531971 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.532609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:44.537889 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-96ee95f2-ac64-4891-bc91-480e7487687b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0870998 Jan 04 14:05:44.538428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41252) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:44.684007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-11549b8b-81ef-445d-a243-3cc8a42d40b7 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.1445436 Jan 04 14:05:44.789689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e7482fd4-67c2-4915-b5a1-db299ba553ef None None] Provisioning complete for port 185d8676-81a4-4c37-9b74-d84a34e4ef53 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:44.790234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7482fd4-67c2-4915-b5a1-db299ba553ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:44.846466 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Sync routers for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:44.858435 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:44.859329 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:44.912498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e7482fd4-67c2-4915-b5a1-db299ba553ef None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:44.912974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7482fd4-67c2-4915-b5a1-db299ba553ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:44.953327 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e7482fd4-67c2-4915-b5a1-db299ba553ef None None] Port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:44.986793 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:45.081109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8365b7fd-672f-4234-9a70-fe2db2935948 None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:45.081381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8365b7fd-672f-4234-9a70-fe2db2935948 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.126021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8365b7fd-672f-4234-9a70-fe2db2935948 None None] Port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:45.196440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41256) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:45.201584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1191280710', 'description': 'tempest-secgroup-smoke-1191280710 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:45.221643 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:45.227639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.247066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fe59fa23-4f55-49cf-a3e9-5aa7dd42975c None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:45.247066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fe59fa23-4f55-49cf-a3e9-5aa7dd42975c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.251509 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Checking router: 3dbdce7d-c441-423d-9086-36cb33ceb553 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:05:45.251926 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Updating router 3dbdce7d-c441-423d-9086-36cb33ceb553 port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:05:45.281577 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.290146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-fe59fa23-4f55-49cf-a3e9-5aa7dd42975c None None] Port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:45.308119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.312202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.340193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.341579 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1439507 Jan 04 14:05:45.345686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41258) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:45.351275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f37e78c-0b03-4a6d-b7b9-9d1397b44f7a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.351522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c6e6a52-b32a-434a-b4c1-8e5cf2632ede', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:45.389895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.454480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.458387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.476907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=415e9d03-a10c-49a7-978c-e881a3251c29,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.487764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.488973 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-71d8a698-9fea-4b7b-8b80-e69f582667b5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1419916 Jan 04 14:05:45.491773 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41262) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:45.496519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c6e6a52-b32a-434a-b4c1-8e5cf2632ede', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:45.514572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0fe03703-9848-43ec-99fb-8ebee8356d6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.528384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.587868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.592080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.607241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4399774-6bf6-4ff9-a363-0f1b0cb52a60,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.617474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.618842 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-37a92f85-cb21-4294-8965-ff5bb9e44441 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1260681 Jan 04 14:05:45.622291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41264) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:45.626744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c6e6a52-b32a-434a-b4c1-8e5cf2632ede', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:45.655758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.656092 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.662119 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.717358 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ec6f2-bf64-41ba-bbc3-13c8d1eb9e0d None None] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.742336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.755324 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185d8676-81a4-4c37-9b74-d84a34e4ef53 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:45.757607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.773753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7376d26a-3347-4e2a-af46-6d8381f91dda,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.787001 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Attempting to bind port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:45.787418 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Attempting to bind port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:45.787960 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Attempting to bind port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 on network 58d4a681-fd8d-49f1-bb13-a96b53a936df {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:45.793347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.794813 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2ad6e828-c90c-4ba1-9fc1-016a61cef56a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1714811 Jan 04 14:05:45.794962 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 5, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:45.795215 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Checking segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:45.795819 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.796206 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Bound using segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:45.796735 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Bound port: 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:45.797439 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.797702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41266) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:45.802903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c6e6a52-b32a-434a-b4c1-8e5cf2632ede', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:45.841710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 185d8676-81a4-4c37-9b74-d84a34e4ef53 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:45.842386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.850287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.885081 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] For port 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:45.890389 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] For port 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d7b6223-fd7b-4c94-b99a-382cc9504f31,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:45.898792 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.935650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.940647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:45.988387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74a96ed-20c6-4ad4-923e-a9e1e7a6c029,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.989930 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ec6f2-bf64-41ba-bbc3-13c8d1eb9e0d None None] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:45.994565 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:45.996142 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:46.022306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.023562 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7dc9403d-2d85-44dd-863b-ff1b8e57eedd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2245138 Jan 04 14:05:46.026545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41268) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:46.031963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c6e6a52-b32a-434a-b4c1-8e5cf2632ede', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:46.033284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fcf414d2-fe3b-4e13-a06b-eea676312f35 None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:46.033826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf414d2-fe3b-4e13-a06b-eea676312f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.089598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:05:46.095030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.141170 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:46.155199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf414d2-fe3b-4e13-a06b-eea676312f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.174203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.179414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.196825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-fcf414d2-fe3b-4e13-a06b-eea676312f35 None None] For port 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d7b6223-fd7b-4c94-b99a-382cc9504f31,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:46.202122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf414d2-fe3b-4e13-a06b-eea676312f35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.203245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c01ba3d-c980-4fb1-8fbf-096cf92cf6d6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:46.218855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.223231 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8405e4ed-cba0-4664-9a32-28e12e3945f9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1925087 Jan 04 14:05:46.223627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41270) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:46.228408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c6e6a52-b32a-434a-b4c1-8e5cf2632ede', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:46.252762 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:05:46.258213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.270469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf414d2-fe3b-4e13-a06b-eea676312f35 None None] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:46.325841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b3a0c418-b95d-4350-841c-527dce0f7b04 None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:46.326178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3a0c418-b95d-4350-841c-527dce0f7b04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.336461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.341944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.361619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=674efbbc-894a-49b8-8476-c240f69e857c,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:46.367770 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:05:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:46.372570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:46.373051 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e58e1666-be4f-46a5-a5d1-22e343e64c83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1482475 Jan 04 14:05:46.405574 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fde41d1-4d7f-4baa-9e03-5c2702908329 None None] The sync data for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv is: [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:05:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:05:46.555258 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-b8574fc9-25d2-4cb7-8547-00f9ca3c0634 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1191280710&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0489736 Jan 04 14:05:46.667734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-dcb91de2-986d-48b1-8f5d-265cde4214aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:46.669236 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-dcb91de2-986d-48b1-8f5d-265cde4214aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=58d4a681-fd8d-49f1-bb13-a96b53a936df HTTP/1.1" status: 200 len: 797 time: 0.1060064 Jan 04 14:05:46.686122 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-2a19d869-2c9e-4c73-8222-4e91529b830a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0102496 Jan 04 14:05:46.747149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-91d35806-b771-4f76-a8f6-0adda83dc4f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0549638 Jan 04 14:05:46.816753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-35843659-2d2e-42fe-8134-818cfabf1b5b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:05:46.817760 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-35843659-2d2e-42fe-8134-818cfabf1b5b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0537412 Jan 04 14:05:46.915814 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-3fcf5cb4-0c87-4dcc-ab0c-260e3ae679ee service neutron] 10.222.0.30 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917077 Jan 04 14:05:47.020326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-180095cf-5f26-4881-944b-c2614e597f71 service neutron] 10.222.0.30 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977976 Jan 04 14:05:47.314898 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-748a8c9b-4cb5-4f50-a8e6-6a42adbdeb89 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396357 Jan 04 14:05:47.398529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-44e910a2-912b-482a-bc95-dda416a27bef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:47.399843 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-44e910a2-912b-482a-bc95-dda416a27bef service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1099 time: 0.0437739 Jan 04 14:05:47.505449 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-80a1bba8-00fb-443e-8938-3fa3155c8976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:47.507079 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-80a1bba8-00fb-443e-8938-3fa3155c8976 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0869839 Jan 04 14:05:47.577655 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-545f65fc-7648-4e31-8404-0ca4016cd467 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 1002 time: 0.0638783 Jan 04 14:05:47.624932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-458e5d50-1084-4673-b6f0-2bb9bcd4bdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:47.626348 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-458e5d50-1084-4673-b6f0-2bb9bcd4bdc7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0425570 Jan 04 14:05:47.671385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-24ffe0d8-1ac4-4d11-b585-40d11568c227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:47.672763 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-24ffe0d8-1ac4-4d11-b585-40d11568c227 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401816 Jan 04 14:05:47.756752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1d7b6223-fd7b-4c94-b99a-382cc9504f31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:47.777971 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-2751743b-8fd7-41cc-b772-4168c239d9df service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981877 Jan 04 14:05:47.804440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:47.804773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:47.846409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aff6ceb5-1d8f-4440-866d-78f1dd2afeb3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:47.880640 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8fc87b38-db7b-47b9-9fa1-666cca03e130 req-a7b80002-cfd5-4f88-8d4b-a7be9f93602e service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960760 Jan 04 14:05:48.202791 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dabe66d9-8878-4f9f-be1b-bfcdd910a092 req-3284a337-8456-47a7-b8f2-a4ec55a59766 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 210 time: 0.0313904 Jan 04 14:05:49.136364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-9f4dd6cd-38f4-4623-9249-89a8caf8db47 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:49.137840 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-9f4dd6cd-38f4-4623-9249-89a8caf8db47 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=58d4a681-fd8d-49f1-bb13-a96b53a936df HTTP/1.1" status: 200 len: 797 time: 0.1064799 Jan 04 14:05:49.140669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.201844 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-0929242d-46dd-4779-9dac-78c867b76db8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 380 time: 0.0551369 Jan 04 14:05:49.214441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['9c6e6a52-b32a-434a-b4c1-8e5cf2632ede']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:49.296068 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a9d8e1b7-4b3e-4f14-b537-686c4a3ff6ab req-dee47b98-2326-476b-b183-f74ee94d2a61 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 210 time: 0.0266588 Jan 04 14:05:49.326088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:05:49.329548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.454577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.10 (58d4a681-fd8d-49f1-bb13-a96b53a936df/804cbad0-fe6c-40c5-bb5a-063a3fcc61cd/1ab397d7-6340-456b-b0d7-a3bfe75b4e26) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:49.584199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.615641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.661530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:49.664480 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:49.671155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:49.694534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:49.723934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:49.724783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.740917 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-23e4ffe1-53c4-46fa-a5bd-275af10286e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5306075 Jan 04 14:05:49.754381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Request body: {'port': {'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:49.812955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.957907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-08cdb21b-f112-4c00-bdbe-8a37430dfc58 None None] Provisioning complete for port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:49.958209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-08cdb21b-f112-4c00-bdbe-8a37430dfc58 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:49.991834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-08cdb21b-f112-4c00-bdbe-8a37430dfc58 None None] Port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:05:50.074631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:05:50.081996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:50.093972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Transition to ACTIVE for port object 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:05:50.097647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:50.148284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:50.213390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Attempting to bind port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:05:50.213780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Attempting to bind port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:05:50.214152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Attempting to bind port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 on network 58d4a681-fd8d-49f1-bb13-a96b53a936df {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:50.218652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 on network 58d4a681-fd8d-49f1-bb13-a96b53a936df not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:05:50.218976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Attempting to bind port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 on network 58d4a681-fd8d-49f1-bb13-a96b53a936df {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:05:50.223913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 5, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:05:50.224246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Checking segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:05:50.224628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Bound using segment: {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:05:50.225052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Bound port: 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd525a2a8-2519-409b-b7aa-2205491450d1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:05:50.225401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:50.294994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] For port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:05:50.298065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] For port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:05:50.302802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:50.338920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:50.339047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:50.341057 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] 10.222.0.13 "PUT /v2.0/ports/1ab397d7-6340-456b-b0d7-a3bfe75b4e26 HTTP/1.1" status: 200 len: 1094 time: 0.5904465 Jan 04 14:05:50.341057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:50.343019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f" -d '{"events": [{"name": "network-changed", "server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:50.389667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:50.403839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6c48e1-7534-40f9-a8f7-36caf9ea1995 service neutron] Pushing event updated for resources: {'Port': ['ID=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:50.464692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa73e859-725a-4925-a041-85a2b0e20586 x-openstack-request-id: req-fa73e859-725a-4925-a041-85a2b0e20586 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:50.464990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:50.465241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fa73e859-725a-4925-a041-85a2b0e20586 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:50.465634 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'status': 'completed', 'code': 200} Jan 04 14:05:50.484701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8862d4-963b-4a48-b58d-0dbad709a390 req-65774583-9ee4-46af-943f-51e24a723550 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:50.486296 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ef8862d4-963b-4a48-b58d-0dbad709a390 req-65774583-9ee4-46af-943f-51e24a723550 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 944 time: 0.1098499 Jan 04 14:05:50.489114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-d37ba3c8-e553-4052-ae3b-5af6d1b5a0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:50.490592 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-d37ba3c8-e553-4052-ae3b-5af6d1b5a0fe service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 1097 time: 0.0886664 Jan 04 14:05:50.545197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-121f7fc5-babf-4433-b7ec-eef1c07e8ac4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26 HTTP/1.1" status: 200 len: 217 time: 0.0462108 Jan 04 14:05:50.598399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ef8862d4-963b-4a48-b58d-0dbad709a390 req-55c74feb-9cf8-428f-9c90-d4ad483adab3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054652 Jan 04 14:05:50.612979 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-0147633c-1e96-4b01-9e3e-e8d73093c839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:50.614509 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-0147633c-1e96-4b01-9e3e-e8d73093c839 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=804cbad0-fe6c-40c5-bb5a-063a3fcc61cd HTTP/1.1" status: 200 len: 834 time: 0.0579042 Jan 04 14:05:50.665657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-d7825628-47b9-426a-a6fb-b7c41d246073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:50.667191 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-d7825628-47b9-426a-a6fb-b7c41d246073 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58d4a681-fd8d-49f1-bb13-a96b53a936df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453579 Jan 04 14:05:50.761847 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-889d7520-3b71-4b81-b379-a88cc26dfba2 service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874765 Jan 04 14:05:50.853259 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ae3776b-a681-4afc-91f4-2f4780e54cd4 req-ab9a6350-67c8-4fc0-be0e-bd7b80a8e8ce service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849862 Jan 04 14:05:50.948864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-794b9546-26ce-4d0f-b000-a3a5f19afe2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:50.950403 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-794b9546-26ce-4d0f-b000-a3a5f19afe2e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 1097 time: 0.0421169 Jan 04 14:05:51.043942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-2d3bf30a-8d87-4fb1-8035-8b84b0e6d934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:51.045400 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-2d3bf30a-8d87-4fb1-8035-8b84b0e6d934 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58d4a681-fd8d-49f1-bb13-a96b53a936df HTTP/1.1" status: 200 len: 898 time: 0.0881453 Jan 04 14:05:51.089230 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-4aaad058-75d7-4c23-a703-368eae6c807c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26 HTTP/1.1" status: 200 len: 217 time: 0.0347824 Jan 04 14:05:51.138458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-a159ca0d-7c71-4639-b36f-670ebdf5c5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:51.139883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-a159ca0d-7c71-4639-b36f-670ebdf5c5a7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=804cbad0-fe6c-40c5-bb5a-063a3fcc61cd HTTP/1.1" status: 200 len: 834 time: 0.0424974 Jan 04 14:05:51.184032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-cff8e5fc-3638-4288-a6b3-de8a9e66327c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:51.185571 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-cff8e5fc-3638-4288-a6b3-de8a9e66327c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58d4a681-fd8d-49f1-bb13-a96b53a936df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390856 Jan 04 14:05:51.282327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-ba8c5b4f-b0c1-41c8-b7c9-4d72a5623d49 service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859926 Jan 04 14:05:51.374170 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7fbd9c7-642d-4e05-95d1-9fa1df3ae22f req-29578761-1fe6-429a-ace6-822416590039 service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840058 Jan 04 14:05:51.715926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1fcc7-ca9f-4aa2-a410-b508381304d5 req-371c0ea6-614a-4c8e-994a-47249fb3428f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:51.717384 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1cb1fcc7-ca9f-4aa2-a410-b508381304d5 req-371c0ea6-614a-4c8e-994a-47249fb3428f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 944 time: 0.0491526 Jan 04 14:05:51.764893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1cb1fcc7-ca9f-4aa2-a410-b508381304d5 req-70a700c5-6a12-4f11-ae9d-29d60c3ae821 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417118 Jan 04 14:05:51.982866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:52.705551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:05:52.798709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:52.810456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:05:52.850676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:52.863873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:05:52.879497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e65893b-a2f1-4c5e-9ab9-d7597ec4c501 req-73176146-241c-4371-88e8-b38210c48f83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:52.881039 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4e65893b-a2f1-4c5e-9ab9-d7597ec4c501 req-73176146-241c-4371-88e8-b38210c48f83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 944 time: 0.0497305 Jan 04 14:05:52.884743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:52.888841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:52.930556 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4e65893b-a2f1-4c5e-9ab9-d7597ec4c501 req-8634393b-6eb8-4b57-b366-33afa49b3089 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433879 Jan 04 14:05:52.938161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:53.110658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['1ab397d7-6340-456b-b0d7-a3bfe75b4e26'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:05:54.046147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb6898-d080-45ae-8195-237dd1b660a8 req-40e68c48-210a-413f-b868-403f6e1c868c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:54.047623 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12fb6898-d080-45ae-8195-237dd1b660a8 req-40e68c48-210a-413f-b868-403f6e1c868c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 945 time: 0.0520906 Jan 04 14:05:54.100275 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12fb6898-d080-45ae-8195-237dd1b660a8 req-54b3e387-4bea-4970-b028-920abe529792 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468125 Jan 04 14:05:54.722713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:05:54.770455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:05:54.774328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:05:54.774695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:55.000658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:55.023530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:55.025915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3951160-50c4-4f57-a545-8c18ae133693" -d '{"events": [{"server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "name": "network-vif-plugged", "status": "completed", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:55.039627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:05:55.044297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:55.092610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:55.115668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31f1f395-fea4-4c1c-aca5-4e6fff3b13dc x-openstack-request-id: req-31f1f395-fea4-4c1c-aca5-4e6fff3b13dc {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:55.115964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "name": "network-vif-plugged", "status": "completed", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:55.116215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-31f1f395-fea4-4c1c-aca5-4e6fff3b13dc {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:55.116600 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'code': 200} Jan 04 14:05:55.217431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b75a739-b48b-4dc7-b81e-be658d21e1a3 req-88c0986f-2f2b-4ad3-8883-f8df6a9cc81e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:55.219104 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8b75a739-b48b-4dc7-b81e-be658d21e1a3 req-88c0986f-2f2b-4ad3-8883-f8df6a9cc81e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0517223 Jan 04 14:05:55.269267 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8b75a739-b48b-4dc7-b81e-be658d21e1a3 req-eb59349d-5727-4898-8cf6-d67605cd3f39 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442050 Jan 04 14:05:55.283072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3209cdd-f78a-42b1-8500-53869672b2b8 req-1be8d11f-46dd-40f9-8041-0f27f53d9764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:55.284627 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f3209cdd-f78a-42b1-8500-53869672b2b8 req-1be8d11f-46dd-40f9-8041-0f27f53d9764 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 1099 time: 0.0406606 Jan 04 14:05:55.328950 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f3209cdd-f78a-42b1-8500-53869672b2b8 req-1b4a13c4-9f12-41c0-b919-cbe277169064 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376365 Jan 04 14:05:56.407181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0efb09-5b0f-4d2d-b053-288aa4b5f8a3 req-9f8c9692-5a5e-4b2e-a1d1-6672ef57b3d2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:56.408685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1c0efb09-5b0f-4d2d-b053-288aa4b5f8a3 req-9f8c9692-5a5e-4b2e-a1d1-6672ef57b3d2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0549791 Jan 04 14:05:56.459617 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1c0efb09-5b0f-4d2d-b053-288aa4b5f8a3 req-4d4f49a6-d7fd-46eb-9801-3b8e0d1cfa22 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438027 Jan 04 14:05:57.574812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd1c608-30fe-4a39-aa4d-fec338bef385 req-a0f4429b-08ce-4cd5-ab48-b2f39aca2119 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:57.576314 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3dd1c608-30fe-4a39-aa4d-fec338bef385 req-a0f4429b-08ce-4cd5-ab48-b2f39aca2119 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0488999 Jan 04 14:05:57.624192 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3dd1c608-30fe-4a39-aa4d-fec338bef385 req-7c6af145-1037-406e-aef5-a715bf70066d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420008 Jan 04 14:05:57.735303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dea211-44af-4886-bedc-c93b52691e48 req-c1d90568-b514-403c-a7fd-8b54d5e7d0e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:57.736746 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80dea211-44af-4886-bedc-c93b52691e48 req-c1d90568-b514-403c-a7fd-8b54d5e7d0e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0477426 Jan 04 14:05:57.785296 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80dea211-44af-4886-bedc-c93b52691e48 req-631141f3-931c-42c3-88da-38f66a94ba35 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427189 Jan 04 14:05:57.806769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41334) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:57.850483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0540510-164d-4b7b-ad4e-59bfecbae2d5 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:57.852000 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b0540510-164d-4b7b-ad4e-59bfecbae2d5 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 1094 time: 0.0442734 Jan 04 14:05:57.854726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41336) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:57.859505 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:05:57.882153 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:57.976201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:58.080008 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.100 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/8410231c-cbe2-46b6-99eb-0431421233e4) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:05:58.175233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:58.207067 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:58.246927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:05:58.249737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:05:58.255108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:05:58.276471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8410231c-cbe2-46b6-99eb-0431421233e4,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:58.913272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:58.978476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:59.129657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:59.134315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:59.199811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8410231c-cbe2-46b6-99eb-0431421233e4,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:05:59.209332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:59.305686 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP fa9c37bb-661c-4228-b931-7e02aec71748 associated. External IP: 172.36.2.100, port: 1ab397d7-6340-456b-b0d7-a3bfe75b4e26. Jan 04 14:05:59.504503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 3dbdce7d-c441-423d-9086-36cb33ceb553 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:05:59.609558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:05:59.619105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] Sync routers for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:05:59.628552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:05:59.628945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:05:59.629567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:59.658464 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3ac4959-d3e3-43d8-9282-bf8ffd3b251d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8001149 Jan 04 14:05:59.658464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:05:59.658905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41338) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:59.659414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f77d232-a9fc-494a-956b-d266e7437c54" -d '{"events": [{"name": "network-changed", "server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:05:59.696128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:05:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf986c5-885e-46c5-afd9-ccfae69ba3f8 x-openstack-request-id: req-1cf986c5-885e-46c5-afd9-ccfae69ba3f8 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:05:59.696569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:05:59.696838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1cf986c5-885e-46c5-afd9-ccfae69ba3f8 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:05:59.697336 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'status': 'completed', 'code': 200} Jan 04 14:05:59.742994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:05:59.762730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-fec96f40-80e7-4363-8191-f6bc65526320 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:59.764698 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-fec96f40-80e7-4363-8191-f6bc65526320 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 1099 time: 0.0441146 Jan 04 14:05:59.790265 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f95e9cce-84b7-4488-8e59-407841dafeea tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553 HTTP/1.1" status: 200 len: 922 time: 0.1294336 Jan 04 14:05:59.792800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41342) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:05:59.822464 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:05:59.856871 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b3b45d21-01af-4d4f-8f0e-d49e615f6dc0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 992 time: 0.0630090 Jan 04 14:05:59.862909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-d2ad6d5b-6c5d-4ae0-8b28-f3fe83f843dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:59.864372 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-d2ad6d5b-6c5d-4ae0-8b28-f3fe83f843dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=58d4a681-fd8d-49f1-bb13-a96b53a936df HTTP/1.1" status: 200 len: 898 time: 0.0925581 Jan 04 14:05:59.928029 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-33358901-05ab-462e-a5ed-dbf5d49db2aa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26 HTTP/1.1" status: 200 len: 1000 time: 0.0570827 Jan 04 14:05:59.971795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fa9c37bb-661c-4228-b931-7e02aec71748', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.100', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:58Z', 'updated_at': '2022-01-04T14:05:58Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:05:46Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:05:59.982169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-980e3657-f81f-439d-a63d-03a50a977605 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:05:59.983659 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-980e3657-f81f-439d-a63d-03a50a977605 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=804cbad0-fe6c-40c5-bb5a-063a3fcc61cd HTTP/1.1" status: 200 len: 834 time: 0.0483627 Jan 04 14:05:59.997253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] Checking router: 3dbdce7d-c441-423d-9086-36cb33ceb553 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:06:00.009233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:00.009853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:05:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:00.029184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-54eb3f6f-0603-49d2-a3d2-3fa028364efc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:00.030705 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-54eb3f6f-0603-49d2-a3d2-3fa028364efc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58d4a681-fd8d-49f1-bb13-a96b53a936df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406427 Jan 04 14:06:00.115620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:00.121608 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-03361459-319a-4a1f-ab7c-e19e525102fc service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842209 Jan 04 14:06:00.211466 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9f77d232-a9fc-494a-956b-d266e7437c54 req-df042135-8663-44cf-ab2d-45bc2cf573aa service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830936 Jan 04 14:06:00.340296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fa9c37bb-661c-4228-b931-7e02aec71748', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.100', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:58Z', 'updated_at': '2022-01-04T14:05:58Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:05:46Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:00.365520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80d6aef7-b04a-4000-bea2-21fe56790526 None None] The sync data for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv is: [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:05:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fa9c37bb-661c-4228-b931-7e02aec71748', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.100', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:58Z', 'updated_at': '2022-01-04T14:05:58Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:05:46Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:06:00.547518 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64465760-a399-4f9e-8edc-271246707a7a None None] New status for floating IP fa9c37bb-661c-4228-b931-7e02aec71748: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:06:00.860039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41344) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:00.918650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-22ffad13-4ac8-43a5-a8f5-d0da8df4414e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 994 time: 0.0574930 Jan 04 14:06:05.246880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:15.507045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3449da73-0cfc-471c-9800-60cd20a741e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:17.827990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-393342f8-1a22-4f06-b315-fb51be283fa4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:19.142018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:20.380657 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:21.986119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:27.516009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41354) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:27.624198 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8b153777-6d7d-4cb4-99ec-7f2c5f73e66b tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1070235 Jan 04 14:06:27.627954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41356) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:27.741674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1df3f8a5-619d-43e7-adb7-c784b1ac25e0 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_removed_from_agent {{(pid=103264) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 04 14:06:27.744817 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1df3f8a5-619d-43e7-adb7-c784b1ac25e0 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "DELETE /v2.0/agents/f9127806-bcbc-4fc0-91c2-850f6235a206/l3-routers/3dbdce7d-c441-423d-9086-36cb33ceb553 HTTP/1.1" status: 204 len: 168 time: 0.1159756 Jan 04 14:06:27.747407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41358) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:27.854664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c73e36ae-4cee-4c98-b0ad-5e0c5fcb3d72 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1055725 Jan 04 14:06:27.857242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41360) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:27.918214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6055009a-3f27-411d-a51c-d1e13c7375e8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 994 time: 0.0599103 Jan 04 14:06:28.501257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a876aff5-c18e-4c52-9bfc-b0fb69f8e41b None None] New status for floating IP fa9c37bb-661c-4228-b931-7e02aec71748: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:06:28.921509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41362) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:28.980954 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-59bdf98f-c9be-4593-ac91-6dc7a880c652 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 992 time: 0.0579219 Jan 04 14:06:29.761810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0eaebab1-1a73-4e07-a303-47d1fde7c711 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:06:29.836779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:29.856078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 0eaebab1-1a73-4e07-a303-47d1fde7c711, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eaebab1-1a73-4e07-a303-47d1fde7c711,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:29.861325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:29.862008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1d7b6223-fd7b-4c94-b99a-382cc9504f31 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:06:29.934618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:29.943701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.944047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.944389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.944721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.945048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.945371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.945696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.946046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.946369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.946691 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.947009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.947323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.947639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:29.985799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:30.017521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d7b6223-fd7b-4c94-b99a-382cc9504f31,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:30.021295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:30.068832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:30.089122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41366) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:30.211287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea6ef0b-3f05-453b-8d9b-7cbb1cc13923 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Router 3dbdce7d-c441-423d-9086-36cb33ceb553 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:06:30.211631 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea6ef0b-3f05-453b-8d9b-7cbb1cc13923 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Notify agent at dv-neutron-master-2-hyperv the message router_added_to_agent {{(pid=103264) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Jan 04 14:06:30.230879 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-aea6ef0b-3f05-453b-8d9b-7cbb1cc13923 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "POST /v2.0/agents/f9127806-bcbc-4fc0-91c2-850f6235a206/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1407197 Jan 04 14:06:30.234041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41372) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:30.242306 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] Sync routers for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:06:30.251790 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:30.252399 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:30.342819 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-076b5e22-2f36-4485-8e11-29962b45c729 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1067326 Jan 04 14:06:30.346114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41374) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:30.356075 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:30.408075 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ee062791-5360-4b8c-9884-67049dc2cab6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 992 time: 0.0609035 Jan 04 14:06:30.578168 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fa9c37bb-661c-4228-b931-7e02aec71748', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.100', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:58Z', 'updated_at': '2022-01-04T14:06:28Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:06:29Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:30.602537 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] Checking router: 3dbdce7d-c441-423d-9086-36cb33ceb553 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:06:30.610300 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:30.610886 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:30.792234 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:31.001612 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fa9c37bb-661c-4228-b931-7e02aec71748', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.100', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:58Z', 'updated_at': '2022-01-04T14:06:28Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:06:29Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:31.029804 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f7a60e-43e7-4fec-a67c-e568c7b33bae None None] The sync data for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv is: [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:29Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'fa9c37bb-661c-4228-b931-7e02aec71748', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.100', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'port_id': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1454, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'mac_address': 'fa:16:3e:be:75:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:05:58Z', 'updated_at': '2022-01-04T14:06:28Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:06:29Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:06:31.411750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41376) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:31.474125 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0773d013-8c6d-4742-af77-041c3c21f694 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 992 time: 0.0610421 Jan 04 14:06:31.812360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0eaebab1-1a73-4e07-a303-47d1fde7c711 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:31.864414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 0eaebab1-1a73-4e07-a303-47d1fde7c711 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:31.864791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:31.943469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:31.964181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 0eaebab1-1a73-4e07-a303-47d1fde7c711, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eaebab1-1a73-4e07-a303-47d1fde7c711,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:31.969183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:31.970001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1d7b6223-fd7b-4c94-b99a-382cc9504f31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:32.047108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:32.058035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:32.058412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:32.136676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:32.169946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d7b6223-fd7b-4c94-b99a-382cc9504f31,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:32.174470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:32.224854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:32.478009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41378) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:32.542128 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-faf4c37a-6b33-423e-9c65-6c2ea1dece4a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 992 time: 0.0629361 Jan 04 14:06:32.704523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32d7c576-50af-488f-adb9-61234135788b None None] New status for floating IP fa9c37bb-661c-4228-b931-7e02aec71748: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:06:33.546052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41380) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:33.609028 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f38e2abe-8eb1-4354-99c2-6dd2ec5fed01 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 200 len: 994 time: 0.0617111 Jan 04 14:06:33.771817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0eaebab1-1a73-4e07-a303-47d1fde7c711 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:33.818836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 0eaebab1-1a73-4e07-a303-47d1fde7c711 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:33.819150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:33.851725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41386) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:33.896568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1d7b6223-fd7b-4c94-b99a-382cc9504f31 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:33.942460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:33.942838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.005861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 8410231c-cbe2-46b6-99eb-0431421233e4 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:06:34.006240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.079859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.080112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.091715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 8410231c-cbe2-46b6-99eb-0431421233e4 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:06:34.236611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.266517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=8410231c-cbe2-46b6-99eb-0431421233e4,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:34.292585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.292937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.293283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.293619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.293975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.294307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.294636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.294960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.295284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.295606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.296569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.296909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.297230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:34.336410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.336727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP fa9c37bb-661c-4228-b931-7e02aec71748 disassociated (deleted). External IP: 172.36.2.100, port: 1ab397d7-6340-456b-b0d7-a3bfe75b4e26. Jan 04 14:06:34.549254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 3dbdce7d-c441-423d-9086-36cb33ceb553 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:06:34.954660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:06:34.959194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:34.965277 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f706c-b904-435a-832a-997d3caded26 None None] Sync routers for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:06:34.974346 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:34.974943 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:34.986854 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7aeab6af-0cb1-4afe-b8b9-a4143762d544 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/fa9c37bb-661c-4228-b931-7e02aec71748 HTTP/1.1" status: 204 len: 168 time: 1.1339681 Jan 04 14:06:34.987453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:06:34.990568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c" -d '{"events": [{"name": "network-changed", "server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:06:35.031658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:06:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b7ee069-8d2d-4004-987d-1f9fc686f2ea x-openstack-request-id: req-6b7ee069-8d2d-4004-987d-1f9fc686f2ea {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:06:35.031960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:06:35.032218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6b7ee069-8d2d-4004-987d-1f9fc686f2ea {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:06:35.032995 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'status': 'completed', 'code': 200} Jan 04 14:06:35.089298 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:35.096523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-93fe1bac-5442-4287-aa9f-60e74d49e189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:35.098145 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-93fe1bac-5442-4287-aa9f-60e74d49e189 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 1099 time: 0.0424545 Jan 04 14:06:35.231172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-306fd1e9-412b-4339-8ed0-20ec2107b566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:35.232716 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-306fd1e9-412b-4339-8ed0-20ec2107b566 service neutron] 10.222.0.13 "GET /v2.0/networks?id=58d4a681-fd8d-49f1-bb13-a96b53a936df HTTP/1.1" status: 200 len: 898 time: 0.1240208 Jan 04 14:06:35.256096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056b7f2f-2a00-4966-9d71-06801202d559 req-7bed3a13-ff8c-4e11-b404-9abca6525a00 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:35.257589 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-056b7f2f-2a00-4966-9d71-06801202d559 req-7bed3a13-ff8c-4e11-b404-9abca6525a00 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0712445 Jan 04 14:06:35.263520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:35.287803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-fafbf7f8-e219-4cc0-a13a-31cf1fc4b8d0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26 HTTP/1.1" status: 200 len: 217 time: 0.0461195 Jan 04 14:06:35.309308 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:06:32Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:35.338287 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f706c-b904-435a-832a-997d3caded26 None None] Checking router: 3dbdce7d-c441-423d-9086-36cb33ceb553 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:06:35.347304 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:35.347905 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:35.369763 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-056b7f2f-2a00-4966-9d71-06801202d559 req-8bfef6ad-681e-41bb-b8ea-b8f93fee298b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0847819 Jan 04 14:06:35.371294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-fe519ed3-2787-4129-ab07-a7ce6cf4f360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:35.372650 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-fe519ed3-2787-4129-ab07-a7ce6cf4f360 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=804cbad0-fe6c-40c5-bb5a-063a3fcc61cd HTTP/1.1" status: 200 len: 834 time: 0.0724020 Jan 04 14:06:35.421145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-3ecc0738-b57e-4bfa-9d07-bb3943b07eeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:35.422685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-3ecc0738-b57e-4bfa-9d07-bb3943b07eeb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=58d4a681-fd8d-49f1-bb13-a96b53a936df&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413761 Jan 04 14:06:35.455607 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:35.511214 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-d451e625-e8a7-4b5d-8565-41e36b9d8ba0 service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804713 Jan 04 14:06:35.604834 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-da1dd3bb-9b6b-47f0-b69e-d14c5cbef75c req-007375e5-c289-4452-a2bb-20af84372973 service neutron] 10.222.0.13 "GET /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856690 Jan 04 14:06:35.650015 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-458f706c-b904-435a-832a-997d3caded26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:06:32Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:35.675688 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458f706c-b904-435a-832a-997d3caded26 None None] The sync data for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv is: [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:05:43Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '1d7b6223-fd7b-4c94-b99a-382cc9504f31', 'name': '', 'network_id': '58d4a681-fd8d-49f1-bb13-a96b53a936df', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ed:a0:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_interface', 'standard_attr_id': 1442, 'fixed_ips': [{'subnet_id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:42Z', 'updated_at': '2022-01-04T14:06:32Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': '804cbad0-fe6c-40c5-bb5a-063a3fcc61cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:06:36.325053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b67bd27-80d0-4adc-a16a-e918e635b0ac None None] New status for floating IP fa9c37bb-661c-4228-b931-7e02aec71748: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:06:36.510503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-f542508c-cc10-4380-9505-2b310bb597be tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:36.511121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d29d3a-b972-4391-8096-3873d3d5d814 req-52e121e6-65c1-437b-8c1b-3495eb846847 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:36.511998 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-f542508c-cc10-4380-9505-2b310bb597be tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0577140 Jan 04 14:06:36.512595 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22d29d3a-b972-4391-8096-3873d3d5d814 req-52e121e6-65c1-437b-8c1b-3495eb846847 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=dda82416-20df-40c4-a4ee-7ec3ef45a878 HTTP/1.1" status: 200 len: 946 time: 0.0573423 Jan 04 14:06:36.564580 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22d29d3a-b972-4391-8096-3873d3d5d814 req-3bdacc85-d7f6-4d96-b02b-0c72d2a56fc6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459065 Jan 04 14:06:36.614326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:06:36.614668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:36.704644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:36.705005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:36.717500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:06:36.823948 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:06:36.849967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:36.878668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=1ab397d7-6340-456b-b0d7-a3bfe75b4e26,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:36.892208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.892570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.893510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.893900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.894238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.894579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.895095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.895390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.895725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.896057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.896397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.896725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.897051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:36.936573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:06:36.939119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:36.942640 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d866c309-7671-45bf-9bfe-55d0f0924207 req-536b18be-fbb2-4718-95d2-9d9215704599 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/1ab397d7-6340-456b-b0d7-a3bfe75b4e26 HTTP/1.1" status: 204 len: 173 time: 0.4244978 Jan 04 14:06:36.943083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'name': 'network-vif-deleted', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:06:36.945358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9648a053-2a79-4531-b8fc-661edcf312b1" -d '{"events": [{"server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "name": "network-vif-deleted", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:06:36.985442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-679a3ff8-728f-4e10-82ce-eefd6eb9c8e8 x-openstack-request-id: req-679a3ff8-728f-4e10-82ce-eefd6eb9c8e8 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:06:36.985792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dda82416-20df-40c4-a4ee-7ec3ef45a878", "name": "network-vif-deleted", "tag": "1ab397d7-6340-456b-b0d7-a3bfe75b4e26", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:06:36.986084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-679a3ff8-728f-4e10-82ce-eefd6eb9c8e8 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:06:36.986490 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dda82416-20df-40c4-a4ee-7ec3ef45a878', 'name': 'network-vif-deleted', 'tag': '1ab397d7-6340-456b-b0d7-a3bfe75b4e26', 'status': 'completed', 'code': 200} Jan 04 14:06:37.620509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41418) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:37.677745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1df260f1-c2d3-40ef-ad91-7b93d2613ef6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:37.703291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1df260f1-c2d3-40ef-ad91-7b93d2613ef6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:37.766769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1df260f1-c2d3-40ef-ad91-7b93d2613ef6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:37.769460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1df260f1-c2d3-40ef-ad91-7b93d2613ef6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:37.770665 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1df260f1-c2d3-40ef-ad91-7b93d2613ef6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c6e6a52-b32a-434a-b4c1-8e5cf2632ede HTTP/1.1" status: 204 len: 168 time: 0.1491699 Jan 04 14:06:37.780018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df260f1-c2d3-40ef-ad91-7b93d2613ef6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c6e6a52-b32a-434a-b4c1-8e5cf2632ede,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:37.803785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41422) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:38.166384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:38.423574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 1d7b6223-fd7b-4c94-b99a-382cc9504f31 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:06:38.423834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:38.568774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 1d7b6223-fd7b-4c94-b99a-382cc9504f31, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1d7b6223-fd7b-4c94-b99a-382cc9504f31,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:38.569164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:38.584857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 1d7b6223-fd7b-4c94-b99a-382cc9504f31 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:06:38.782731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:38.814014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=1d7b6223-fd7b-4c94-b99a-382cc9504f31,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:38.987610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:39.196398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 3dbdce7d-c441-423d-9086-36cb33ceb553 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:06:39.630083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:06:39.638988 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-db191091-a973-4d0e-bfa6-c7194c569327 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8314898 Jan 04 14:06:39.640957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41432) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:39.642755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] Sync routers for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:06:39.652693 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:39.653296 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:39.697587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet 804cbad0-fe6c-40c5-bb5a-063a3fcc61cd {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:06:39.701912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:39.771263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:39.773232 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:39.863949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:39.926629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:39.954606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=804cbad0-fe6c-40c5-bb5a-063a3fcc61cd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:39.958223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:39.961576 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f847848c-5827-4d80-8924-e8026867e715 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/804cbad0-fe6c-40c5-bb5a-063a3fcc61cd HTTP/1.1" status: 204 len: 168 time: 0.3195837 Jan 04 14:06:39.964561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41434) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:39.968762 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:06:38Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:39.972568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acbf17bc-c3c2-48b7-890c-8713422a2995 None None] Network 58d4a681-fd8d-49f1-bb13-a96b53a936df requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:06:39.996544 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] Checking router: 3dbdce7d-c441-423d-9086-36cb33ceb553 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:06:40.006849 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] Routers {'3dbdce7d-c441-423d-9086-36cb33ceb553'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:40.007828 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['3dbdce7d-c441-423d-9086-36cb33ceb553'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:40.092048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.236335 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] Set router 3dbdce7d-c441-423d-9086-36cb33ceb553 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:40.247935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.325403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] DHCP port deletion for 58d4a681-fd8d-49f1-bb13-a96b53a936df request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:06:40.332791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 0eaebab1-1a73-4e07-a303-47d1fde7c711 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:06:40.339407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.401436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] Deleting port 185d8676-81a4-4c37-9b74-d84a34e4ef53 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:06:40.402494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.432038 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:06:38Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:40.432438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 0eaebab1-1a73-4e07-a303-47d1fde7c711, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=0eaebab1-1a73-4e07-a303-47d1fde7c711,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:40.432809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.450226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 0eaebab1-1a73-4e07-a303-47d1fde7c711 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:06:40.472317 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98e5ff97-fe0a-4220-980e-6ce1e57027c2 None None] The sync data for ids ['3dbdce7d-c441-423d-9086-36cb33ceb553'] in dv-neutron-master-2-hyperv is: [{'id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'name': 'tempest-TestNetworkBasicOps-router-212568142', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:05:39Z', 'updated_at': '2022-01-04T14:06:38Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '0eaebab1-1a73-4e07-a303-47d1fde7c711', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:f7:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dbdce7d-c441-423d-9086-36cb33ceb553', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1439, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:05:40Z', 'updated_at': '2022-01-04T14:06:31Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:06:40.512577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] For port 185d8676-81a4-4c37-9b74-d84a34e4ef53, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185d8676-81a4-4c37-9b74-d84a34e4ef53,segment=NetworkSegment(d525a2a8-2519-409b-b7aa-2205491450d1),segment_id=d525a2a8-2519-409b-b7aa-2205491450d1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:40.513082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.526885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] Calling delete_port for 185d8676-81a4-4c37-9b74-d84a34e4ef53 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:06:40.624391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.659836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.660920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] Pushing event deleted for resources: {'Port': ['ID=185d8676-81a4-4c37-9b74-d84a34e4ef53,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:40.666455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5a34e3-3f47-4fbf-b665-81de4a5404bc None None] No DVR routers for this DVR port 185d8676-81a4-4c37-9b74-d84a34e4ef53 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:06:40.691125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=0eaebab1-1a73-4e07-a303-47d1fde7c711,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:40.702099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c7201b9-4ec5-4864-b32a-52813673f183 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:06:40.766875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.862439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.864555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.910733 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:06:40.911369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.911911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router 3dbdce7d-c441-423d-9086-36cb33ceb553 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:06:40.919130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:40.923541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b9d72d25-c831-4b51-bb5d-1c06f442ddb2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/3dbdce7d-c441-423d-9086-36cb33ceb553 HTTP/1.1" status: 204 len: 168 time: 0.9551911 Jan 04 14:06:40.923685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41442) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:40.937705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:06:40.938067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 1ab397d7-6340-456b-b0d7-a3bfe75b4e26 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:06:41.011802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.106624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.126937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58d4a681-fd8d-49f1-bb13-a96b53a936df']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:41.135954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd525a2a8-2519-409b-b7aa-2205491450d1') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:41.136255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd525a2a8-2519-409b-b7aa-2205491450d1') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:41.146221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.159228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.165078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:06:41.165458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:06:41.168410 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:06:41.236771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.255109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.258567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/58d4a681-fd8d-49f1-bb13-a96b53a936df HTTP/1.1" status: 204 len: 168 time: 0.3339026 Jan 04 14:06:41.259656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea852ef4-b23f-4e13-b437-c7baf427d020 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=58d4a681-fd8d-49f1-bb13-a96b53a936df,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:41.278697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41446) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:41.284317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--1601838672', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:41.308485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:06:41.312475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.336998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:06:41.345964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.346310 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment 1844320f-2546-4ed0-8923-a1481eeac3da of type vlan for network 313af041-feda-4a00-bafb-efde12f406d2 Jan 04 14:06:41.392567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.417665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.426868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:41.427235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.470918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1907821 Jan 04 14:06:41.473699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41448) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:41.480226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:41.510495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f57e1b-649d-4487-8f92-aaacfd01b726 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=313af041-feda-4a00-bafb-efde12f406d2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:41.521710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 313af041-feda-4a00-bafb-efde12f406d2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:06:41.543119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.544133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.606277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.746542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.788573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185d8676-81a4-4c37-9b74-d84a34e4ef53 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:06:41.809643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 185d8676-81a4-4c37-9b74-d84a34e4ef53 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:06:41.810016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185d8676-81a4-4c37-9b74-d84a34e4ef53 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:06:41.810441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1d7b6223-fd7b-4c94-b99a-382cc9504f31 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:06:41.830331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 1d7b6223-fd7b-4c94-b99a-382cc9504f31 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:06:41.830675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1d7b6223-fd7b-4c94-b99a-382cc9504f31 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:06:41.831092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0eaebab1-1a73-4e07-a303-47d1fde7c711 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:06:41.850229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 0eaebab1-1a73-4e07-a303-47d1fde7c711 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:06:41.850578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 0eaebab1-1a73-4e07-a303-47d1fde7c711 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:06:41.954033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:41.972083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.071240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.132 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/06ba0acb-883f-4c7d-8a01-24ab72b5be84) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:06:42.174160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.208284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.244222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:06:42.248546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:42.254667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:06:42.260676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=06ba0acb-883f-4c7d-8a01-24ab72b5be84,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:42.271720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2429221e-2246-4fba-83cc-02c1b2b5427b None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:06:42.381570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-11c0212b-8fe4-498e-8568-7b2a8054e909 None None] Provisioning complete for port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:42.382064 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11c0212b-8fe4-498e-8568-7b2a8054e909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.421831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-11c0212b-8fe4-498e-8568-7b2a8054e909 None None] Port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:42.516006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.715660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.843857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:06:42.948322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:06:42.958488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Sync routers for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:06:42.968399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:42.968946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:42.970638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:42.972670 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-05a50996-4290-4102-857d-3b054f9e6907 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4972138 Jan 04 14:06:42.975173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41452) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:43.004594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1dd0bbc3-b365-4e9d-97b3-1118088a3e65 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282564 Jan 04 14:06:43.007304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41454) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:43.085098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:43.096769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6eab40d-86d7-4823-a38c-afc02ff72a6d tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:43.100896 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a6eab40d-86d7-4823-a38c-afc02ff72a6d tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0900676 Jan 04 14:06:43.101108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41456) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:43.131501 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-07d6ed01-2c7b-41f6-a379-3286d4b69bc9 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0270646 Jan 04 14:06:43.131732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41458) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:43.136349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2092183902', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:43.229327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:06:43.232926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.262681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:42Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:43.293487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Checking router: fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:06:43.293843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Updating router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:06:43.321146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.444006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.512307 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=f63b1d2c-d54f-43fd-8f87-ba111a036512,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:43.520725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:06:43.521125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 313af041-feda-4a00-bafb-efde12f406d2, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:06:43.539911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 313af041-feda-4a00-bafb-efde12f406d2 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:06:43.550530 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 313af041-feda-4a00-bafb-efde12f406d2) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:43.555183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:43.555786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.569168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38436969-598f-4375-b32c-9dd4b59108c1 None None] Network 313af041-feda-4a00-bafb-efde12f406d2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:06:43.573991 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-67c280a2-8744-4caa-bed3-7aa5d9acffeb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.4412577 Jan 04 14:06:43.576715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:43.616297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.654509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.695951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f1243f-0d63-4e54-936e-7deb460f7482 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:06:43.724907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Attempting to bind port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:06:43.726636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Attempting to bind port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:06:43.727008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Attempting to bind port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:43.765802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1714-8cd5-4cca-ae01-c3b806d10446 None None] Pushing event updated for resources: {'Port': ['ID=06ba0acb-883f-4c7d-8a01-24ab72b5be84,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:43.769175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:06:43.769552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:06:43.769974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.770358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:06:43.770837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Bound port: 06ba0acb-883f-4c7d-8a01-24ab72b5be84, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:06:43.771744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.800494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-313af041-feda-4a00-bafb-efde12f406d2', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:06:43.801359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.838240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bb0ad7b4-a8d4-4ffe-9f60-31c8de381b8b None None] Provisioning complete for port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:43.838617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb0ad7b4-a8d4-4ffe-9f60-31c8de381b8b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.879333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] For port 06ba0acb-883f-4c7d-8a01-24ab72b5be84, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:06:43.884781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] For port 06ba0acb-883f-4c7d-8a01-24ab72b5be84, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06ba0acb-883f-4c7d-8a01-24ab72b5be84,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:06:43.937577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:43.942781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bb0ad7b4-a8d4-4ffe-9f60-31c8de381b8b None None] Port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:44.012815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec210d1-9813-4dfe-b6bc-10b729379bc0 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:06:44.042034 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56f1714-8cd5-4cca-ae01-c3b806d10446 None None] Pushing event updated for resources: {'Port': ['ID=06ba0acb-883f-4c7d-8a01-24ab72b5be84,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:44.053982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:44.054607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:44.059392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.108815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Allocated IP 172.20.0.2 (313af041-feda-4a00-bafb-efde12f406d2/f63b1d2c-d54f-43fd-8f87-ba111a036512/a68002df-eae7-42a0-811e-03f5bfc59561) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:06:44.240023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:44.268622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-853201f7-9bda-4ca7-a87d-0482890a56f2 None None] Provisioning complete for port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:44.269004 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-853201f7-9bda-4ca7-a87d-0482890a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.613110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.640983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.707359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (313af041-feda-4a00-bafb-efde12f406d2/f63b1d2c-d54f-43fd-8f87-ba111a036512/e5c8b2e6-ce9f-4977-bb34-a746b5e07be5) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:06:44.724250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Network 313af041-feda-4a00-bafb-efde12f406d2 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:06:44.725766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-853201f7-9bda-4ca7-a87d-0482890a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.741189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:44.754693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:06:44.767175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Pushing event updated for resources: {'Port': ['ID=a68002df-eae7-42a0-811e-03f5bfc59561,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:44.772535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-853201f7-9bda-4ca7-a87d-0482890a56f2 None None] For port 06ba0acb-883f-4c7d-8a01-24ab72b5be84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06ba0acb-883f-4c7d-8a01-24ab72b5be84,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:44.781582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-853201f7-9bda-4ca7-a87d-0482890a56f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.854940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.864007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:42Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:44.870963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Attempting to bind port a68002df-eae7-42a0-811e-03f5bfc59561 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:06:44.871336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Attempting to bind port a68002df-eae7-42a0-811e-03f5bfc59561 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:06:44.871703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Attempting to bind port a68002df-eae7-42a0-811e-03f5bfc59561 on network 313af041-feda-4a00-bafb-efde12f406d2 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:44.891946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.907858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ca28db-bede-4705-b727-f4344a84e364 None None] The sync data for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv is: [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:42Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:06:44.909911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:06:44.910283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Checking segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:06:44.910682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.911074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Bound using segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:06:44.911541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Bound port: a68002df-eae7-42a0-811e-03f5bfc59561, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:06:44.911935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:44.914332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853201f7-9bda-4ca7-a87d-0482890a56f2 None None] Pushing event updated for resources: {'Port': ['ID=06ba0acb-883f-4c7d-8a01-24ab72b5be84,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:44.940011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 313af041-feda-4a00-bafb-efde12f406d2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:06:44.946171 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:44.954144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:06:44.981582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:45.006705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.020175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] For port a68002df-eae7-42a0-811e-03f5bfc59561, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:06:45.025457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] For port a68002df-eae7-42a0-811e-03f5bfc59561, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a68002df-eae7-42a0-811e-03f5bfc59561,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:06:45.034297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.103128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927816f9-1b09-4b74-9039-724e81da3206 None None] Pushing event updated for resources: {'Port': ['ID=a68002df-eae7-42a0-811e-03f5bfc59561,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:45.159740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.526855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2dda00a6-a339-43f3-b741-52c511362ed0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.558057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.566020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.640884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:45.642708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:45.781023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 313af041-feda-4a00-bafb-efde12f406d2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:06:45.781023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:45.953147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 06ba0acb-883f-4c7d-8a01-24ab72b5be84 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:46.022154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:06:46.038125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:46.038794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:46.259568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a68002df-eae7-42a0-811e-03f5bfc59561 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:46.339994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a68002df-eae7-42a0-811e-03f5bfc59561 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:46.339994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:46.515986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:46.591939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port a68002df-eae7-42a0-811e-03f5bfc59561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a68002df-eae7-42a0-811e-03f5bfc59561,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:46.605426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:46.660808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=a68002df-eae7-42a0-811e-03f5bfc59561,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:46.666824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:06:46.672638 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a7b626de-ec47-4320-8311-1339010cb975 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/fec3b8f4-269c-4a3b-bb65-5ea549c13fa1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0940638 Jan 04 14:06:46.675806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41470) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:46.703726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-609ef2cd-23b9-473b-933d-f573e64a62c5 None None] Network 313af041-feda-4a00-bafb-efde12f406d2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:06:46.790701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-75f94652-3532-4769-a4f3-80ebf162b4e4 None None] Provisioning complete for port a68002df-eae7-42a0-811e-03f5bfc59561 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:46.790984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-75f94652-3532-4769-a4f3-80ebf162b4e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:46.899366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.899849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.900467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.902770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.902770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.902770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.914487 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d8b0f436-883a-4019-b596-3d08e794824f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2274482 Jan 04 14:06:46.914487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41472) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:46.997095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.997785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.998170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.998447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.999516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:46.999961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:47.002032 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2b7b6bb1-83ec-488b-9ed3-6e61c0d126b6 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0865016 Jan 04 14:06:47.005431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41474) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:47.215358 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7db7589a-1a33-49f2-b44b-0213cef143ec tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2085347 Jan 04 14:06:47.261098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5089bf85-7023-4e2c-a788-a83cc68322f4 None None] Provisioning complete for port a68002df-eae7-42a0-811e-03f5bfc59561 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:47.261552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5089bf85-7023-4e2c-a788-a83cc68322f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.271727 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Sync routers for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:06:47.289644 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:47.294279 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:47.429894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-2d320e89-f7dc-41a7-9bac-6c477b3a4ad5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0597272 Jan 04 14:06:47.465773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5089bf85-7023-4e2c-a788-a83cc68322f4 None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:47.466699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5089bf85-7023-4e2c-a788-a83cc68322f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.510960 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:47.543333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5089bf85-7023-4e2c-a788-a83cc68322f4 None None] Port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:47.562929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-d4f3c589-50cd-4521-8906-253e81a2a1d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:47.564461 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-d4f3c589-50cd-4521-8906-253e81a2a1d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1099 time: 0.0713532 Jan 04 14:06:47.685145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-62c920a0-b741-4907-8889-3be539531448 None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:47.689941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-62c920a0-b741-4907-8889-3be539531448 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.753411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41480) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:47.762216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1235278519', 'description': 'tempest-secgroup-smoke-1235278519 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:47.813834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.841196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-62c920a0-b741-4907-8889-3be539531448 None None] Port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:47.867764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-91f64b44-0c52-4923-9fe7-8c2614a1f701 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.871316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-40a6d011-1183-4d38-a98b-ee609bd6eb58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:47.877318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a68002df-eae7-42a0-811e-03f5bfc59561 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:47.878193 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-40a6d011-1183-4d38-a98b-ee609bd6eb58 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.2528327 Jan 04 14:06:47.974527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a68002df-eae7-42a0-811e-03f5bfc59561 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:47.974817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.978412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c21063b7-6fe8-4162-87d8-05878f25df45 None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:47.978819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c21063b7-6fe8-4162-87d8-05878f25df45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:47.994853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.006276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.048725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c21063b7-6fe8-4162-87d8-05878f25df45 None None] Port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:48.076373 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-ed117393-cc54-4450-8baf-7ade3380d465 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 1002 time: 0.1855524 Jan 04 14:06:48.085557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.087082 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.3325353 Jan 04 14:06:48.090169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41482) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:48.095718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c2ffc26-6810-473a-8afa-7f070ecf8abe', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:48.101841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a55d34d-0d49-44e5-b54e-9f4ce52592f8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c2ffc26-6810-473a-8afa-7f070ecf8abe,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:48.107831 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:48.157195 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Checking router: fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:06:48.158690 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Updating router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:06:48.170268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.170504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-18ec6c11-e35b-43fe-a643-9be8e25819c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:48.175073 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-18ec6c11-e35b-43fe-a643-9be8e25819c0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0888388 Jan 04 14:06:48.192354 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.253846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.263725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.276860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-51a1b6cf-8787-417a-b704-42cb5051602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:48.278771 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-51a1b6cf-8787-417a-b704-42cb5051602b service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0991647 Jan 04 14:06:48.285276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e366e9e-fa15-495d-bb82-e42eef7b2b61,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:48.305800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.308581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6e4a3c58-59c3-43ed-af90-05cde52e32c1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2157667 Jan 04 14:06:48.310312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41484) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:48.317404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c2ffc26-6810-473a-8afa-7f070ecf8abe', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:48.382833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.412356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-6921e297-a6fe-47fc-b085-81d91a8235f9 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209121 Jan 04 14:06:48.472229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.479182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.510644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d314fb5-e221-494d-b6c8-8de49f2b2dc6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:48.516135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.520496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41486) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:48.521313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-43e3d07b-c346-4141-a57d-3e6a323854c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2092621 Jan 04 14:06:48.526091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c2ffc26-6810-473a-8afa-7f070ecf8abe', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:48.573733 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-600c80c7-2007-4988-a04b-f14cb9b31e1c req-e4b69c5b-89b6-4d8b-beec-9de520f5ab1c service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507897 Jan 04 14:06:48.592196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.599866 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.615031 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.684864 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Pushing event updated for resources: {'Port': ['ID=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:48.687144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.696785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.724041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=beb33318-f562-4256-be37-756f00cc6f97,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:48.735245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.735364 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.735364 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.735574 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.735766 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.736102 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.736432 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.736831 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.737171 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.737498 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.737825 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.738174 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.738630 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.738967 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:06:48.740006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41490) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:48.747565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c827159d-8ec0-48c3-af92-5f776cf461d9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2241273 Jan 04 14:06:48.757383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c2ffc26-6810-473a-8afa-7f070ecf8abe', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:48.790770 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Attempting to bind port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:06:48.791150 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Attempting to bind port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:06:48.793653 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Attempting to bind port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 on network 313af041-feda-4a00-bafb-efde12f406d2 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:48.826378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 6, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:06:48.826378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Checking segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:06:48.826378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.826378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Bound using segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:06:48.826378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Bound port: e5c8b2e6-ce9f-4977-bb34-a746b5e07be5, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:06:48.826378 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.827314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.928800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.937900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.962174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1fdb0c7-1d90-4fdd-83d0-00b236091c82,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:48.979153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:48.984339 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-34faa6fe-52dd-4288-9bc5-cd6c8b90d1ed tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2395885 Jan 04 14:06:48.984997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41492) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:48.991455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c2ffc26-6810-473a-8afa-7f070ecf8abe', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:49.006064 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] For port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:06:49.010840 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] For port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:06:49.018897 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.032245 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:06:49.044673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.093029 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:06:49.094632 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:49.098799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-84ef285c-0f04-4111-967b-2c26137370d7 None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:49.100096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84ef285c-0f04-4111-967b-2c26137370d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.136384 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b13cdd-468d-4a6f-beab-34bc3be7d29e None None] Pushing event updated for resources: {'Port': ['ID=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:49.172308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.183891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.196426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.222490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b5d1732-54f7-4ff5-be61-46fb6fa4705f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:49.245309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.250943 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9efba461-5c7a-4302-ae16-20892bf4ce99 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2608852 Jan 04 14:06:49.255476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41494) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:49.262186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '9c2ffc26-6810-473a-8afa-7f070ecf8abe', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:49.281668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84ef285c-0f04-4111-967b-2c26137370d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.317886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:06:49.325565 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:06:49.332459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.338766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-84ef285c-0f04-4111-967b-2c26137370d7 None None] For port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:49.362405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84ef285c-0f04-4111-967b-2c26137370d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.440097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ef285c-0f04-4111-967b-2c26137370d7 None None] Pushing event updated for resources: {'Port': ['ID=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:49.459317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.464199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.486774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b413cd1-8c98-4fb6-a03d-84914c573d8c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:49.497390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-15f2ea35-8e00-4b9e-981a-63dfc5017d38 None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:49.498273 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-15f2ea35-8e00-4b9e-981a-63dfc5017d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.509378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:49.513751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09e016c8-5143-4ef7-9527-d82de7a6d3c7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2553585 Jan 04 14:06:49.647144 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:48Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:06:49.690712 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56eba3c0-32e7-41cc-b83b-53eaa9dfebbe None None] The sync data for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv is: [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:48Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:06:49.732987 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-e18940f5-fa49-4a88-831c-223aa7eee41c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1235278519&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0690477 Jan 04 14:06:49.912832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-acfe2ac5-7d02-4465-8cc7-f3edd71d5254 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:49.914965 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-acfe2ac5-7d02-4465-8cc7-f3edd71d5254 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 200 len: 797 time: 0.1554027 Jan 04 14:06:49.937193 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-4c7facf7-785e-468f-bff2-6d9a2886f933 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0148387 Jan 04 14:06:50.016416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-4a199822-6f9b-48ce-8691-3a8a45a1a6d6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0703423 Jan 04 14:06:50.128055 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-0d45dd39-c020-493f-ab39-0945b24f4f34 service neutron] 10.222.0.30 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1016443 Jan 04 14:06:50.248426 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-38040397-cdc7-45cb-8f9e-a675168de25d service neutron] 10.222.0.30 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035132 Jan 04 14:06:50.392404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:50.507332 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0913ef4d-fc64-43ee-897c-a41430cae3ed req-d093ba6d-2b73-4d76-85b6-0457b364e842 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 210 time: 0.0514016 Jan 04 14:06:51.554122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-04e52756-4134-4400-8b00-f35d66c0d700 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:51.556363 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-04e52756-4134-4400-8b00-f35d66c0d700 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 200 len: 797 time: 0.1165845 Jan 04 14:06:51.670279 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7f6748b4-1da5-4154-b1d9-c87dc09290bf req-20819ab6-93e3-4b93-9d6d-6c91d37182b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 210 time: 0.0534534 Jan 04 14:06:51.678833 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-cbeb1d12-ff9f-49a6-a09f-70b0d5fd08c8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 380 time: 0.1135240 Jan 04 14:06:51.692671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['9c2ffc26-6810-473a-8afa-7f070ecf8abe']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:51.831624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:06:51.836042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:51.845467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:51.907508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:51.907938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:51.994076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.4 (313af041-feda-4a00-bafb-efde12f406d2/f63b1d2c-d54f-43fd-8f87-ba111a036512/088c7818-6f32-4b24-a0c2-7acfe0507f44) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:06:52.023446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.153609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.204023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.250809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 313af041-feda-4a00-bafb-efde12f406d2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:06:52.253948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:52.260199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:06:52.286527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=088c7818-6f32-4b24-a0c2-7acfe0507f44,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:52.316059 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:52.316694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.335892 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-65bbe918-da10-4f8c-9329-9e133dbf08c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6514752 Jan 04 14:06:52.348292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Request body: {'port': {'device_id': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:52.404390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.549940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-80bcad04-5512-4eea-b591-54eca4e4602d None None] Provisioning complete for port 088c7818-6f32-4b24-a0c2-7acfe0507f44 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:52.550695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-80bcad04-5512-4eea-b591-54eca4e4602d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.591605 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-80bcad04-5512-4eea-b591-54eca4e4602d None None] Port 088c7818-6f32-4b24-a0c2-7acfe0507f44 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:52.668064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 088c7818-6f32-4b24-a0c2-7acfe0507f44 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:06:52.675738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.691980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Transition to ACTIVE for port object 088c7818-6f32-4b24-a0c2-7acfe0507f44 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:06:52.696886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.747386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=088c7818-6f32-4b24-a0c2-7acfe0507f44,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:52.799103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70894654-9805-4920-b87c-50caaa9fee56 req-2c9a893c-f243-4ec2-b622-a636490d540d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:52.800625 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-70894654-9805-4920-b87c-50caaa9fee56 req-2c9a893c-f243-4ec2-b622-a636490d540d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 943 time: 0.0596843 Jan 04 14:06:52.835955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Attempting to bind port 088c7818-6f32-4b24-a0c2-7acfe0507f44 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:06:52.836353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Attempting to bind port 088c7818-6f32-4b24-a0c2-7acfe0507f44 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:06:52.837392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Attempting to bind port 088c7818-6f32-4b24-a0c2-7acfe0507f44 on network 313af041-feda-4a00-bafb-efde12f406d2 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:52.841726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Port 088c7818-6f32-4b24-a0c2-7acfe0507f44 on network 313af041-feda-4a00-bafb-efde12f406d2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:06:52.842475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Attempting to bind port 088c7818-6f32-4b24-a0c2-7acfe0507f44 on network 313af041-feda-4a00-bafb-efde12f406d2 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:52.847899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:06:52.848313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Checking segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:06:52.848766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Bound using segment: {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:06:52.849253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Bound port: 088c7818-6f32-4b24-a0c2-7acfe0507f44, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1844320f-2546-4ed0-8923-a1481eeac3da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '313af041-feda-4a00-bafb-efde12f406d2'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:06:52.849687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.856596 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-70894654-9805-4920-b87c-50caaa9fee56 req-11865142-03f7-4f61-af51-1ccfb14f4a7d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497842 Jan 04 14:06:52.915615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] For port 088c7818-6f32-4b24-a0c2-7acfe0507f44, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:06:52.918758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] For port 088c7818-6f32-4b24-a0c2-7acfe0507f44, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:06:52.923411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.958010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:52.958632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:52.960027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] 10.222.0.13 "PUT /v2.0/ports/088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 200 len: 1093 time: 0.6160071 Jan 04 14:06:52.960470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:06:52.962748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12e75f2b-36ae-449f-a204-46c15e0334d4" -d '{"events": [{"name": "network-changed", "server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:06:52.987047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc071da-6774-42a9-ae3b-bd985e6ae9a6 service neutron] Pushing event updated for resources: {'Port': ['ID=088c7818-6f32-4b24-a0c2-7acfe0507f44,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:53.013911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:06:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c15c0c3-ed72-461c-b40e-d9db735fe169 x-openstack-request-id: req-5c15c0c3-ed72-461c-b40e-d9db735fe169 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:06:53.014214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:06:53.015082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5c15c0c3-ed72-461c-b40e-d9db735fe169 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:06:53.015631 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'status': 'completed', 'code': 200} Jan 04 14:06:53.050262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-a3904bb3-da05-43dd-ac6b-36a82d5bdea9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.051801 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-a3904bb3-da05-43dd-ac6b-36a82d5bdea9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1096 time: 0.0490329 Jan 04 14:06:53.101908 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-8fc7379f-333c-498f-ad3a-9459dc66e3b1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 200 len: 217 time: 0.0410764 Jan 04 14:06:53.155327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-9612daa9-7437-433e-bfc0-4e36ce57bda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.157076 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-9612daa9-7437-433e-bfc0-4e36ce57bda2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 200 len: 844 time: 0.0484886 Jan 04 14:06:53.203753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a838357-c774-4b01-83af-6343f93be29a req-1db3443d-74c9-47a7-b124-0f0ced32e5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.205261 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-1db3443d-74c9-47a7-b124-0f0ced32e5a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313af041-feda-4a00-bafb-efde12f406d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418446 Jan 04 14:06:53.300614 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-2654f2f2-14f5-4582-bb2f-a1a69429fab3 service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889735 Jan 04 14:06:53.306301 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-de4403a5-4274-4394-87a1-6c6cf5b578f2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646481043&fields=id&tenant_id=dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 267 time: 0.0447488 Jan 04 14:06:53.390025 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a838357-c774-4b01-83af-6343f93be29a req-774fa81a-3ae5-4158-a306-dfadfd9b2015 service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815892 Jan 04 14:06:53.418334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-f5a62e87-3345-465a-979a-8921c88c1322 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.419849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-f5a62e87-3345-465a-979a-8921c88c1322 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 812 time: 0.1061966 Jan 04 14:06:53.435427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-861c3804-39c3-468b-bd97-abe8756b4015 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/quotas/dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 375 time: 0.0094028 Jan 04 14:06:53.475540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-5a46cbcb-3128-4a8e-b67e-67d237ed081e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.477030 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-5a46cbcb-3128-4a8e-b67e-67d237ed081e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1096 time: 0.0455298 Jan 04 14:06:53.489357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-498e4045-2951-4533-a791-72339042c83d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0473797 Jan 04 14:06:53.567852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-b148e290-9073-4ac8-8630-fde6d51a5bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.569337 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-b148e290-9073-4ac8-8630-fde6d51a5bca service neutron] 10.222.0.13 "GET /v2.0/networks?id=313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 200 len: 898 time: 0.0847721 Jan 04 14:06:53.585129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-f9876304-f875-4b67-92ac-2539e75442b4 service neutron] 10.222.0.30 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838034 Jan 04 14:06:53.614084 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-c4a709d0-d7f1-45d5-9161-fe9032a28bca service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 200 len: 217 time: 0.0380862 Jan 04 14:06:53.663397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-93b277fe-6086-4e6d-941a-220993021dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.664855 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-93b277fe-6086-4e6d-941a-220993021dee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 200 len: 844 time: 0.0440316 Jan 04 14:06:53.674947 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-72b1d79e-773f-483c-873c-86cd4c8d5996 service neutron] 10.222.0.30 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837765 Jan 04 14:06:53.715476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-73794f85-5485-42f0-8bdf-1793708eb716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.715476 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-73794f85-5485-42f0-8bdf-1793708eb716 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313af041-feda-4a00-bafb-efde12f406d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408120 Jan 04 14:06:53.810394 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-63f9d423-2094-48f2-bff8-c48d445875aa service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899844 Jan 04 14:06:53.913018 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-12e75f2b-36ae-449f-a204-46c15e0334d4 req-1049c4e0-ede9-420a-ae5b-b474d748fa15 service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946281 Jan 04 14:06:53.970331 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e3d37556-23bb-46da-bd20-aea13d3f188d req-33002ae9-d18c-40a1-9731-07e18a542a4e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0308595 Jan 04 14:06:53.991723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33bd051-049b-4fdf-b6eb-479ad7a76a6d req-5d2d4980-8bc8-450e-9f1a-4200bf2ace7d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:53.993220 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b33bd051-049b-4fdf-b6eb-479ad7a76a6d req-5d2d4980-8bc8-450e-9f1a-4200bf2ace7d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 943 time: 0.0565281 Jan 04 14:06:54.043958 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b33bd051-049b-4fdf-b6eb-479ad7a76a6d req-8152b81d-ecf1-443d-8d57-5ea01e89fa8a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437765 Jan 04 14:06:54.841244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-f71ba1e6-fbdc-4f44-8b28-1a3f9ed9ea51 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:54.843323 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-f71ba1e6-fbdc-4f44-8b28-1a3f9ed9ea51 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 812 time: 0.1024060 Jan 04 14:06:54.908692 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-403f14f5-eece-4c5c-8442-1b7296fbf9f7 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dd0bfa8d16b046e0927c65dac76c33f2 HTTP/1.1" status: 200 len: 380 time: 0.0575376 Jan 04 14:06:54.917510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'port': {'device_id': 'faeb4726-74a9-4928-9942-98259bd385c9', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'admin_state_up': True, 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'security_groups': ['c9cd5e7c-dd6f-40d0-92e4-ce0490455afd']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:54.982562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 088c7818-6f32-4b24-a0c2-7acfe0507f44 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:06:55.050754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Made reservation on behalf of dd0bfa8d16b046e0927c65dac76c33f2 for: {'port': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:06:55.054753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.075375 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a08566c5-69c8-4e0d-b2f1-6f925d125e26 req-63c4693b-f94a-4d1d-8301-831e1bda4fc3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0289190 Jan 04 14:06:55.134712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 088c7818-6f32-4b24-a0c2-7acfe0507f44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:55.147455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'port_id': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'mac_address': 'fa:16:3e:ae:47:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:06:55.189051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.202720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 088c7818-6f32-4b24-a0c2-7acfe0507f44 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:06:55.223408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 088c7818-6f32-4b24-a0c2-7acfe0507f44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:55.228487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.231840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0cd1-7041-4167-a1e3-44df724863c6 req-a6f08523-b0d0-4a77-bdc5-0a73153fca43 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:55.234105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-95cc0cd1-7041-4167-a1e3-44df724863c6 req-a6f08523-b0d0-4a77-bdc5-0a73153fca43 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 943 time: 0.0962849 Jan 04 14:06:55.241678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Allocated IP 172.20.0.13 (68785ae6-0ee9-4234-8207-0c37d0263610/83b0e593-57d8-4548-831e-2777178c68ad/cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:06:55.286377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=088c7818-6f32-4b24-a0c2-7acfe0507f44,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:55.322664 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-95cc0cd1-7041-4167-a1e3-44df724863c6 req-72027a26-5e15-47b6-bd19-b0d29600eb8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0823181 Jan 04 14:06:55.421231 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.446776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['088c7818-6f32-4b24-a0c2-7acfe0507f44'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:06:55.456633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.500081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Network 68785ae6-0ee9-4234-8207-0c37d0263610 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:06:55.505351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:06:55.510036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:06:55.514237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:55.567852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:55.568684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.589099 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-fae0f8af-cbc1-4dc0-9044-a64bb0b09e12 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6748581 Jan 04 14:06:55.603693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Request body: {'port': {'device_id': 'faeb4726-74a9-4928-9942-98259bd385c9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:55.667408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.785080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-28d3f62b-0505-4919-9954-792658c42b86 None None] Provisioning complete for port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:55.785582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28d3f62b-0505-4919-9954-792658c42b86 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.820840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-28d3f62b-0505-4919-9954-792658c42b86 None None] Port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:06:55.955075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 {{(pid=103265) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:06:55.963389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:55.976476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.provisioning_blocks [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Transition to ACTIVE for port object cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 will not be triggered until provisioned by entity L2. {{(pid=103265) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:06:55.980435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:56.032992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:56.112174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Attempting to bind port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:06:56.112672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Attempting to bind port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:06:56.113012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Attempting to bind port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:56.118177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 on network 68785ae6-0ee9-4234-8207-0c37d0263610 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:06:56.118441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Attempting to bind port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 on network 68785ae6-0ee9-4234-8207-0c37d0263610 {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:06:56.124779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 6, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:06:56.125355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Checking segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:06:56.126003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Bound using segment: {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'} {{(pid=103265) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:06:56.126760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.managers [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Bound port: cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00ca8dac-b3e8-41db-bfed-43056bf1bd10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610'}}] {{(pid=103265) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:06:56.127294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:56.216223 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] For port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host hv-neutron-mast, cleared binding levels {{(pid=103265) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:06:56.220144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffeb4ea-451d-40a8-b4c5-71169fbefba2 req-1b79e7c7-308e-4645-bacb-47f94fe671dc tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.220727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] For port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103265) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:06:56.222916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ffeb4ea-451d-40a8-b4c5-71169fbefba2 req-1b79e7c7-308e-4645-bacb-47f94fe671dc tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0688276 Jan 04 14:06:56.226299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:56.264991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.265753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:56.267671 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] 10.222.0.13 "PUT /v2.0/ports/cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 HTTP/1.1" status: 200 len: 1094 time: 0.6684825 Jan 04 14:06:56.267671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:06:56.270165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-094a1a75-bc18-411f-abe9-f9a4488f952c" -d '{"events": [{"name": "network-changed", "server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:06:56.288716 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ffeb4ea-451d-40a8-b4c5-71169fbefba2 req-75cf0f5b-2109-4e56-8b01-afdf598e8906 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587246 Jan 04 14:06:56.296346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3545d8ed-e7b6-4b06-8b19-89e644cc5938 service neutron] Pushing event updated for resources: {'Port': ['ID=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,revision_number=3']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:56.356707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:06:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb85f637-ae05-43d6-b069-20b9663a8347 x-openstack-request-id: req-cb85f637-ae05-43d6-b069-20b9663a8347 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:06:56.357129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:06:56.357507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cb85f637-ae05-43d6-b069-20b9663a8347 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:06:56.358035 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'status': 'completed', 'code': 200} Jan 04 14:06:56.380742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-8064a420-8714-4cab-882d-432b8db2402d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.382572 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-8064a420-8714-4cab-882d-432b8db2402d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 1097 time: 0.0714803 Jan 04 14:06:56.433065 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-cf9ed474-4b4b-4982-b3dd-557cae896e31 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 HTTP/1.1" status: 200 len: 217 time: 0.0437131 Jan 04 14:06:56.461614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39baca3b-125a-4361-8918-4fcc82f45a1b req-b665c5ae-2f80-4f5d-b4b2-729d59541962 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.463460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-39baca3b-125a-4361-8918-4fcc82f45a1b req-b665c5ae-2f80-4f5d-b4b2-729d59541962 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 944 time: 0.0582476 Jan 04 14:06:56.491218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-74714094-3a1e-4423-97f6-3bd52ac3aa35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.492955 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-74714094-3a1e-4423-97f6-3bd52ac3aa35 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0471795 Jan 04 14:06:56.517416 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-39baca3b-125a-4361-8918-4fcc82f45a1b req-da655613-2816-47f0-8134-32ddfb341abc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474620 Jan 04 14:06:56.546594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-7757fec8-cc21-4edf-a2db-9fdeb2e7476d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.548131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-7757fec8-cc21-4edf-a2db-9fdeb2e7476d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0470483 Jan 04 14:06:56.643865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-6ce3084f-28bc-4dcc-bde4-56f95084f53c service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890753 Jan 04 14:06:56.732543 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3b9f1c41-e477-4de1-89de-8f4e9449af01 req-2460a0a5-4b01-4520-9860-b361e97e4a40 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821972 Jan 04 14:06:56.816397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-b7da3406-486e-4558-a93f-39fb0b22255e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.818063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-b7da3406-486e-4558-a93f-39fb0b22255e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 1097 time: 0.0407765 Jan 04 14:06:56.909687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-9ee79189-0584-4321-983c-b37cd13609c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:56.911199 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-9ee79189-0584-4321-983c-b37cd13609c1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0867591 Jan 04 14:06:56.950576 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-c1adae2d-6989-4799-af6b-d584c8fda333 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 HTTP/1.1" status: 200 len: 217 time: 0.0334933 Jan 04 14:06:57.002697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 088c7818-6f32-4b24-a0c2-7acfe0507f44 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:06:57.004499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-fe1c4cb0-945d-46a3-afd8-b9e16248c8a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:57.006038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-fe1c4cb0-945d-46a3-afd8-b9e16248c8a1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0487034 Jan 04 14:06:57.054976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-35862ca4-abb6-4f18-bf93-0b679a11440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:57.057087 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-35862ca4-abb6-4f18-bf93-0b679a11440c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442698 Jan 04 14:06:57.067139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 088c7818-6f32-4b24-a0c2-7acfe0507f44 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:06:57.071746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 088c7818-6f32-4b24-a0c2-7acfe0507f44 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:06:57.072644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:57.167296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:57.168182 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-63bf8856-7864-4e72-9700-12f995393b50 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995932 Jan 04 14:06:57.196431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:06:57.200765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbfddf48-108a-4222-b395-8138c41b05f5" -d '{"events": [{"server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "name": "network-vif-plugged", "status": "completed", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:06:57.218666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 088c7818-6f32-4b24-a0c2-7acfe0507f44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:06:57.223955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:57.260879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:06:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-220db58c-3625-4298-a4e6-f09dcd1ba4eb x-openstack-request-id: req-220db58c-3625-4298-a4e6-f09dcd1ba4eb {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:06:57.261088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "name": "network-vif-plugged", "status": "completed", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:06:57.261345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-220db58c-3625-4298-a4e6-f09dcd1ba4eb {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:06:57.261860 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'code': 200} Jan 04 14:06:57.266356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-094a1a75-bc18-411f-abe9-f9a4488f952c req-9bcceccf-a7ad-4494-a5c3-fdd8cfc41c95 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910361 Jan 04 14:06:57.300121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=088c7818-6f32-4b24-a0c2-7acfe0507f44,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:06:57.430982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d71965-0356-44df-8227-3ca37f5b15ce req-244d9111-d58a-44d5-86a0-0f3af25484b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:57.432036 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15921d71-211d-4ec7-8947-9949c858fb70 req-5c154e1b-50b0-4007-a2f5-fcbff3952871 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:57.432687 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a6d71965-0356-44df-8227-3ca37f5b15ce req-244d9111-d58a-44d5-86a0-0f3af25484b0 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1098 time: 0.0448465 Jan 04 14:06:57.434325 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-15921d71-211d-4ec7-8947-9949c858fb70 req-5c154e1b-50b0-4007-a2f5-fcbff3952871 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0605037 Jan 04 14:06:57.487417 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a6d71965-0356-44df-8227-3ca37f5b15ce req-5114f920-693a-4109-9497-ee7a7330e392 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480332 Jan 04 14:06:57.490381 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-15921d71-211d-4ec7-8947-9949c858fb70 req-3379d272-9e0a-4592-9f96-62adf3871988 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493848 Jan 04 14:06:57.637984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93167e6b-4ca9-42c1-bd1c-903c3a862f51 req-340fcac9-02c6-41e0-aaea-ed849eeda933 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:57.642559 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93167e6b-4ca9-42c1-bd1c-903c3a862f51 req-340fcac9-02c6-41e0-aaea-ed849eeda933 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 945 time: 0.0556185 Jan 04 14:06:57.701197 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-93167e6b-4ca9-42c1-bd1c-903c3a862f51 req-c7a936d4-f7c8-4976-be2c-d5e1d3e804bd tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0528543 Jan 04 14:06:58.613282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e09ea-e5f3-4e9c-bab9-c2f50df459c8 req-6386410c-6ba0-4350-b53d-206993b9456e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:58.615469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-203e09ea-e5f3-4e9c-bab9-c2f50df459c8 req-6386410c-6ba0-4350-b53d-206993b9456e tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0536373 Jan 04 14:06:58.668510 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-203e09ea-e5f3-4e9c-bab9-c2f50df459c8 req-17ebd3fd-6865-43f3-87e8-dceda808d6c5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448527 Jan 04 14:06:58.823356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb87213-6bb2-4105-a7e8-4b0f5a1607ef req-c31a5f38-5e2a-4d35-aaab-e7dcfea9be92 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:58.824846 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-acb87213-6bb2-4105-a7e8-4b0f5a1607ef req-c31a5f38-5e2a-4d35-aaab-e7dcfea9be92 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 945 time: 0.0504534 Jan 04 14:06:58.877667 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-acb87213-6bb2-4105-a7e8-4b0f5a1607ef req-5ae17f34-9728-4be5-a6df-9a39adb62689 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462258 Jan 04 14:06:58.998363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cd0fb9-fb09-4ebf-a72d-ac09b78ffffb req-27e3b482-f1ef-486b-a783-8e4f053202e9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:59.000057 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e6cd0fb9-fb09-4ebf-a72d-ac09b78ffffb req-27e3b482-f1ef-486b-a783-8e4f053202e9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 945 time: 0.0504756 Jan 04 14:06:59.060031 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e6cd0fb9-fb09-4ebf-a72d-ac09b78ffffb req-2ee4c451-1f5a-422e-a307-15fcbe30ce42 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536017 Jan 04 14:06:59.083348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41588) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:59.137190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4af1b4b-f539-4a95-9aed-bb47653c948e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:59.138899 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e4af1b4b-f539-4a95-9aed-bb47653c948e tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1093 time: 0.0543923 Jan 04 14:06:59.142458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41590) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:06:59.147210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:06:59.174173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:59.287000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:59.741080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.137 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/f1bb949e-750f-4720-a651-b855edc054ff) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:06:59.848341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2fc8a7-b885-49df-b9f4-76a7d3cbef10 req-6c84f8d1-6b47-482f-b08c-27bee8374866 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:06:59.849779 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3d2fc8a7-b885-49df-b9f4-76a7d3cbef10 req-6c84f8d1-6b47-482f-b08c-27bee8374866 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.1044040 Jan 04 14:06:59.903528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:06:59.928436 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3d2fc8a7-b885-49df-b9f4-76a7d3cbef10 req-1317b9fb-8bcf-435f-8459-a60151d119ca tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710199 Jan 04 14:06:59.965523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:00.004794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:07:00.009453 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:07:00.013790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:07:00.017472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=f1bb949e-750f-4720-a651-b855edc054ff,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:07:00.382632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:00.454598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:00.605613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:00.611373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:00.680563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=f1bb949e-750f-4720-a651-b855edc054ff,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:07:00.692011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:00.791814 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP e6b33755-88de-4bc6-bea7-cea9a3281edc associated. External IP: 172.36.2.137, port: 088c7818-6f32-4b24-a0c2-7acfe0507f44. Jan 04 14:07:01.007969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:07:01.071172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d7aec01-e54e-48ee-861d-4afb556c6e36 req-bd094e34-9966-4ec1-a272-faf6f14d0d74 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:01.073456 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0d7aec01-e54e-48ee-861d-4afb556c6e36 req-bd094e34-9966-4ec1-a272-faf6f14d0d74 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0664098 Jan 04 14:07:01.135038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0d7aec01-e54e-48ee-861d-4afb556c6e36 req-ffb93ef0-ba57-4187-ba00-e9e42b2ac0b2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0542145 Jan 04 14:07:01.161269 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:07:01.175945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] Sync routers for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:07:01.181521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:01.199710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:07:01.201422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:01.217023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41596) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:07:01.217412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-64be00be-891d-46fa-912e-c3156eb46535 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0734243 Jan 04 14:07:01.217790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:07:01.220098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24948882-c3b8-4cab-93b6-8cadf60a573d" -d '{"events": [{"name": "network-changed", "server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:07:01.270632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:07:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e88d52e5-0445-46d7-8798-c49c3ff7ce22 x-openstack-request-id: req-e88d52e5-0445-46d7-8798-c49c3ff7ce22 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:07:01.270924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:07:01.272216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e88d52e5-0445-46d7-8798-c49c3ff7ce22 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:07:01.272216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'status': 'completed', 'code': 200} Jan 04 14:07:01.304918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dab22305-4738-4102-ae18-d67cd188e6c9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/e6b33755-88de-4bc6-bea7-cea9a3281edc HTTP/1.1" status: 200 len: 991 time: 0.0852866 Jan 04 14:07:01.342443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-0b8b9b24-76d5-43a8-a852-d4f4e6d83f1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:01.344222 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-0b8b9b24-76d5-43a8-a852-d4f4e6d83f1c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1098 time: 0.0513356 Jan 04 14:07:01.442921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-86ab4aa8-98ea-4518-b88f-c470ce639ca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:01.444469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-86ab4aa8-98ea-4518-b88f-c470ce639ca5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 200 len: 898 time: 0.0936127 Jan 04 14:07:01.488793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:07:01.517448 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-57586faa-3337-4afe-a63a-efafad380027 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 200 len: 999 time: 0.0648141 Jan 04 14:07:01.567374 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-148261f2-97bd-4b99-ba7b-23768b647dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:01.568948 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-148261f2-97bd-4b99-ba7b-23768b647dbd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 200 len: 844 time: 0.0451634 Jan 04 14:07:01.615149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-a0e51fa5-2b29-429a-968b-b8ca463c064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:01.616751 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-a0e51fa5-2b29-429a-968b-b8ca463c064f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313af041-feda-4a00-bafb-efde12f406d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415053 Jan 04 14:07:01.710537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e6b33755-88de-4bc6-bea7-cea9a3281edc', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.137', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'port_id': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'mac_address': 'fa:16:3e:ae:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:07:00Z', 'updated_at': '2022-01-04T14:07:00Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:49Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:01.715574 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-cecd8f2a-0e3e-4084-9a0c-113327834369 service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908473 Jan 04 14:07:01.743917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] Checking router: fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:07:01.752659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:07:01.753371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:01.824382 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24948882-c3b8-4cab-93b6-8cadf60a573d req-13a0f643-3047-4df8-bdaa-bbd28639e1f3 service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012778 Jan 04 14:07:01.863347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:07:02.086760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e6b33755-88de-4bc6-bea7-cea9a3281edc', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.137', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'port_id': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'mac_address': 'fa:16:3e:ae:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:07:00Z', 'updated_at': '2022-01-04T14:07:00Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:49Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:02.116398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8429181-7ce1-4ef8-82fc-31b4eed984b7 None None] The sync data for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv is: [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'e6b33755-88de-4bc6-bea7-cea9a3281edc', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.137', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'port_id': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1474, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'mac_address': 'fa:16:3e:ae:47:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:07:00Z', 'updated_at': '2022-01-04T14:07:00Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:49Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:07:02.257553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77ee8cc-cd8f-4b7b-bf7c-4cbffc0d966e req-d3dc596d-7140-4189-8228-69e4435529d0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:02.259182 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b77ee8cc-cd8f-4b7b-bf7c-4cbffc0d966e req-d3dc596d-7140-4189-8228-69e4435529d0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0540652 Jan 04 14:07:02.309769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41602) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:07:02.323465 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b77ee8cc-cd8f-4b7b-bf7c-4cbffc0d966e req-a7104171-2faa-4ec0-9f13-16ae9fa4b539 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560710 Jan 04 14:07:02.349184 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfcde5a6-27ea-4198-be64-3ed3ef1e9727 None None] New status for floating IP e6b33755-88de-4bc6-bea7-cea9a3281edc: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:07:02.381293 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-652382e7-88fe-4236-83c4-c60d1d4d7f23 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/e6b33755-88de-4bc6-bea7-cea9a3281edc HTTP/1.1" status: 200 len: 991 time: 0.0690122 Jan 04 14:07:03.385145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41606) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:07:03.475815 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e04ce52e-7d14-4f00-b815-c238517ec93d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/e6b33755-88de-4bc6-bea7-cea9a3281edc HTTP/1.1" status: 200 len: 993 time: 0.0891404 Jan 04 14:07:03.492698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2908c59-9d0a-46c1-90f6-4def481dbc2a req-2c768d5c-5569-42e7-9d32-6af9b825b4a9 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:03.494194 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b2908c59-9d0a-46c1-90f6-4def481dbc2a req-2c768d5c-5569-42e7-9d32-6af9b825b4a9 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0715082 Jan 04 14:07:03.544199 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b2908c59-9d0a-46c1-90f6-4def481dbc2a req-c5a78e8a-978e-44be-89d2-2db67ed88e62 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434489 Jan 04 14:07:04.664972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991d60f-b9b8-44a2-a31e-b1a00e53680e req-fee2717b-03df-4dcb-a67b-d35f85a2d079 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:04.666459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4991d60f-b9b8-44a2-a31e-b1a00e53680e req-fee2717b-03df-4dcb-a67b-d35f85a2d079 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0539963 Jan 04 14:07:04.719438 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4991d60f-b9b8-44a2-a31e-b1a00e53680e req-a0298fb7-4c36-4709-8ca4-4c0782ba53fe tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463185 Jan 04 14:07:05.262045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:05.833222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7369597-191c-4873-af13-8f9630e9afeb req-284cf0a8-b002-4861-8bbb-4d18c1c451cd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:05.834725 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a7369597-191c-4873-af13-8f9630e9afeb req-284cf0a8-b002-4861-8bbb-4d18c1c451cd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0485244 Jan 04 14:07:05.883416 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a7369597-191c-4873-af13-8f9630e9afeb req-a9649da1-843b-49b9-84b2-2ef997c4bdc7 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427368 Jan 04 14:07:06.999090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e75334d7-c5f5-4c39-a1cb-670bfc8b5510 req-a8c62b8b-9bd4-4574-a760-6e20679ba6cb tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:07.000525 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e75334d7-c5f5-4c39-a1cb-670bfc8b5510 req-a8c62b8b-9bd4-4574-a760-6e20679ba6cb tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0510468 Jan 04 14:07:07.048636 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e75334d7-c5f5-4c39-a1cb-670bfc8b5510 req-d4d8462a-6909-4102-8f6d-2b0b10c99db2 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420682 Jan 04 14:07:08.165662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9e654b-e55a-489e-8f79-3ac10a544111 req-24b6476d-61f5-41e9-b6cf-abf8b684dd98 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:08.167176 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb9e654b-e55a-489e-8f79-3ac10a544111 req-24b6476d-61f5-41e9-b6cf-abf8b684dd98 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0529175 Jan 04 14:07:08.214200 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb9e654b-e55a-489e-8f79-3ac10a544111 req-98fa19be-a2c1-4cb7-8b18-4cdd099df09b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412049 Jan 04 14:07:09.329613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9662e3-8225-453e-ae4e-39881964e5f5 req-c4083b36-2eba-445e-b5fd-6a1268493500 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:09.331251 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b9662e3-8225-453e-ae4e-39881964e5f5 req-c4083b36-2eba-445e-b5fd-6a1268493500 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0500283 Jan 04 14:07:09.379284 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b9662e3-8225-453e-ae4e-39881964e5f5 req-b3d41f03-5b9f-4211-982a-9f8161172405 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421913 Jan 04 14:07:10.497672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc690f-095a-4236-84d6-d65a05a4c2fc req-f3aaa833-a263-4266-ac55-2b6455048879 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:10.499244 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-04cc690f-095a-4236-84d6-d65a05a4c2fc req-f3aaa833-a263-4266-ac55-2b6455048879 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 944 time: 0.0525348 Jan 04 14:07:10.548571 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-04cc690f-095a-4236-84d6-d65a05a4c2fc req-10f350aa-a159-43f3-8205-dc2c9b8caa3c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432365 Jan 04 14:07:11.060798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:07:11.155413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:07:11.166496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'port_id': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'mac_address': 'fa:16:3e:a8:2b:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:07:11.202240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:11.214189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:07:11.232033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:07:11.236469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:11.280908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:07:11.469307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:07:11.661343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b34a1f-2331-406d-a7eb-77c33882552d req-7d7d8b50-79c4-4b43-877b-8d0cdda6bb14 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:11.662853 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47b34a1f-2331-406d-a7eb-77c33882552d req-7d7d8b50-79c4-4b43-877b-8d0cdda6bb14 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 945 time: 0.0484385 Jan 04 14:07:11.714382 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47b34a1f-2331-406d-a7eb-77c33882552d req-f3e797b4-e89a-45bc-a52c-8ec1b3d3ce91 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456247 Jan 04 14:07:12.827343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f9e05-9077-4742-8f98-d308b9a7c4b8 req-268ee5f3-752d-4726-a10e-59957c896e6b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:12.828699 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5a7f9e05-9077-4742-8f98-d308b9a7c4b8 req-268ee5f3-752d-4726-a10e-59957c896e6b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 945 time: 0.0480695 Jan 04 14:07:12.879743 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5a7f9e05-9077-4742-8f98-d308b9a7c4b8 req-aeb58e4e-08bf-4ff5-a687-74960a63c8a6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452044 Jan 04 14:07:13.064394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:07:13.114488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:07:13.118244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:07:13.118617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:13.192391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:13.213460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:07:13.215700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f073c6ef-03f5-49ad-9068-0edce4c9873b" -d '{"events": [{"server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:07:13.228965 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:07:13.233525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:13.256005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:07:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d32d154-ebee-4416-8a20-c2e8737ddef6 x-openstack-request-id: req-3d32d154-ebee-4416-8a20-c2e8737ddef6 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:07:13.256299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "name": "network-vif-plugged", "status": "completed", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:07:13.256558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3d32d154-ebee-4416-8a20-c2e8737ddef6 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:07:13.256948 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'code': 200} Jan 04 14:07:13.286328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:07:13.439932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5afd8b7-986c-4525-bd3d-3ba2e0faea8b req-483166c7-3152-4649-9840-572516c24595 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:13.441382 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5afd8b7-986c-4525-bd3d-3ba2e0faea8b req-483166c7-3152-4649-9840-572516c24595 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 1099 time: 0.0392959 Jan 04 14:07:13.488559 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5afd8b7-986c-4525-bd3d-3ba2e0faea8b req-8302328a-4ced-458f-a0eb-25bdb16db17e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396526 Jan 04 14:07:13.822348 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:07:13.991598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80026ed8-7e40-4c5a-9693-fb61e18702dd req-17677d80-e264-4807-b8d1-d254d7cc068b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:13.992953 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80026ed8-7e40-4c5a-9693-fb61e18702dd req-17677d80-e264-4807-b8d1-d254d7cc068b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 946 time: 0.0475311 Jan 04 14:07:14.042542 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80026ed8-7e40-4c5a-9693-fb61e18702dd req-6dae2c29-92d9-4d3a-b51d-fee8f518e59f tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432150 Jan 04 14:07:15.156277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d662e1e-0ec9-4b05-bee2-c7be2f3ae88c req-94268aad-1f83-4497-a7b0-f42d432ffe35 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:15.157731 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1d662e1e-0ec9-4b05-bee2-c7be2f3ae88c req-94268aad-1f83-4497-a7b0-f42d432ffe35 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 946 time: 0.0476823 Jan 04 14:07:15.205108 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1d662e1e-0ec9-4b05-bee2-c7be2f3ae88c req-f902e7e4-ba29-4df8-a902-255b2620e61a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415330 Jan 04 14:07:15.320741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6247dc40-b266-4fa1-878c-6668722a91ad req-e24597dd-216a-48cd-ac73-0ee75c6caab3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:15.322275 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6247dc40-b266-4fa1-878c-6668722a91ad req-e24597dd-216a-48cd-ac73-0ee75c6caab3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 946 time: 0.0524547 Jan 04 14:07:15.370113 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6247dc40-b266-4fa1-878c-6668722a91ad req-b52886c7-4334-4a97-a509-0196006e0da4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Jan 04 14:07:15.391641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41632) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:07:15.430657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc93dc49-1866-4a36-baf7-e87c807aa2dd tempest-TestVolumeBootPattern-2132070035 tempest-TestVolumeBootPattern-2132070035-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:15.432135 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bc93dc49-1866-4a36-baf7-e87c807aa2dd tempest-TestVolumeBootPattern-2132070035 tempest-TestVolumeBootPattern-2132070035-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 1094 time: 0.0395629 Jan 04 14:07:15.434860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41634) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:07:15.439019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:07:15.461672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:15.513243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-afcf851f-ec2c-4245-b4b3-cb5f992bdaf6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:15.561035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:15.661665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Allocated IP 172.36.2.149 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/25254ca4-f27a-4400-a4cd-1ac7adb931d7) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:07:15.763373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:15.797064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:15.831949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:07:15.836205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:07:15.846515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:07:15.849468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=25254ca4-f27a-4400-a4cd-1ac7adb931d7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:07:16.193420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:16.257046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:16.402929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:16.407626 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:16.478571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event updated for resources: {'Port': ['ID=25254ca4-f27a-4400-a4cd-1ac7adb931d7,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:07:16.487166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:16.581972 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Floating IP aabd7ac9-39a8-4445-b82d-788373244d53 associated. External IP: 172.36.2.149, port: cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8. Jan 04 14:07:16.784573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:07:16.888462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:07:16.898249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:07:16.905448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:16.908380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:07:16.909073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:16.941934 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6f14507a-049f-423c-83b8-1b7af28a15a1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.4965234 Jan 04 14:07:16.941934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:07:16.941934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971" -d '{"events": [{"name": "network-changed", "server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:07:16.970863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95cde60c-8d20-4507-8c77-e6449cac2d93 x-openstack-request-id: req-95cde60c-8d20-4507-8c77-e6449cac2d93 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:07:16.971154 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:07:16.971409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95cde60c-8d20-4507-8c77-e6449cac2d93 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:07:16.971813 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'status': 'completed', 'code': 200} Jan 04 14:07:17.022245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:07:17.258952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:56Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}, {'id': 'aabd7ac9-39a8-4445-b82d-788373244d53', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.149', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:a8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeb4726-74a9-4928-9942-98259bd385c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:07:16Z', 'updated_at': '2022-01-04T14:07:16Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:17.291314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:07:17.300290 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:07:17.300909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:06:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:17.371997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-73a27cae-f7d7-4dbb-a562-57f4b7414c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:17.373543 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-73a27cae-f7d7-4dbb-a562-57f4b7414c52 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 1099 time: 0.3768060 Jan 04 14:07:17.408152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:07:17.464381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-3760e53a-91f6-4d96-8db7-600239659419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:17.465894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-3760e53a-91f6-4d96-8db7-600239659419 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0853212 Jan 04 14:07:17.538216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-7bd52042-a3f3-4b5e-b16d-4c87fd34a81d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 HTTP/1.1" status: 200 len: 1000 time: 0.0651302 Jan 04 14:07:17.590028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-44357052-8cb6-4c68-bb1c-4c19d2cdda25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:17.591432 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-44357052-8cb6-4c68-bb1c-4c19d2cdda25 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0462139 Jan 04 14:07:17.645999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-a246675e-3d09-4378-8289-4a4029243ff9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:17.647529 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-a246675e-3d09-4378-8289-4a4029243ff9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427170 Jan 04 14:07:17.744984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-da666a29-062b-4d23-87ce-a62e1c5c1dfc service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900156 Jan 04 14:07:17.778282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:56Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}, {'id': 'aabd7ac9-39a8-4445-b82d-788373244d53', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.149', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:a8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeb4726-74a9-4928-9942-98259bd385c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:07:16Z', 'updated_at': '2022-01-04T14:07:16Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:07:17.808672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4051c52-3e17-4994-a76c-577be763f06c None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:56Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}, {'id': 'aabd7ac9-39a8-4445-b82d-788373244d53', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.149', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1476, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:a8:2b:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faeb4726-74a9-4928-9942-98259bd385c9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:07:16Z', 'updated_at': '2022-01-04T14:07:16Z', 'revision_number': 0, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:07:17.836924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9b154c64-0a8b-469c-b69f-1e8e86c7e7fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:17.837204 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-69f6cc9d-6ac0-4cff-b1b6-32422f8ab971 req-8bdebecb-ec06-4e1c-8992-06a5b88ae9b2 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836930 Jan 04 14:07:18.012706 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87aca1ea-067c-4c80-b532-60c9ae2cf7e6 None None] New status for floating IP aabd7ac9-39a8-4445-b82d-788373244d53: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:07:19.147916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:20.387827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:21.993743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:35.277313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:45.516233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-68f106b4-307d-42ca-a4f2-c1882b0c7ffe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:47.838767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bc0c3f-9d2e-4025-a41e-5f2c98d2e04d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:48.497475 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-5c50be34-4730-43db-abb4-f6dedd9ba15f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433459 Jan 04 14:07:48.577369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-09e83f62-bb92-4012-ab4f-0aa0ba5162e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:48.578910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-09e83f62-bb92-4012-ab4f-0aa0ba5162e1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1099 time: 0.0394003 Jan 04 14:07:48.682765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-46540833-0fe7-4a2f-ba91-3e9940d37361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:48.684259 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-46540833-0fe7-4a2f-ba91-3e9940d37361 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.0827730 Jan 04 14:07:48.752507 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-7bf9f1f8-ca1b-476d-b085-b8cc66b5187a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 1002 time: 0.0614579 Jan 04 14:07:48.804819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-1f00edcf-f429-4731-9e42-8d5565e1f136 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:48.806288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-1f00edcf-f429-4731-9e42-8d5565e1f136 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0477984 Jan 04 14:07:48.850775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-afdfd0d9-2b9f-49ef-8803-9d60126edde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:07:48.852221 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-afdfd0d9-2b9f-49ef-8803-9d60126edde6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396612 Jan 04 14:07:48.942376 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-f25f7f7b-6749-45cd-8a46-de810411e617 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836158 Jan 04 14:07:49.033693 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47d4f0a2-1599-4e65-8ce8-b1c2fa9351a2 req-74a1412e-de9d-42e2-8484-e3a68780b5d0 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846074 Jan 04 14:07:49.151636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:50.388844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:07:50.821174 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:07:51.996486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:05.276496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:15.517802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fe30f7f9-2b60-44d7-924f-7cbe2b9cf0d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:17.839266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8c1a400-c1e8-4b0e-9821-031b305fc5c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:19.153421 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:20.390975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:21.997753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:27.819818 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:08:35.305681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:45.519773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0d98f094-f993-420e-9420-1df4f7f6db26 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:47.609514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:08:47.766174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Deleting port 25254ca4-f27a-4400-a4cd-1ac7adb931d7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:08:47.766515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:47.839218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c311584-672e-43e6-9e90-0682749ecb41 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:47.840317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:47.840683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:47.852531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Calling delete_port for 25254ca4-f27a-4400-a4cd-1ac7adb931d7 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:08:47.997329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:48.023283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'Port': ['ID=25254ca4-f27a-4400-a4cd-1ac7adb931d7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:08:48.052145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.052497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.052843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.053183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.053519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.053849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.054202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.054537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.054865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.055193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.055518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.055838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.056165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:48.093847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:48.094208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Floating IP aabd7ac9-39a8-4445-b82d-788373244d53 disassociated (deleted). External IP: 172.36.2.149, port: cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8. Jan 04 14:08:48.296955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:08:48.398526 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:08:48.402933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:48.408579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:08:48.418132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:08:48.418753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:08:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:08:48.433948 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-252a4bf5-eee6-4e04-af8e-e0c0b8abcbfa tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "DELETE /v2.0/floatingips/aabd7ac9-39a8-4445-b82d-788373244d53 HTTP/1.1" status: 204 len: 168 time: 0.8232651 Jan 04 14:08:48.434535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:08:48.436783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df" -d '{"events": [{"name": "network-changed", "server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:08:48.478754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:08:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12c1fc4a-aaca-4407-a892-dc76e7079524 x-openstack-request-id: req-12c1fc4a-aaca-4407-a892-dc76e7079524 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:08:48.479040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:08:48.479442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12c1fc4a-aaca-4407-a892-dc76e7079524 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:08:48.479818 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'status': 'completed', 'code': 200} Jan 04 14:08:48.528834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:08:48.541050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-95d1b485-19df-4d86-b50c-a13134de8341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:48.542757 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-95d1b485-19df-4d86-b50c-a13134de8341 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 1099 time: 0.0426967 Jan 04 14:08:48.676723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-d71c429e-585c-4352-96d4-5114c8a3fdd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:48.678272 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-d71c429e-585c-4352-96d4-5114c8a3fdd6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.1235824 Jan 04 14:08:48.699537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9c849d-b038-48ed-97ed-277c3826c977 req-085181f4-15dd-46a1-9a41-1fea683a9025 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:48.700992 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb9c849d-b038-48ed-97ed-277c3826c977 req-085181f4-15dd-46a1-9a41-1fea683a9025 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 946 time: 0.0794642 Jan 04 14:08:48.730975 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-dd68996b-cbcb-418c-992a-e2447dfa43ed service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 HTTP/1.1" status: 200 len: 217 time: 0.0454962 Jan 04 14:08:48.767928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:56Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:08:48.794747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:08:48.803232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:08:48.803841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:08:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:08:48.808523 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb9c849d-b038-48ed-97ed-277c3826c977 req-a28cbe1c-109a-4fdd-88b8-6985f1b8568c tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0799806 Jan 04 14:08:48.809935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-124d049c-fa46-4f33-aa8c-db972c4c5c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:48.811268 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-124d049c-fa46-4f33-aa8c-db972c4c5c8a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0682137 Jan 04 14:08:48.863579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-ee5b69f1-9408-4bd4-8e5d-058f6bf58d29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:48.865083 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-ee5b69f1-9408-4bd4-8e5d-058f6bf58d29 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457652 Jan 04 14:08:48.908217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:08:48.958180 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-89be94b6-157e-444f-8060-9e749ac2dcb3 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844185 Jan 04 14:08:49.052526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ff8b523-b6e9-49a0-b75e-1f292c4b61df req-50e4ff0c-b54c-4f02-b78b-ad24c4fdfa49 service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859292 Jan 04 14:08:49.128634 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:56Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:08:49.163018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c2012e2-8d7d-47ac-9dba-cdfbbdb2d71f None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '7ea6fe81-0437-4724-83b1-b4b46977ac2e', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'floating_ip_address': '172.36.2.180', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'port_id': '986a2996-8125-468e-9fc8-db1f7c229776', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1407, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'mac_address': 'fa:16:3e:61:0e:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:04:54Z', 'updated_at': '2022-01-04T14:04:56Z', 'revision_number': 1, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:08:49.176556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:49.376120 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34d79451-5fb6-499b-aba0-72316f9bf710 None None] New status for floating IP aabd7ac9-39a8-4445-b82d-788373244d53: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:08:49.741326 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-2bc12245-b2da-4712-9640-86a61e11cc79 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396221 Jan 04 14:08:49.803598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-0be2c498-7d35-4586-b762-12212f398546 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:49.805100 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-0be2c498-7d35-4586-b762-12212f398546 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1098 time: 0.0410473 Jan 04 14:08:49.913932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-891d3beb-27ce-4244-883b-b369e7c4d921 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:49.915415 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-891d3beb-27ce-4244-883b-b369e7c4d921 service neutron] 10.222.0.13 "GET /v2.0/networks?id=313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 200 len: 898 time: 0.0904973 Jan 04 14:08:49.929564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f196d25-646d-45dc-8b3b-d5e09db33c92 req-f1524121-08f3-4766-a27f-c3bee0b46fc6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:49.931060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f196d25-646d-45dc-8b3b-d5e09db33c92 req-f1524121-08f3-4766-a27f-c3bee0b46fc6 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 946 time: 0.0509384 Jan 04 14:08:49.979707 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-aebb67f5-6739-41e4-85c6-ed0bf9b812bd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 200 len: 1001 time: 0.0574760 Jan 04 14:08:49.979972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f196d25-646d-45dc-8b3b-d5e09db33c92 req-5157e14a-06b0-40d5-93b8-dcc1166ce240 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425179 Jan 04 14:08:50.032055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-3e10b03d-0863-47af-9c00-00250d7d44a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:50.033473 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-3e10b03d-0863-47af-9c00-00250d7d44a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 200 len: 844 time: 0.0476472 Jan 04 14:08:50.078191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-c900eb6f-7f1a-4806-92c5-682d64f73513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:50.079649 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-c900eb6f-7f1a-4806-92c5-682d64f73513 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313af041-feda-4a00-bafb-efde12f406d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391924 Jan 04 14:08:50.165083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-07c3d5f4-0f63-4ab5-87eb-ae22c9ff57f5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:50.166775 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-07c3d5f4-0f63-4ab5-87eb-ae22c9ff57f5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 946 time: 0.0481927 Jan 04 14:08:50.175613 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-28721156-161f-4559-8d9a-040f12dd3f3f service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Jan 04 14:08:50.256822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Deleting port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:08:50.257155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:50.264185 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-252f193b-2782-4cd5-92d4-51aa70619f4a req-ac0b1e3b-f1dd-489a-9511-cb92a1b08557 service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815687 Jan 04 14:08:50.342554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] For port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:08:50.342850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:50.358648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Calling delete_port for cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:08:50.393408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:50.482939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:50.510635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'Port': ['ID=cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:08:50.522729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.523079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.523418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.523754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.524084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.524410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.524733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.525056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.525377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.525700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.526048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.526365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.526681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:08:50.563921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] No DVR routers for this DVR port cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:08:50.567013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:50.570428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96ac671f-d04b-4e1f-b9cf-7d9a13f3fe24 req-3532b66d-e925-4f7b-bdab-882d188bf761 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "DELETE /v2.0/ports/cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 HTTP/1.1" status: 204 len: 173 time: 0.3985276 Jan 04 14:08:50.570869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'name': 'network-vif-deleted', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:08:50.573184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6c99a75-b461-42b5-9987-95a94accd8b0" -d '{"events": [{"server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "name": "network-vif-deleted", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:08:50.703299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:08:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-314ed400-82de-4e9c-9077-3c2822fc035c x-openstack-request-id: req-314ed400-82de-4e9c-9077-3c2822fc035c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:08:50.703676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faeb4726-74a9-4928-9942-98259bd385c9", "name": "network-vif-deleted", "tag": "cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:08:50.703957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-314ed400-82de-4e9c-9077-3c2822fc035c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:08:50.704392 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faeb4726-74a9-4928-9942-98259bd385c9', 'name': 'network-vif-deleted', 'tag': 'cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8', 'status': 'completed', 'code': 200} Jan 04 14:08:51.074624 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5793372-db45-4ac6-94a7-cd574e7153e7 req-032ef4ce-ef11-4368-977e-477179d86e08 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0258546 Jan 04 14:08:52.000466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:52.174117 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-41d97f40-4ec5-4b11-9212-6c364132039e req-028579fb-e0cf-42b3-9372-fb5091a9a68d tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0275919 Jan 04 14:08:53.265931 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c2bff034-b3e7-4448-935b-324ae1934681 req-b0702a83-0c33-4c2d-b740-bacc990d3352 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0268605 Jan 04 14:08:54.357608 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-963db218-8a44-422a-9ac0-69b4a3088c9c req-b787effd-4a3e-451e-a5c1-554fc37def69 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0261829 Jan 04 14:08:55.452085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5936de6d-fce0-4342-af3a-0861b92549fa req-49464b95-c4cc-40b6-8666-8fe5b3d596be tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0251830 Jan 04 14:08:55.512424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:08:55.533482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:08:55.533830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cf0d63f9-d0bf-4f02-abd0-5b79a37b5db8 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:08:55.896325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41702) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:08:55.901673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:08:55.993827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-6226120'] for subnet, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:56.137826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8786954422038', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5317414'] for subnet, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:56.173897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:08:56.174502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:56.176499 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/subnets/f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 200 len: 836 time: 0.2789195 Jan 04 14:08:56.187228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1685711-98ca-432b-9c2f-b467705eec41 None None] Network 313af041-feda-4a00-bafb-efde12f406d2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:08:56.191686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf33dbd-0529-489b-b62b-0e3c7d8371eb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=f63b1d2c-d54f-43fd-8f87-ba111a036512,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:08:56.479438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f002378c-90c8-4c32-b5e4-97c721f379e5 None None] Provisioning complete for port a68002df-eae7-42a0-811e-03f5bfc59561 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:08:56.480251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f002378c-90c8-4c32-b5e4-97c721f379e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:56.548103 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6936e6ef-548c-49b3-80fc-4ca8edb0d987 req-0a842485-7994-4a50-ad67-2e56dc1f6ae4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0277801 Jan 04 14:08:56.573446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f002378c-90c8-4c32-b5e4-97c721f379e5 None None] Provisioning complete for port 088c7818-6f32-4b24-a0c2-7acfe0507f44 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:08:56.574019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f002378c-90c8-4c32-b5e4-97c721f379e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:56.657677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f002378c-90c8-4c32-b5e4-97c721f379e5 None None] Provisioning complete for port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:08:56.658079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f002378c-90c8-4c32-b5e4-97c721f379e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:08:57.643637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-643ceab9-1d94-4cbd-a334-057154ca1d3c req-01c7459b-fb76-4335-8b2d-9fafdac4b622 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0292091 Jan 04 14:08:58.752430 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6928d96a-9ee7-49eb-931b-e1d00cf0f552 req-2b488d39-0cd3-4682-82fd-ea459c60c07a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=faeb4726-74a9-4928-9942-98259bd385c9 HTTP/1.1" status: 200 len: 210 time: 0.0254190 Jan 04 14:09:04.818659 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:09:05.291964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:08.285101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41742) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:08.434183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Deleting port e4aa6ae5-cbda-4d1f-989f-ccdd917d433a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:08.434516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:08.511868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:08.512191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:08.523567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Calling delete_port for e4aa6ae5-cbda-4d1f-989f-ccdd917d433a owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:08.664753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:08.690537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'Port': ['ID=e4aa6ae5-cbda-4d1f-989f-ccdd917d433a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:08.752840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:08.753129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Floating IP 7ea6fe81-0437-4724-83b1-b4b46977ac2e disassociated (deleted). External IP: 172.36.2.180, port: 986a2996-8125-468e-9fc8-db1f7c229776. Jan 04 14:09:09.258181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:09:09.364465 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:09.369202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:09.374234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:09.384467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:09.385364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:08:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:09.396766 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-46af7021-658c-4c1f-a0a2-2efd66b82520 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "DELETE /v2.0/floatingips/7ea6fe81-0437-4724-83b1-b4b46977ac2e HTTP/1.1" status: 204 len: 168 time: 1.1105635 Jan 04 14:09:09.397364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:09:09.399785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-534e6b8b-6963-41b6-bbec-ec8889561222" -d '{"events": [{"name": "network-changed", "server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "tag": "986a2996-8125-468e-9fc8-db1f7c229776"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:09:09.438782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8202ece8-2b5c-4c59-ae62-32151ed84681 x-openstack-request-id: req-8202ece8-2b5c-4c59-ae62-32151ed84681 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:09:09.439091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "tag": "986a2996-8125-468e-9fc8-db1f7c229776", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:09:09.439353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8202ece8-2b5c-4c59-ae62-32151ed84681 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:09:09.439764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776', 'status': 'completed', 'code': 200} Jan 04 14:09:09.541453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:09.556226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-1626a490-08d9-474c-bffa-607dde3bcb53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:09.558276 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-1626a490-08d9-474c-bffa-607dde3bcb53 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 1099 time: 0.0923595 Jan 04 14:09:09.748839 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:09.756100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-8da27666-01da-4c35-a1ce-7dea472d19ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:09.757660 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-8da27666-01da-4c35-a1ce-7dea472d19ba service neutron] 10.222.0.13 "GET /v2.0/networks?id=68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 200 len: 913 time: 0.1889491 Jan 04 14:09:09.765767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24489d8b-89ef-48a0-972d-1394acdb8aed req-b25e8aec-4e00-45ff-b396-8918d1172bae tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:09.767275 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24489d8b-89ef-48a0-972d-1394acdb8aed req-b25e8aec-4e00-45ff-b396-8918d1172bae tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 946 time: 0.1429331 Jan 04 14:09:09.778001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:09.787454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:09.788053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:08:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:09.833989 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-413c1427-afd9-47cf-816c-f442421eaa3f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 200 len: 217 time: 0.0656805 Jan 04 14:09:09.892556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:09.903436 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24489d8b-89ef-48a0-972d-1394acdb8aed req-7c2b0789-c5a7-4238-8425-3406c2262563 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1294811 Jan 04 14:09:09.909387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-58d15830-c091-4311-9ebd-7ca03132d4b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:09.910802 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-58d15830-c091-4311-9ebd-7ca03132d4b5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 200 len: 851 time: 0.0694358 Jan 04 14:09:09.999343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-c550aa67-67d4-4a40-9288-d52a0f7adf64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:10.000890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-c550aa67-67d4-4a40-9288-d52a0f7adf64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=68785ae6-0ee9-4234-8207-0c37d0263610&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0825286 Jan 04 14:09:10.094197 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-4046dc79-0505-46d1-96a2-f2c265ca6e7e service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856397 Jan 04 14:09:10.190349 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-534e6b8b-6963-41b6-bbec-ec8889561222 req-a146fb24-afeb-4bdb-b3ea-d079f34b87bf service neutron] 10.222.0.13 "GET /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878141 Jan 04 14:09:10.239522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:10.265404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3766d95e-123c-4201-a076-ce43e7af6572 None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '856d37cf-cd23-4326-88fd-ed4090f0f345', 'name': '', 'network_id': '68785ae6-0ee9-4234-8207-0c37d0263610', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'mac_address': 'fa:16:3e:31:9b:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1331, 'fixed_ips': [{'subnet_id': '83b0e593-57d8-4548-831e-2777178c68ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:25Z', 'updated_at': '2022-01-04T14:01:31Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'subnets': [{'id': '83b0e593-57d8-4548-831e-2777178c68ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:10.479538 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be4761e4-5771-4b95-a140-b647a8bb49f3 None None] New status for floating IP 7ea6fe81-0437-4724-83b1-b4b46977ac2e: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:09:11.027730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d29dc81-1a0b-4e29-9269-5373b38f3026 req-b2232fd7-a7af-43da-9b01-936e2c385a9a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:11.029122 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6d29dc81-1a0b-4e29-9269-5373b38f3026 req-b2232fd7-a7af-43da-9b01-936e2c385a9a tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 946 time: 0.0501554 Jan 04 14:09:11.083597 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6d29dc81-1a0b-4e29-9269-5373b38f3026 req-36a9d792-0e1d-4937-af94-f831e6381108 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/security-groups?id=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481787 Jan 04 14:09:11.090867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-7ee6ef67-3a79-4f94-89b3-e88f72e6d3bd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:11.092326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-7ee6ef67-3a79-4f94-89b3-e88f72e6d3bd tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 946 time: 0.0516429 Jan 04 14:09:11.182380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Deleting port 986a2996-8125-468e-9fc8-db1f7c229776 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:11.182714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:11.267455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] For port 986a2996-8125-468e-9fc8-db1f7c229776, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=986a2996-8125-468e-9fc8-db1f7c229776,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:11.267810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:11.279736 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Calling delete_port for 986a2996-8125-468e-9fc8-db1f7c229776 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:11.403309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:11.432802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'Port': ['ID=986a2996-8125-468e-9fc8-db1f7c229776,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:11.478477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] No DVR routers for this DVR port 986a2996-8125-468e-9fc8-db1f7c229776 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:11.481149 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:11.484988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8c49931-4997-4d3a-aa65-7b1440b441c7 req-fa16a363-5497-48c4-ac78-8d45b96a1092 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.13 "DELETE /v2.0/ports/986a2996-8125-468e-9fc8-db1f7c229776 HTTP/1.1" status: 204 len: 173 time: 0.3868954 Jan 04 14:09:11.485446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'name': 'network-vif-deleted', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:09:11.489229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ae7b3df-60f9-4c69-b5d4-1722157da12f" -d '{"events": [{"server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "name": "network-vif-deleted", "tag": "986a2996-8125-468e-9fc8-db1f7c229776"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:09:11.523579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:09:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17633693-1eb5-48ad-9532-077c9200ab3b x-openstack-request-id: req-17633693-1eb5-48ad-9532-077c9200ab3b {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:09:11.523877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd8e363f-a3bd-4664-ad85-bc9065f6bec4", "name": "network-vif-deleted", "tag": "986a2996-8125-468e-9fc8-db1f7c229776", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:09:11.524136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-17633693-1eb5-48ad-9532-077c9200ab3b {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:09:11.524552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd8e363f-a3bd-4664-ad85-bc9065f6bec4', 'name': 'network-vif-deleted', 'tag': '986a2996-8125-468e-9fc8-db1f7c229776', 'status': 'completed', 'code': 200} Jan 04 14:09:12.176113 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cd9d932f-25b1-4d12-96a2-bba582ddee69 req-5951c953-358e-49ae-b1e2-74d983032bf9 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0258346 Jan 04 14:09:13.271118 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-37fb53af-5eab-4b6d-ae9e-4b3f1983a1dc req-7f9f14e0-8a33-4c67-8c53-6db3a4e88bb0 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0265517 Jan 04 14:09:14.363485 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4c020621-15ad-4a58-90dc-d671fd72cdb1 req-74702c54-a20d-48f4-8298-287a10500f65 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0265741 Jan 04 14:09:15.456405 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31d41c0f-dbb7-4cfc-8341-923e0980672b req-b41a12da-8ff1-4279-b762-5840ff489207 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0260434 Jan 04 14:09:15.521366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-533c0cb8-2ec5-435d-88d1-6d72fa93ac43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:15.636072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 986a2996-8125-468e-9fc8-db1f7c229776 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:15.655939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 986a2996-8125-468e-9fc8-db1f7c229776 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:15.656288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 986a2996-8125-468e-9fc8-db1f7c229776 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:16.547776 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2f3e5e0a-6f90-4c65-852e-cc408d9bc786 req-37b2d75b-9b2a-4c36-9349-e2a437ebf7e1 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0255687 Jan 04 14:09:17.638891 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c16686f9-6945-424f-b27f-a7f19ed23e66 req-43b6cd5f-236e-4f88-953c-98cba8cdc12b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0257876 Jan 04 14:09:17.841762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-40cdce1b-bed5-4e84-a8ed-28b9b443ceb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:18.734830 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0507c656-3fa1-43a9-8b7a-d2e1636907d8 req-66aa81cf-18f7-4b5c-9297-8073907068a3 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0255778 Jan 04 14:09:19.161160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:19.841211 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-376987c9-d01a-49e5-9723-c398520ecec9 req-5978b574-1888-444f-a590-7ad5b4a59a5b tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "GET /v2.0/ports?device_id=bd8e363f-a3bd-4664-ad85-bc9065f6bec4 HTTP/1.1" status: 200 len: 210 time: 0.0300555 Jan 04 14:09:20.395871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:20.895954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41772) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:21.014819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Deleting port 28eec507-1cf1-4630-89f1-84987a8baed1 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:21.015058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:21.087158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:21.087479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:21.098511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Calling delete_port for 28eec507-1cf1-4630-89f1-84987a8baed1 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:21.226187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:21.256916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'Port': ['ID=28eec507-1cf1-4630-89f1-84987a8baed1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:21.312249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:21.315250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:21.316400 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-57ef78f4-72b2-491b-9b8d-e36aa04861a5 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "DELETE /v2.0/floatingips/548e4073-2b2d-4fff-b96c-c8410c211d55 HTTP/1.1" status: 204 len: 168 time: 0.4194767 Jan 04 14:09:22.004262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:26.700453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41794) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:26.758453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-23f4439b-1b06-4a06-96ec-11d0bc801cb4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:26.783571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-23f4439b-1b06-4a06-96ec-11d0bc801cb4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:26.840551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-23f4439b-1b06-4a06-96ec-11d0bc801cb4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:26.843087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-23f4439b-1b06-4a06-96ec-11d0bc801cb4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:26.844222 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-23f4439b-1b06-4a06-96ec-11d0bc801cb4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] 10.222.0.30 "DELETE /v2.0/security-groups/c9cd5e7c-dd6f-40d0-92e4-ce0490455afd HTTP/1.1" status: 204 len: 168 time: 0.1427963 Jan 04 14:09:26.859118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f4439b-1b06-4a06-96ec-11d0bc801cb4 tempest-TestVolumeBootPattern-431592316 tempest-TestVolumeBootPattern-431592316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9cd5e7c-dd6f-40d0-92e4-ce0490455afd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:26.907116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41800) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:27.402371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:27.640493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Deleting port 856d37cf-cd23-4326-88fd-ed4090f0f345 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:27.640734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:27.718488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] For port 856d37cf-cd23-4326-88fd-ed4090f0f345, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=856d37cf-cd23-4326-88fd-ed4090f0f345,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:27.718844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:27.731282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Calling delete_port for 856d37cf-cd23-4326-88fd-ed4090f0f345 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:27.911158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:27.937855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Pushing event deleted for resources: {'Port': ['ID=856d37cf-cd23-4326-88fd-ed4090f0f345,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:28.108411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:28.653615 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Router d00f6933-6472-42a8-be96-6ec03cfca2fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:09:28.756517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:28.762154 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-108e824f-e8ee-4fac-a2b0-2c8835b16dea admin admin] 10.222.0.30 "PUT /v2.0/routers/d00f6933-6472-42a8-be96-6ec03cfca2fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8538220 Jan 04 14:09:28.764732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41804) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:28.767201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] Sync routers for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:28.777049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:28.777647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:28.867083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:28.883426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:28.966803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.019982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Deleting port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:29.020318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.059727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161'}], 'enable_snat': True}, 'gw_port_id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:09:27Z', 'revision_number': 5, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port': {'id': '185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:5c:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1329, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.161', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:23Z', 'updated_at': '2022-01-04T14:01:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:29.085464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] Checking router: d00f6933-6472-42a8-be96-6ec03cfca2fc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:29.094163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] Routers {'d00f6933-6472-42a8-be96-6ec03cfca2fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:29.094766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d00f6933-6472-42a8-be96-6ec03cfca2fc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:29.099038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] For port 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:29.099399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.111724 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Calling delete_port for 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:29.178776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] Set router d00f6933-6472-42a8-be96-6ec03cfca2fc gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:29.231529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:09:28Z', 'revision_number': 6, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:29.257050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04e5fff0-284a-47eb-bffb-d4d7106a75e2 None None] The sync data for ids ['d00f6933-6472-42a8-be96-6ec03cfca2fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd00f6933-6472-42a8-be96-6ec03cfca2fc', 'name': 'tempest-TestVolumeBootPattern-1489421772-router', 'tenant_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:22Z', 'updated_at': '2022-01-04T14:09:28Z', 'revision_number': 6, 'project_id': 'dd0bfa8d16b046e0927c65dac76c33f2', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:29.275786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.305254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Pushing event deleted for resources: {'Port': ['ID=185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:29.319179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd9d1a3-a8e9-4106-bcde-325c1ac00828 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:29.364284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.453493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.456303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.501296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.501758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d00f6933-6472-42a8-be96-6ec03cfca2fc {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:09:29.506681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.507854 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9ad2bb7d-4436-499d-96f5-949120986720 admin admin] 10.222.0.30 "DELETE /v2.0/routers/d00f6933-6472-42a8-be96-6ec03cfca2fc HTTP/1.1" status: 204 len: 168 time: 0.7420888 Jan 04 14:09:29.510425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41806) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:29.553516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Deleting subnet 83b0e593-57d8-4548-831e-2777178c68ad {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:09:29.556369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.590033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.670125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.728639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.756239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83b0e593-57d8-4548-831e-2777178c68ad,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:29.760518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.764817 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f8795333-25f4-4513-bd2d-583056952c10 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/83b0e593-57d8-4548-831e-2777178c68ad HTTP/1.1" status: 204 len: 168 time: 0.2523651 Jan 04 14:09:29.766801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41808) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:29.768846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7185d-1184-41dc-b753-9c8f1a8adc76 None None] Network 68785ae6-0ee9-4234-8207-0c37d0263610 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:09:29.839665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.895733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Deleting port 3a307891-5081-490d-ab1c-332d937f52eb {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:29.896066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.910007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:29.930642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:29.930988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 185f7cf1-bb27-417b-b7b4-7c17c1bb2e3e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:29.931426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 856d37cf-cd23-4326-88fd-ed4090f0f345 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:29.951938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] DHCP port deletion for 68785ae6-0ee9-4234-8207-0c37d0263610 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:29.954141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 856d37cf-cd23-4326-88fd-ed4090f0f345 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:29.954491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 856d37cf-cd23-4326-88fd-ed4090f0f345 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:29.971574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] For port 3a307891-5081-490d-ab1c-332d937f52eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a307891-5081-490d-ab1c-332d937f52eb,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:29.971947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:29.984449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Calling delete_port for 3a307891-5081-490d-ab1c-332d937f52eb owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:30.008120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Deleting port 3a307891-5081-490d-ab1c-332d937f52eb {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:30.008417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.072703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.072995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] For port 3a307891-5081-490d-ab1c-332d937f52eb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3a307891-5081-490d-ab1c-332d937f52eb,segment=NetworkSegment(00ca8dac-b3e8-41db-bfed-43056bf1bd10),segment_id=00ca8dac-b3e8-41db-bfed-43056bf1bd10)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:30.073406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.087485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Calling delete_port for 3a307891-5081-490d-ab1c-332d937f52eb owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:30.101411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a307891-5081-490d-ab1c-332d937f52eb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:30.105177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] No DVR routers for this DVR port 3a307891-5081-490d-ab1c-332d937f52eb on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: from cryptography.utils import int_from_bytes Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: from cryptography.utils import int_from_bytes Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:30.165225 dv-neutron-master-2-hyperv neutron-server[103266]: self.session.flush() Jan 04 14:09:30.170667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.177767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.195646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Pushing event deleted for resources: {'Port': ['ID=3a307891-5081-490d-ab1c-332d937f52eb,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:30.197677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68785ae6-0ee9-4234-8207-0c37d0263610']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:30.200690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] No DVR routers for this DVR port 3a307891-5081-490d-ab1c-332d937f52eb on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:30.210028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00ca8dac-b3e8-41db-bfed-43056bf1bd10') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:30.210543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00ca8dac-b3e8-41db-bfed-43056bf1bd10') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:30.215197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.217705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.218077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.218463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.218752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.219077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.219460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.219822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.220158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.220287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.220658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.221606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.222010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.222296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cfe991df-88f7-46b4-bc01-73bdf7534d89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:30.233458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.240020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:09:30.240497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:09:30.242139 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:09:30.294855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.300842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.304484 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] 10.222.0.30 "DELETE /v2.0/networks/68785ae6-0ee9-4234-8207-0c37d0263610 HTTP/1.1" status: 204 len: 168 time: 0.5371032 Jan 04 14:09:30.307535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41810) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:30.314997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009a98e9-4d8a-40e5-a326-e400d4cf4d67 admin admin] Pushing event deleted for resources: {'Network': ['ID=68785ae6-0ee9-4234-8207-0c37d0263610,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:30.643348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.879732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Deleting port 57182844-e3bc-42d2-b54f-e46ff73cc69f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:30.880064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.958540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] For port 57182844-e3bc-42d2-b54f-e46ff73cc69f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57182844-e3bc-42d2-b54f-e46ff73cc69f,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:30.958894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:30.970757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Calling delete_port for 57182844-e3bc-42d2-b54f-e46ff73cc69f owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:31.146711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:31.171494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Pushing event deleted for resources: {'Port': ['ID=57182844-e3bc-42d2-b54f-e46ff73cc69f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:31.330643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:31.539621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Router d5979f0c-96b6-4240-a01a-96db50b057fc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:09:31.643198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:31.648583 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c97db7e3-7119-48f3-8c9b-5c362985479f admin admin] 10.222.0.30 "PUT /v2.0/routers/d5979f0c-96b6-4240-a01a-96db50b057fc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3399582 Jan 04 14:09:31.651062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41812) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:31.652022 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] Sync routers for ids ['d5979f0c-96b6-4240-a01a-96db50b057fc'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:31.662593 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] Routers {'d5979f0c-96b6-4240-a01a-96db50b057fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:31.663204 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d5979f0c-96b6-4240-a01a-96db50b057fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:31.755606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:31.763102 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] Set router d5979f0c-96b6-4240-a01a-96db50b057fc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:31.859392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:31.914206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Deleting port ba469875-3ac3-44ee-a815-a88cf941567f {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:31.914543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:31.936553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3a307891-5081-490d-ab1c-332d937f52eb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:31.947002 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24'}], 'enable_snat': True}, 'gw_port_id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:09:31Z', 'revision_number': 5, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port': {'id': 'ba469875-3ac3-44ee-a815-a88cf941567f', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:9f:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1342, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:01:29Z', 'updated_at': '2022-01-04T14:01:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:31.957995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3a307891-5081-490d-ab1c-332d937f52eb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:31.958346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3a307891-5081-490d-ab1c-332d937f52eb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:31.973042 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] Checking router: d5979f0c-96b6-4240-a01a-96db50b057fc for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:31.981055 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] Routers {'d5979f0c-96b6-4240-a01a-96db50b057fc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:31.981651 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['d5979f0c-96b6-4240-a01a-96db50b057fc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:31.997522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] For port ba469875-3ac3-44ee-a815-a88cf941567f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ba469875-3ac3-44ee-a815-a88cf941567f,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:31.997912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.009967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Calling delete_port for ba469875-3ac3-44ee-a815-a88cf941567f owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:32.147816 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] Set router d5979f0c-96b6-4240-a01a-96db50b057fc gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:32.177226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.200438 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:09:31Z', 'revision_number': 6, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:32.202736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba469875-3ac3-44ee-a815-a88cf941567f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:32.217678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a195541-da3d-4b18-87d1-ba5887647267 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:32.226879 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f16ff425-171a-45ed-92dd-7c734a161063 None None] The sync data for ids ['d5979f0c-96b6-4240-a01a-96db50b057fc'] in dv-neutron-master-2-hyperv is: [{'id': 'd5979f0c-96b6-4240-a01a-96db50b057fc', 'name': 'tempest-TestVolumeBootPattern-307108291-router', 'tenant_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:01:28Z', 'updated_at': '2022-01-04T14:09:31Z', 'revision_number': 6, 'project_id': 'af759ab17bc64de5a8806d1d5b5a9ed8', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:32.268004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.356410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.358534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.403048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.403552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5979f0c-96b6-4240-a01a-96db50b057fc {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:09:32.409088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.410320 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b163c267-e29c-4733-b2a2-eb684a6ce52a admin admin] 10.222.0.30 "DELETE /v2.0/routers/d5979f0c-96b6-4240-a01a-96db50b057fc HTTP/1.1" status: 204 len: 168 time: 0.7582231 Jan 04 14:09:32.412834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41814) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:32.455607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Deleting subnet f406fe3b-c38c-4261-b196-b6518bc95a56 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:09:32.458594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.491792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.567709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.620901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.646664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f406fe3b-c38c-4261-b196-b6518bc95a56,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:32.650273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.656263 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1ed1bc74-ab6d-4768-bae2-8e53010a015f admin admin] 10.222.0.30 "DELETE /v2.0/subnets/f406fe3b-c38c-4261-b196-b6518bc95a56 HTTP/1.1" status: 204 len: 168 time: 0.2397599 Jan 04 14:09:32.656465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41816) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:32.656856 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b4b09a8-c6d0-4119-865d-b987701beab8 None None] Network 7d625930-6387-4f5c-800d-dfa7246ec1d7 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:09:32.732741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.792692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Deleting port ad7b0713-e32e-4bed-9c8e-d4b94c583097 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:32.793038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.852552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] For port ad7b0713-e32e-4bed-9c8e-d4b94c583097, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7b0713-e32e-4bed-9c8e-d4b94c583097,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:32.852906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:32.864146 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Calling delete_port for ad7b0713-e32e-4bed-9c8e-d4b94c583097 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:33.024455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] DHCP port deletion for 7d625930-6387-4f5c-800d-dfa7246ec1d7 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:33.076972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] Deleting port ad7b0713-e32e-4bed-9c8e-d4b94c583097 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:33.077423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.150391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] For port ad7b0713-e32e-4bed-9c8e-d4b94c583097, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ad7b0713-e32e-4bed-9c8e-d4b94c583097,segment=NetworkSegment(d53ecaf7-7483-4d5e-a33c-cac98bb320e9),segment_id=d53ecaf7-7483-4d5e-a33c-cac98bb320e9)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:33.150770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.163490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] Calling delete_port for ad7b0713-e32e-4bed-9c8e-d4b94c583097 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:33.246028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.276877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] Pushing event deleted for resources: {'Port': ['ID=ad7b0713-e32e-4bed-9c8e-d4b94c583097,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:33.280842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddff165-47a2-4643-9f03-da5f4a1aea01 None None] No DVR routers for this DVR port ad7b0713-e32e-4bed-9c8e-d4b94c583097 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:33.286026 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:09:33.295283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.321236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Pushing event deleted for resources: {'Port': ['ID=ad7b0713-e32e-4bed-9c8e-d4b94c583097,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:33.327088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] No DVR routers for this DVR port ad7b0713-e32e-4bed-9c8e-d4b94c583097 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:33.395821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.419242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d625930-6387-4f5c-800d-dfa7246ec1d7']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:33.428821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:33.429122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd53ecaf7-7483-4d5e-a33c-cac98bb320e9') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:33.438397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.452360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.458401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:09:33.458779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: self.session.flush() Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:09:33.460570 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:09:33.513599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.518823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.521956 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] 10.222.0.30 "DELETE /v2.0/networks/7d625930-6387-4f5c-800d-dfa7246ec1d7 HTTP/1.1" status: 204 len: 168 time: 0.8645062 Jan 04 14:09:33.532454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed37d60-d25c-46d4-ba42-0ad9625c0f7f admin admin] Pushing event deleted for resources: {'Network': ['ID=7d625930-6387-4f5c-800d-dfa7246ec1d7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:33.626624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41820) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:33.664894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e02b02c8-49b7-4724-9b82-a27a0e2d9a48 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=dd0bfa8d16b046e0927c65dac76c33f2&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0365257 Jan 04 14:09:33.667329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41822) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:33.716755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9c4f-8195-477f-9898-b6be5587ded5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.737249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9c4f-8195-477f-9898-b6be5587ded5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.781729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9c4f-8195-477f-9898-b6be5587ded5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.784867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f5b9c4f-8195-477f-9898-b6be5587ded5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:33.786053 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0f5b9c4f-8195-477f-9898-b6be5587ded5 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/1dc8a8d0-56f5-4719-a398-cefcd3f4fd01 HTTP/1.1" status: 204 len: 168 time: 0.1177835 Jan 04 14:09:33.794303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5b9c4f-8195-477f-9898-b6be5587ded5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc8a8d0-56f5-4719-a398-cefcd3f4fd01,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:33.886980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba469875-3ac3-44ee-a815-a88cf941567f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:33.906963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ba469875-3ac3-44ee-a815-a88cf941567f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:33.907310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ba469875-3ac3-44ee-a815-a88cf941567f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:33.907726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad7b0713-e32e-4bed-9c8e-d4b94c583097 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:33.926904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ad7b0713-e32e-4bed-9c8e-d4b94c583097 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:33.927247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ad7b0713-e32e-4bed-9c8e-d4b94c583097 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:33.927658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 57182844-e3bc-42d2-b54f-e46ff73cc69f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:33.947463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 57182844-e3bc-42d2-b54f-e46ff73cc69f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:33.947819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 57182844-e3bc-42d2-b54f-e46ff73cc69f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:34.098219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:34.138056 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-617042d8-500c-41e7-b873-1e7e3fbd9c99 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=af759ab17bc64de5a8806d1d5b5a9ed8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0385685 Jan 04 14:09:34.140321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41830) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:34.186995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef1f9b9-c3b3-4d7f-bcfb-a94ee6ff9a4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:34.208343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef1f9b9-c3b3-4d7f-bcfb-a94ee6ff9a4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:34.253297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef1f9b9-c3b3-4d7f-bcfb-a94ee6ff9a4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:34.255907 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bef1f9b9-c3b3-4d7f-bcfb-a94ee6ff9a4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:34.257107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bef1f9b9-c3b3-4d7f-bcfb-a94ee6ff9a4e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/d437a1aa-2cae-40c6-b148-41e572182581 HTTP/1.1" status: 204 len: 168 time: 0.1158884 Jan 04 14:09:34.266793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef1f9b9-c3b3-4d7f-bcfb-a94ee6ff9a4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d437a1aa-2cae-40c6-b148-41e572182581,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:35.290137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:38.979552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41850) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:39.133577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port f1bb949e-750f-4720-a651-b855edc054ff {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:39.133812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:39.206293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:39.206615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:39.217939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for f1bb949e-750f-4720-a651-b855edc054ff owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:39.360295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:39.385792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=f1bb949e-750f-4720-a651-b855edc054ff,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:39.445218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:39.445550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP e6b33755-88de-4bc6-bea7-cea9a3281edc disassociated (deleted). External IP: 172.36.2.137, port: 088c7818-6f32-4b24-a0c2-7acfe0507f44. Jan 04 14:09:39.643902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:09:39.749676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:39.754914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:39.760488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] Sync routers for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:39.771111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:39.771723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:39.787242 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-895d1194-ce61-4b50-bb6e-3a296739f815 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/e6b33755-88de-4bc6-bea7-cea9a3281edc HTTP/1.1" status: 204 len: 168 time: 0.8065984 Jan 04 14:09:39.787925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:09:39.790449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2" -d '{"events": [{"name": "network-changed", "server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:09:39.838827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12cb5023-5be6-4603-886e-4f7592afad45 x-openstack-request-id: req-12cb5023-5be6-4603-886e-4f7592afad45 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:09:39.839352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:09:39.839977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-12cb5023-5be6-4603-886e-4f7592afad45 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:09:39.840590 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'status': 'completed', 'code': 200} Jan 04 14:09:39.881286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:39.904067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-c0f25b68-ee3e-45b6-bef4-270a99115616 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:39.906330 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-c0f25b68-ee3e-45b6-bef4-270a99115616 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 1098 time: 0.0453916 Jan 04 14:09:40.238754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:49Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:40.269096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] Checking router: fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:40.277794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:40.278448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:40.349311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-b04a8244-36e1-4f66-8c16-9667f4202bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:40.350821 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-b04a8244-36e1-4f66-8c16-9667f4202bc1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 200 len: 898 time: 0.4381473 Jan 04 14:09:40.363509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1405fa30-649d-4587-9102-ea2b8d67178f req-830f0f22-19aa-46f9-a166-4c417db36334 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:40.364953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1405fa30-649d-4587-9102-ea2b8d67178f req-830f0f22-19aa-46f9-a166-4c417db36334 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 945 time: 0.0677981 Jan 04 14:09:40.385670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:40.406148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-dd8588d6-84a0-4167-95fa-25c6c1cd8456 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 200 len: 217 time: 0.0402412 Jan 04 14:09:40.481120 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1405fa30-649d-4587-9102-ea2b8d67178f req-c85ef1bd-6323-49ec-9c8e-53279c7aa1d5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1087658 Jan 04 14:09:40.483033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-b81a477b-64a7-4f97-944a-7d5c6b662318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:40.484391 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-b81a477b-64a7-4f97-944a-7d5c6b662318 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 200 len: 844 time: 0.0705967 Jan 04 14:09:40.531153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-04dd65c4-51b4-4eba-8786-cf6163b88c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:40.532618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-04dd65c4-51b4-4eba-8786-cf6163b88c39 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=313af041-feda-4a00-bafb-efde12f406d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409896 Jan 04 14:09:40.578451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:49Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:40.604708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df0fd7d-64d2-4a56-959a-9d7bd37360de None None] The sync data for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv is: [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:45Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e5c8b2e6-ce9f-4977-bb34-a746b5e07be5', 'name': '', 'network_id': '313af041-feda-4a00-bafb-efde12f406d2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:5a:4e:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_interface', 'standard_attr_id': 1461, 'fixed_ips': [{'subnet_id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:44Z', 'updated_at': '2022-01-04T14:06:49Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f63b1d2c-d54f-43fd-8f87-ba111a036512', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:40.626822 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-e7ccec92-14d5-4bd6-a2d8-33649ad2b1dc service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866363 Jan 04 14:09:40.717704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d57144b9-c52d-4e8e-a842-7f3f337dd5c2 req-97112a9d-c8ba-4af4-95dd-c7e10a686dde service neutron] 10.222.0.13 "GET /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827768 Jan 04 14:09:40.817996 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69286cdb-32a8-4313-ad61-8acb3898fbb4 None None] New status for floating IP e6b33755-88de-4bc6-bea7-cea9a3281edc: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:09:41.289516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-26ef948a-e18b-4338-b902-84eafb0e8403 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:41.290943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-26ef948a-e18b-4338-b902-84eafb0e8403 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 945 time: 0.0481851 Jan 04 14:09:41.379221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 088c7818-6f32-4b24-a0c2-7acfe0507f44 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:41.379925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:41.468614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 088c7818-6f32-4b24-a0c2-7acfe0507f44, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=088c7818-6f32-4b24-a0c2-7acfe0507f44,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:41.468973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:41.480921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 088c7818-6f32-4b24-a0c2-7acfe0507f44 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:41.601286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593fd4c8-66e1-457f-94a3-742541738b26 req-cf5308e9-84a4-4397-af23-ec82e35f56a5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:41.602978 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-593fd4c8-66e1-457f-94a3-742541738b26 req-cf5308e9-84a4-4397-af23-ec82e35f56a5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=54f31e75-e9aa-4045-9f5f-e32b4cba2482 HTTP/1.1" status: 200 len: 945 time: 0.0519159 Jan 04 14:09:41.605961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:41.632996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=088c7818-6f32-4b24-a0c2-7acfe0507f44,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:41.660599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-593fd4c8-66e1-457f-94a3-742541738b26 req-80752d94-f255-4c55-9d91-85d2e8fc6f3b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=9c2ffc26-6810-473a-8afa-7f070ecf8abe&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515645 Jan 04 14:09:41.681959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 088c7818-6f32-4b24-a0c2-7acfe0507f44 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:41.684364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:41.687679 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4008b808-3d38-48ba-94d2-4ac2aa70f375 req-8290ba6b-8b41-4507-b28a-e8cbf33edaf8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/088c7818-6f32-4b24-a0c2-7acfe0507f44 HTTP/1.1" status: 204 len: 173 time: 0.3910644 Jan 04 14:09:41.817177 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:09:41.841752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'name': 'network-vif-deleted', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:09:41.844093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1c1f8e2-d2ac-4688-9b34-730e71d845e1" -d '{"events": [{"server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "name": "network-vif-deleted", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:09:41.878617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:09:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faadaca3-132f-43fb-ba0e-d9d0b480dc2c x-openstack-request-id: req-faadaca3-132f-43fb-ba0e-d9d0b480dc2c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:09:41.878912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "54f31e75-e9aa-4045-9f5f-e32b4cba2482", "name": "network-vif-deleted", "tag": "088c7818-6f32-4b24-a0c2-7acfe0507f44", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:09:41.879189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-faadaca3-132f-43fb-ba0e-d9d0b480dc2c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:09:41.879613 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '54f31e75-e9aa-4045-9f5f-e32b4cba2482', 'name': 'network-vif-deleted', 'tag': '088c7818-6f32-4b24-a0c2-7acfe0507f44', 'status': 'completed', 'code': 200} Jan 04 14:09:42.715133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41868) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:42.771227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b525e0e7-9790-4fa8-a93e-d3a411b02e1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:42.795843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b525e0e7-9790-4fa8-a93e-d3a411b02e1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:42.853368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b525e0e7-9790-4fa8-a93e-d3a411b02e1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:42.856264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b525e0e7-9790-4fa8-a93e-d3a411b02e1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:42.857419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b525e0e7-9790-4fa8-a93e-d3a411b02e1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/9c2ffc26-6810-473a-8afa-7f070ecf8abe HTTP/1.1" status: 204 len: 168 time: 0.1412940 Jan 04 14:09:42.866818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b525e0e7-9790-4fa8-a93e-d3a411b02e1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c2ffc26-6810-473a-8afa-7f070ecf8abe,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:42.889348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41872) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:43.242632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:43.485443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:43.485781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:43.574680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port e5c8b2e6-ce9f-4977-bb34-a746b5e07be5, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:43.574965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:43.586943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:43.766233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:43.793862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=e5c8b2e6-ce9f-4977-bb34-a746b5e07be5,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:43.968718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.175576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:09:44.278859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:44.284590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b30b3ddb-7204-4aab-9308-7fac52394118 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/fec3b8f4-269c-4a3b-bb65-5ea549c13fa1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3941710 Jan 04 14:09:44.287248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41874) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:44.289711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] Sync routers for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:44.300055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:44.300659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:44.340553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet f63b1d2c-d54f-43fd-8f87-ba111a036512 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:09:44.343677 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.384365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.401779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:44.465254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.530874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.558232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=f63b1d2c-d54f-43fd-8f87-ba111a036512,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:44.561753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.564977 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aeb0c318-7937-43d5-95ba-0706990b3ed1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/f63b1d2c-d54f-43fd-8f87-ba111a036512 HTTP/1.1" status: 204 len: 168 time: 0.2767792 Jan 04 14:09:44.567622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41876) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:44.574008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acefd9b2-b49b-4f19-ad46-bee2c6cca7c9 None None] Network 313af041-feda-4a00-bafb-efde12f406d2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:09:44.637997 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:09:43Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:44.676043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.678360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] Checking router: fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:44.693446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] Routers {'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:44.694108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:44.787481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.814040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] Set router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:44.840216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 06ba0acb-883f-4c7d-8a01-24ab72b5be84 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:44.840585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.842182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] DHCP port deletion for 313af041-feda-4a00-bafb-efde12f406d2 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:44.917956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 06ba0acb-883f-4c7d-8a01-24ab72b5be84, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=06ba0acb-883f-4c7d-8a01-24ab72b5be84,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:44.918320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:44.929715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 06ba0acb-883f-4c7d-8a01-24ab72b5be84 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:45.001042 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] Deleting port a68002df-eae7-42a0-811e-03f5bfc59561 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:09:45.001333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.076341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] For port a68002df-eae7-42a0-811e-03f5bfc59561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a68002df-eae7-42a0-811e-03f5bfc59561,segment=NetworkSegment(1844320f-2546-4ed0-8923-a1481eeac3da),segment_id=1844320f-2546-4ed0-8923-a1481eeac3da)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:45.076636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.096297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.127256 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=06ba0acb-883f-4c7d-8a01-24ab72b5be84,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:45.188898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.234777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87aa343-ad0d-4454-8ca7-49971aee3ea9 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:45.241420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] Calling delete_port for a68002df-eae7-42a0-811e-03f5bfc59561 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:09:45.254471 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:09:43Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:45.280207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.282683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.284216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b49b8d93-5b72-4e96-b38a-7e0e41cc78c0 None None] The sync data for ids ['fec3b8f4-269c-4a3b-bb65-5ea549c13fa1'] in dv-neutron-master-2-hyperv is: [{'id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'name': 'tempest-TestNetworkBasicOps-router-1105058275', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132'}], 'enable_snat': True}, 'gw_port_id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:09:43Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': '06ba0acb-883f-4c7d-8a01-24ab72b5be84', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:69:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fec3b8f4-269c-4a3b-bb65-5ea549c13fa1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1458, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:06:41Z', 'updated_at': '2022-01-04T14:06:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:45.328969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.329817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:09:45.340368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.341503 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-04af78dd-7164-418a-aacd-5a9d19575f94 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/fec3b8f4-269c-4a3b-bb65-5ea549c13fa1 HTTP/1.1" status: 204 len: 168 time: 0.7729797 Jan 04 14:09:45.344206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41878) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:45.359551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.387450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] Pushing event deleted for resources: {'Port': ['ID=a68002df-eae7-42a0-811e-03f5bfc59561,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:45.391155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f843965e-95c9-4ecd-9633-14f007bd39f0 None None] No DVR routers for this DVR port a68002df-eae7-42a0-811e-03f5bfc59561 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:09:45.427173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.514294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.524292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-27b20e08-a786-4a9b-a743-27b3cf032755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.535179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['313af041-feda-4a00-bafb-efde12f406d2']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:45.544068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1844320f-2546-4ed0-8923-a1481eeac3da') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:45.544369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1844320f-2546-4ed0-8923-a1481eeac3da') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:45.553985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.567144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.573053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:09:45.573359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:09:45.576427 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:09:45.633442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.640649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.643935 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/313af041-feda-4a00-bafb-efde12f406d2 HTTP/1.1" status: 204 len: 168 time: 0.2987862 Jan 04 14:09:45.652156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41880) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:45.660933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--1496767734', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:45.662028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bfb8bf-8c46-4c5c-8843-a68262bb9541 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=313af041-feda-4a00-bafb-efde12f406d2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:45.686847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:09:45.691006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.715055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:09:45.716304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 088c7818-6f32-4b24-a0c2-7acfe0507f44 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:45.724473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.724833 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment efca67f6-3c52-4198-802e-3f8a9c2a8007 of type vlan for network 4a787378-295b-4a7b-8658-facc58bb3959 Jan 04 14:09:45.737382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 088c7818-6f32-4b24-a0c2-7acfe0507f44 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:45.737770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 088c7818-6f32-4b24-a0c2-7acfe0507f44 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:45.775746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.802121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.808265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:45.808845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.850322 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1915879 Jan 04 14:09:45.850547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41882) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:45.856982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:45.890839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a39a6f7-ad5e-434e-a85d-476234423488 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=4a787378-295b-4a7b-8658-facc58bb3959,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:45.902411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 4a787378-295b-4a7b-8658-facc58bb3959 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:09:45.915602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.917021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:45.976003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a68002df-eae7-42a0-811e-03f5bfc59561 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:45.980110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.007035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: a68002df-eae7-42a0-811e-03f5bfc59561 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:46.007400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a68002df-eae7-42a0-811e-03f5bfc59561 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:46.007906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:46.030214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:46.030772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e5c8b2e6-ce9f-4977-bb34-a746b5e07be5 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:46.121457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.308536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.327525 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.432190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.157 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/bcfa349a-82b7-4c12-8b67-1f451098cda2) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:09:46.529481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.561854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.596753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:09:46.599655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:09:46.602880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:09:46.612541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37586ec9-fc4c-445e-a81c-f0abe48051ec None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:46.633628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=bcfa349a-82b7-4c12-8b67-1f451098cda2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:46.655790 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-57cd1483-97ae-4cbd-bffd-0e38a94e2e93 None None] Provisioning complete for port bcfa349a-82b7-4c12-8b67-1f451098cda2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:46.656158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-57cd1483-97ae-4cbd-bffd-0e38a94e2e93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:46.688869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-57cd1483-97ae-4cbd-bffd-0e38a94e2e93 None None] Port bcfa349a-82b7-4c12-8b67-1f451098cda2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:09:46.855644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.040394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.161755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:09:47.265914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:47.275448 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:47.286113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.286720 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:47.287334 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:47.287498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b7bd7fcd-72f0-4f98-9e56-7fccd6effaee tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4358978 Jan 04 14:09:47.290443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41884) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:47.318465 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d81347ff-056e-4042-98a9-511ed0d77185 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0269194 Jan 04 14:09:47.320989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41886) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:47.389733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:47.409008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df03d4ae-b699-45cb-a93b-b1133d67a8e9 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:47.410523 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-df03d4ae-b699-45cb-a93b-b1133d67a8e9 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0886064 Jan 04 14:09:47.413270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41888) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:47.440235 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a90365c1-d33a-4a11-b9ce-4dcd6db97f71 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259848 Jan 04 14:09:47.442684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41890) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:47.447260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-731815924', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:47.537613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:09:47.541080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.563558 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:46Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:47.592792 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:47.593137 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Updating router c385adb0-5bfa-425b-aec2-2977e39d41df port bcfa349a-82b7-4c12-8b67-1f451098cda2 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:09:47.618208 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.721252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.779161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=d98c4912-2af2-4cc8-838d-6ee59fef522e,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:47.788383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:09:47.788743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 4a787378-295b-4a7b-8658-facc58bb3959, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:09:47.804554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 4a787378-295b-4a7b-8658-facc58bb3959 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:09:47.814006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4a787378-295b-4a7b-8658-facc58bb3959) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:09:47.818530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:47.819154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.826128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-309319da-34f3-4bd8-a67c-b1a058168124 None None] Network 4a787378-295b-4a7b-8658-facc58bb3959 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:09:47.842245 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2c3d83d9-5480-451b-91cd-4a877d00fa14 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3982637 Jan 04 14:09:47.844729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41892) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:47.857695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 06ba0acb-883f-4c7d-8a01-24ab72b5be84 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:09:47.870911 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.876693 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.903962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 06ba0acb-883f-4c7d-8a01-24ab72b5be84 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:09:47.903962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 06ba0acb-883f-4c7d-8a01-24ab72b5be84 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:09:47.910201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8237a033-b580-4627-a6d0-faa85945254c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.922482 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Pushing event updated for resources: {'Port': ['ID=bcfa349a-82b7-4c12-8b67-1f451098cda2,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:47.931069 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.931820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.932162 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.932506 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.932836 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.933164 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.933495 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.933800 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.934142 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.934650 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.935149 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.935470 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.935792 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:47.951876 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Attempting to bind port bcfa349a-82b7-4c12-8b67-1f451098cda2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:09:47.952251 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Attempting to bind port bcfa349a-82b7-4c12-8b67-1f451098cda2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:09:47.952613 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Attempting to bind port bcfa349a-82b7-4c12-8b67-1f451098cda2 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:09:47.958616 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:09:47.958986 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:09:47.959381 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.959769 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:09:47.960229 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Bound port: bcfa349a-82b7-4c12-8b67-1f451098cda2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:09:47.960601 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:47.972310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac19665-3af9-4a99-8fc3-77a540ef512a None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:48.024963 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] For port bcfa349a-82b7-4c12-8b67-1f451098cda2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:09:48.025977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4a787378-295b-4a7b-8658-facc58bb3959', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:09:48.027365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.028594 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] For port bcfa349a-82b7-4c12-8b67-1f451098cda2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfa349a-82b7-4c12-8b67-1f451098cda2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:09:48.035512 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.096176 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fcf9cee-a9a0-4746-a525-05dc7e2e9b2e None None] Pushing event updated for resources: {'Port': ['ID=bcfa349a-82b7-4c12-8b67-1f451098cda2,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:48.111543 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:48.112676 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:48.182149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Allocated IP 172.20.0.2 (4a787378-295b-4a7b-8658-facc58bb3959/d98c4912-2af2-4cc8-838d-6ee59fef522e/3ff216bc-8d0f-4dfb-b649-abbadb80f07f) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:09:48.195764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b83f93d1-e82e-4c93-a24f-1857de0f996b None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:09:48.230788 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:48.232652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d06e3ebb-9c63-440e-ab77-cc1923187f8a None None] Provisioning complete for port bcfa349a-82b7-4c12-8b67-1f451098cda2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:48.233031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d06e3ebb-9c63-440e-ab77-cc1923187f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.386695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.406469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d06e3ebb-9c63-440e-ab77-cc1923187f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.419548 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:46Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:48.428275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.438403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d06e3ebb-9c63-440e-ab77-cc1923187f8a None None] For port bcfa349a-82b7-4c12-8b67-1f451098cda2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfa349a-82b7-4c12-8b67-1f451098cda2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:48.441084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.449156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d06e3ebb-9c63-440e-ab77-cc1923187f8a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.483299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Network 4a787378-295b-4a7b-8658-facc58bb3959 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:09:48.488588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:09:48.495648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:09:48.504132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Pushing event updated for resources: {'Port': ['ID=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:48.539831 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa05d82-c7e8-4917-bfa7-f4309fe44713 None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:46Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:48.605714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Attempting to bind port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:09:48.606112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Attempting to bind port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:09:48.606483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Attempting to bind port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f on network 4a787378-295b-4a7b-8658-facc58bb3959 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:09:48.609799 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06e3ebb-9c63-440e-ab77-cc1923187f8a None None] Pushing event updated for resources: {'Port': ['ID=bcfa349a-82b7-4c12-8b67-1f451098cda2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:48.616804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:09:48.617521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Checking segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:09:48.618102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.618436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Bound using segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:09:48.619024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Bound port: 3ff216bc-8d0f-4dfb-b649-abbadb80f07f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:09:48.619307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.622653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fda9e297-5e5a-4f00-9feb-bb0b2815c49c None None] Provisioning complete for port bcfa349a-82b7-4c12-8b67-1f451098cda2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:48.623015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fda9e297-5e5a-4f00-9feb-bb0b2815c49c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.686596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (4a787378-295b-4a7b-8658-facc58bb3959/d98c4912-2af2-4cc8-838d-6ee59fef522e/f828e0cf-4792-4a62-9852-61c6b6d280a7) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:09:48.718280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] For port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:09:48.722739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] For port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:09:48.766331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.828641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.858772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f74fd2-d53d-48a0-80c5-e352a9e5a260 None None] Pushing event updated for resources: {'Port': ['ID=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:48.878590 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:48.922744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 4a787378-295b-4a7b-8658-facc58bb3959 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:09:48.927114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:09:48.931470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:09:48.975544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=f828e0cf-4792-4a62-9852-61c6b6d280a7,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:48.989321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.989573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.989957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.990436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.990772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.991099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.991434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.991758 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.992085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.992415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.992739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.993058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:48.993376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:49.002000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.147791 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.170100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.788944 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.793517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.833345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307bdbc2-47a2-4048-93b8-1dec4029d787 None None] Network 4a787378-295b-4a7b-8658-facc58bb3959 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:09:49.872200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=f828e0cf-4792-4a62-9852-61c6b6d280a7,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:49.874407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.920458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c1023d55-e410-406d-a877-63aaf71f4462 None None] Provisioning complete for port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:49.921056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1023d55-e410-406d-a877-63aaf71f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:49.993506 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 4a787378-295b-4a7b-8658-facc58bb3959 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:09:49.994680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ff216bc-8d0f-4dfb-b649-abbadb80f07f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:09:49.995580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:09:50.073166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1023d55-e410-406d-a877-63aaf71f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.104858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:50.105245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.119908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:09:50.134463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c1023d55-e410-406d-a877-63aaf71f4462 None None] For port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:50.141194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1023d55-e410-406d-a877-63aaf71f4462 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.203591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1023d55-e410-406d-a877-63aaf71f4462 None None] Pushing event updated for resources: {'Port': ['ID=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:50.248755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:09:50.249082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bcfa349a-82b7-4c12-8b67-1f451098cda2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:09:50.255180 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0f4c5efe-b22a-425d-96b4-11f8953205a4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/c385adb0-5bfa-425b-aec2-2977e39d41df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4080024 Jan 04 14:09:50.257624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41894) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:50.300991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-92b12e94-3b29-4a21-a091-46379e3d0335 None None] Provisioning complete for port f828e0cf-4792-4a62-9852-61c6b6d280a7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:50.301322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92b12e94-3b29-4a21-a091-46379e3d0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.341317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-92b12e94-3b29-4a21-a091-46379e3d0335 None None] Port f828e0cf-4792-4a62-9852-61c6b6d280a7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:09:50.342812 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port bcfa349a-82b7-4c12-8b67-1f451098cda2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:50.343180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.362842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890deb9-80c5-4618-85d9-518a63797a40 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.364003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890deb9-80c5-4618-85d9-518a63797a40 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.364479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890deb9-80c5-4618-85d9-518a63797a40 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.364942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f890deb9-80c5-4618-85d9-518a63797a40 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.367772 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f890deb9-80c5-4618-85d9-518a63797a40 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1091383 Jan 04 14:09:50.370616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41896) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:50.393972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-92b12e94-3b29-4a21-a091-46379e3d0335 None None] Provisioning complete for port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:50.394352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92b12e94-3b29-4a21-a091-46379e3d0335 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.430472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:09:50.437521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.442611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93d418-35a8-46d0-96fc-47534ddc9eee tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.443291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93d418-35a8-46d0-96fc-47534ddc9eee tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.443804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93d418-35a8-46d0-96fc-47534ddc9eee tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.444249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f93d418-35a8-46d0-96fc-47534ddc9eee tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:50.448736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41898) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:50.448926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9f93d418-35a8-46d0-96fc-47534ddc9eee tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0771000 Jan 04 14:09:50.479895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:50.480533 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:50.634561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:50.724642 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c5394bea-2d4c-4819-8cde-2e6bd9d8ddd9 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.2743871 Jan 04 14:09:50.788783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-59bdd973-71c3-43da-9e89-1fbca287c640 None None] Provisioning complete for port f828e0cf-4792-4a62-9852-61c6b6d280a7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:50.789150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59bdd973-71c3-43da-9e89-1fbca287c640 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.850684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-59bdd973-71c3-43da-9e89-1fbca287c640 None None] Port f828e0cf-4792-4a62-9852-61c6b6d280a7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:09:50.871406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:50.897806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:09:50.898188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Updating router c385adb0-5bfa-425b-aec2-2977e39d41df port f828e0cf-4792-4a62-9852-61c6b6d280a7 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:09:50.922661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:50.993052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41902) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:50.998028 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-790534668', 'description': 'tempest-secgroup-smoke-790534668 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.030740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.105957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.110873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.141045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.142919 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1480801 Jan 04 14:09:51.144808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845931be-0561-41c4-a5c1-f2361a8afd6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dab6c4fa-0e5a-4780-bf39-aad91028066c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.145861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41904) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:51.150358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'dab6c4fa-0e5a-4780-bf39-aad91028066c', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.178367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.194672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.200929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.249132 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.249606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19472da5-ae52-48bb-9e9e-787e7980e0d0 None None] Pushing event updated for resources: {'Port': ['ID=f828e0cf-4792-4a62-9852-61c6b6d280a7,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.254152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.276534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef655aaf-f68d-4af6-abc6-41f14efd40f3,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.286175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.286818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.287165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.287495 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.288018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.288521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.288851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.289185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.289507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.289830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.290351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.290673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.290994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:09:51.295892 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.297109 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7e8763ae-e8df-4a13-b5b2-53247a03c0c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1502178 Jan 04 14:09:51.299867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41906) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:51.305696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'dab6c4fa-0e5a-4780-bf39-aad91028066c', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.310983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Attempting to bind port f828e0cf-4792-4a62-9852-61c6b6d280a7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:09:51.311397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Attempting to bind port f828e0cf-4792-4a62-9852-61c6b6d280a7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:09:51.311704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Attempting to bind port f828e0cf-4792-4a62-9852-61c6b6d280a7 on network 4a787378-295b-4a7b-8658-facc58bb3959 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:09:51.318587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 9, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:09:51.318955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Checking segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:09:51.319342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.319738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Bound using segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:09:51.320202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Bound port: f828e0cf-4792-4a62-9852-61c6b6d280a7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:09:51.320584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.336286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.396658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.402135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.421625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2a03e3a-5229-4bbf-aea3-da0dd32adc69,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.435262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.436563 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-90146143-1d78-4899-a0e7-1951a1d17f45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1342745 Jan 04 14:09:51.440114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41908) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:51.446529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'dab6c4fa-0e5a-4780-bf39-aad91028066c', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.478617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.551337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.555988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.556215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] For port f828e0cf-4792-4a62-9852-61c6b6d280a7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:09:51.560241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] For port f828e0cf-4792-4a62-9852-61c6b6d280a7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f828e0cf-4792-4a62-9852-61c6b6d280a7,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:09:51.566831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.568558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fce63840-a146-42c0-85a9-514e6a14d009 None None] Provisioning complete for port f828e0cf-4792-4a62-9852-61c6b6d280a7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:51.568911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fce63840-a146-42c0-85a9-514e6a14d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.571610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e7956fd-bc7e-4a37-b169-6344f9ae6396,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.582639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.583875 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c1b223f0-9838-46c8-a70f-8cf73b2403e5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1425204 Jan 04 14:09:51.586680 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41910) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:51.591012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'dab6c4fa-0e5a-4780-bf39-aad91028066c', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.618911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.660711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:09:51.661342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:51.665943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19472da5-ae52-48bb-9e9e-787e7980e0d0 None None] Pushing event updated for resources: {'Port': ['ID=f828e0cf-4792-4a62-9852-61c6b6d280a7,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.681628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.687364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.711588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c9bc38-a545-4b94-afd0-b484123d47f4,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.721311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.725277 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-910c9133-9fdd-471a-953f-f22bcfc840a2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1349669 Jan 04 14:09:51.726966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41912) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:51.731652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'dab6c4fa-0e5a-4780-bf39-aad91028066c', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.767072 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:09:51.772711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.800322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fce63840-a146-42c0-85a9-514e6a14d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.826089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:09:51.837099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.842720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.876533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e1627667-e417-42ca-9731-4616664cb51d,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:51.884736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-fce63840-a146-42c0-85a9-514e6a14d009 None None] For port f828e0cf-4792-4a62-9852-61c6b6d280a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f828e0cf-4792-4a62-9852-61c6b6d280a7,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:51.890481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.891046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fce63840-a146-42c0-85a9-514e6a14d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.892377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-869b2dbb-db52-4acf-ab9b-3d61cdd48446 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1642532 Jan 04 14:09:51.895291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41914) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:09:51.900336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'dab6c4fa-0e5a-4780-bf39-aad91028066c', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:51.926995 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:09:51.928213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ff216bc-8d0f-4dfb-b649-abbadb80f07f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:09:51.932655 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.991491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:51.995997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:52.013982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8038b6ea-27db-4dce-9ae9-d36919048fdd,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:52.022753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:52.023991 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7d44f35d-56d9-4886-af6d-3473eb1c886d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1276777 Jan 04 14:09:52.086970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce63840-a146-42c0-85a9-514e6a14d009 None None] Pushing event updated for resources: {'Port': ['ID=f828e0cf-4792-4a62-9852-61c6b6d280a7,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:52.093615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:52.112923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8b2f4cad-3673-4ac8-8968-8a46d8848cb6 None None] Provisioning complete for port f828e0cf-4792-4a62-9852-61c6b6d280a7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:52.113295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8b2f4cad-3673-4ac8-8968-8a46d8848cb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:52.175810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:52.176186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:52.222557 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-1e2c2665-1672-474f-98d7-e39d9ca4f8cb tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-790534668&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0434437 Jan 04 14:09:52.284490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:09:52.327820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4989e671-5a7b-4a7b-ade7-4ad4057c4a9f None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:09:52.332035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-8221cda3-5466-4d71-9c9f-1a6f5689b2f3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:52.334386 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-8221cda3-5466-4d71-9c9f-1a6f5689b2f3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 797 time: 0.1045151 Jan 04 14:09:52.350726 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-d4011cc7-b527-4fbf-bb6b-2b0f877c5d64 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0100267 Jan 04 14:09:52.417498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-54b435b6-6419-46de-b42b-7c52646bd9c0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0611868 Jan 04 14:09:52.520141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-2c0148ba-613e-4807-b3d4-68a0f36291b3 service neutron] 10.222.0.30 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883195 Jan 04 14:09:52.612839 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-e10a2b77-e0ac-433e-b8a5-07437c580c69 service neutron] 10.222.0.30 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866680 Jan 04 14:09:52.779819 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a45af780-a1b6-4922-94de-d3d5e98740fb req-eae969c2-9d4e-491f-a361-fefbd825f6c3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 210 time: 0.0318639 Jan 04 14:09:53.704659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b29d69f7-07f4-40c2-9187-95f9d41d5eaa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:53.706123 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b29d69f7-07f4-40c2-9187-95f9d41d5eaa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 797 time: 0.1067166 Jan 04 14:09:53.779214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-c0158a41-1641-4d11-a897-6e5d87800a32 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 379 time: 0.0631804 Jan 04 14:09:53.788045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['dab6c4fa-0e5a-4780-bf39-aad91028066c']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:53.884877 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8b98756a-6f29-41fe-a0c0-79898d71c402 req-2db53c5b-ba87-47e3-bd23-e304c4b4e53f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 210 time: 0.0333321 Jan 04 14:09:53.917593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f828e0cf-4792-4a62-9852-61c6b6d280a7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:09:53.932890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:09:53.936511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:53.971077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f828e0cf-4792-4a62-9852-61c6b6d280a7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:53.971371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:54.063133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.10 (4a787378-295b-4a7b-8658-facc58bb3959/d98c4912-2af2-4cc8-838d-6ee59fef522e/8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:09:54.194118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:54.230034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:54.270691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 4a787378-295b-4a7b-8658-facc58bb3959 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:09:54.273624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:09:54.280098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:09:54.304989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:54.333953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:54.334565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:54.351126 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-5417e0ec-4972-46ba-8e95-5c114c2902e2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5665264 Jan 04 14:09:54.363335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Request body: {'port': {'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:09:54.418692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:54.512824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a6f534ca-22e6-4a68-b2bf-85da24bb3e54 None None] Provisioning complete for port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:09:54.513120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a6f534ca-22e6-4a68-b2bf-85da24bb3e54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:54.551676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a6f534ca-22e6-4a68-b2bf-85da24bb3e54 None None] Port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:09:55.002196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d8bfd-d8cb-4d19-abfa-5ecb408ff0f1 req-1a375863-ca72-4d9b-ad90-22f536c13ef1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.003717 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3d1d8bfd-d8cb-4d19-abfa-5ecb408ff0f1 req-1a375863-ca72-4d9b-ad90-22f536c13ef1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 932 time: 0.0497572 Jan 04 14:09:55.049902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:09:55.053921 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3d1d8bfd-d8cb-4d19-abfa-5ecb408ff0f1 req-e736463e-db3d-4e68-a4e2-c11e82efa68b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441914 Jan 04 14:09:55.057833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:55.073976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Transition to ACTIVE for port object 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:09:55.078199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:55.130751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:55.198075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Attempting to bind port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:09:55.198416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Attempting to bind port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:09:55.198746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Attempting to bind port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 on network 4a787378-295b-4a7b-8658-facc58bb3959 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:09:55.203280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 on network 4a787378-295b-4a7b-8658-facc58bb3959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:09:55.203603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Attempting to bind port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 on network 4a787378-295b-4a7b-8658-facc58bb3959 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:09:55.209224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 9, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:09:55.209548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Checking segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:09:55.209960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Bound using segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:09:55.210393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Bound port: 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:09:55.210750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:55.280671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:09:55.284402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:09:55.288262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:55.322664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.323185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:55.324902 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] 10.222.0.13 "PUT /v2.0/ports/8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 1094 time: 0.9663088 Jan 04 14:09:55.327084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:09:55.330715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8" -d '{"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:09:55.360224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8670889-8f26-4df9-becc-9896966d3d98 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:09:55.396844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:09:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a0b73d1-6bf7-4502-a9bb-cdf7066c27e9 x-openstack-request-id: req-2a0b73d1-6bf7-4502-a9bb-cdf7066c27e9 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:09:55.397262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:09:55.397541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2a0b73d1-6bf7-4502-a9bb-cdf7066c27e9 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:09:55.397824 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'status': 'completed', 'code': 200} Jan 04 14:09:55.414812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-d06ca466-df1f-465b-99da-8b442a3a22d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.416309 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-d06ca466-df1f-465b-99da-8b442a3a22d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1097 time: 0.0518081 Jan 04 14:09:55.458298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-b154f8da-a7f9-4e42-91f0-f073a5f325c8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 217 time: 0.0347800 Jan 04 14:09:55.512007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-ffd0754a-0ae4-4ac7-a169-ffc8823e1f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.513517 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-ffd0754a-0ae4-4ac7-a169-ffc8823e1f56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0486543 Jan 04 14:09:55.557116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-4eb8ed7a-145c-488f-9b08-127bd6b5ac09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.558590 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-4eb8ed7a-145c-488f-9b08-127bd6b5ac09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386016 Jan 04 14:09:55.645764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-19e16c0a-db7b-42ed-ae40-2a805d3297fa service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804338 Jan 04 14:09:55.734663 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e9d843c8-b5f4-4e4f-a75e-b4a680b65dac req-8e88743a-9c0f-43e4-9a57-f8ed1ca8e68d service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822933 Jan 04 14:09:55.820747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-0ff20622-be8a-441b-b90e-baff6e2bb4d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.822237 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-0ff20622-be8a-441b-b90e-baff6e2bb4d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1097 time: 0.0399790 Jan 04 14:09:55.915783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-ffbecc90-68c2-416d-a15c-28650daa74a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:55.917234 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-ffbecc90-68c2-416d-a15c-28650daa74a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.0880306 Jan 04 14:09:55.957887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-9e557c7e-7e26-4ffb-92a8-cb1873311290 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 217 time: 0.0333498 Jan 04 14:09:56.006697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-30002ea5-a600-48b3-b153-c350728c5386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:56.008135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-30002ea5-a600-48b3-b153-c350728c5386 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0426567 Jan 04 14:09:56.057304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-e50213de-1d3e-4075-9beb-92f511c5b328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:56.058862 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-e50213de-1d3e-4075-9beb-92f511c5b328 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0430648 Jan 04 14:09:56.147429 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-d03146b8-40e5-4100-a749-84652d0e1e7e service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812027 Jan 04 14:09:56.172306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cb9e3a-2298-4a55-a59c-26184a98e3c7 req-39dfc7a6-c636-489b-bb08-256e975666ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:56.174238 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55cb9e3a-2298-4a55-a59c-26184a98e3c7 req-39dfc7a6-c636-489b-bb08-256e975666ce tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 944 time: 0.0525181 Jan 04 14:09:56.223479 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55cb9e3a-2298-4a55-a59c-26184a98e3c7 req-6284d0a1-25ba-4f76-9025-502c64778fac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430553 Jan 04 14:09:56.240204 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ee90d8-6fdc-450e-a4e7-49fe8cef91c8 req-dbc10a71-7c6c-4a42-ab27-bbe18c8523d8 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860224 Jan 04 14:09:57.340040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a755293-b00f-43bb-8ba0-288e90705a22 req-237dbe74-d78c-40df-b2df-28d1748e211a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:57.341494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4a755293-b00f-43bb-8ba0-288e90705a22 req-237dbe74-d78c-40df-b2df-28d1748e211a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 944 time: 0.0489893 Jan 04 14:09:57.388630 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4a755293-b00f-43bb-8ba0-288e90705a22 req-b616e127-7aa2-4159-8052-12a7269b6900 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413485 Jan 04 14:09:58.500802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc01275-c8ce-45eb-aa2f-e69661935459 req-08496f5e-b4e2-436b-8a15-06d0c0f54f4f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:58.502783 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7bc01275-c8ce-45eb-aa2f-e69661935459 req-08496f5e-b4e2-436b-8a15-06d0c0f54f4f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 944 time: 0.0489984 Jan 04 14:09:58.550710 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7bc01275-c8ce-45eb-aa2f-e69661935459 req-231ad2ef-b2e4-4e0a-b3f2-4378b6ea1420 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Jan 04 14:09:59.663350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a342c7b-9308-42d0-b774-04baa43eb622 req-925cdc16-ee06-4bac-bf52-f53642bd4ff7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:09:59.664826 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a342c7b-9308-42d0-b774-04baa43eb622 req-925cdc16-ee06-4bac-bf52-f53642bd4ff7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 944 time: 0.0487039 Jan 04 14:09:59.717124 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a342c7b-9308-42d0-b774-04baa43eb622 req-2e317a96-77e6-4cd2-b847-bcdd14debd41 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460677 Jan 04 14:09:59.777065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:09:59.871696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:59.882519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:09:59.918802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:59.930868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:09:59.949570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:09:59.953014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:09:59.997666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:00.179310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:10:00.833972 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e983cfc-e9ba-4d4c-b1b2-9c2263cd75b8 req-1addc163-748b-466f-b9f5-f43580f00f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:00.835432 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1e983cfc-e9ba-4d4c-b1b2-9c2263cd75b8 req-1addc163-748b-466f-b9f5-f43580f00f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 945 time: 0.0517440 Jan 04 14:10:00.882922 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1e983cfc-e9ba-4d4c-b1b2-9c2263cd75b8 req-16bf6146-276b-4d41-ab4e-47adb7f3f326 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416727 Jan 04 14:10:01.792642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:10:01.843933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:10:01.847665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:10:01.848061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:01.921860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:01.945084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:01.947384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b183ee7-115a-4e3e-9b57-9d17851ddede" -d '{"events": [{"server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "name": "network-vif-plugged", "status": "completed", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:01.961032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:10:01.966100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:01.990555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7572d2a-3fb6-444a-8eb3-0e64d6eaabef x-openstack-request-id: req-d7572d2a-3fb6-444a-8eb3-0e64d6eaabef {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:01.990848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "name": "network-vif-plugged", "status": "completed", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:01.991097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d7572d2a-3fb6-444a-8eb3-0e64d6eaabef {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:01.991483 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'code': 200} Jan 04 14:10:02.007947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67443fc0-948d-404a-9139-2c2f20530c1d req-56b31576-0fbe-4dd9-b3b7-8d70fe60ed27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:02.009475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67443fc0-948d-404a-9139-2c2f20530c1d req-56b31576-0fbe-4dd9-b3b7-8d70fe60ed27 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 945 time: 0.0589652 Jan 04 14:10:02.020715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:02.062796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67443fc0-948d-404a-9139-2c2f20530c1d req-ac825a66-974b-4ef9-9434-78ebd8de0f83 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455203 Jan 04 14:10:02.151065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c686cf7-9998-4243-b807-07cb8d9a0a9e req-1559bd86-5191-4840-8c31-0183dcb7db1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:02.152531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5c686cf7-9998-4243-b807-07cb8d9a0a9e req-1559bd86-5191-4840-8c31-0183dcb7db1a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1099 time: 0.0393775 Jan 04 14:10:02.203330 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5c686cf7-9998-4243-b807-07cb8d9a0a9e req-e5675982-f636-4d72-8ef5-b9d4a350d615 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445027 Jan 04 14:10:03.180324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be91f7-0115-497c-a1a3-5cefe038a4ca req-7b4b4cd3-4d03-41fb-b0de-43527b2816f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:03.181792 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-00be91f7-0115-497c-a1a3-5cefe038a4ca req-7b4b4cd3-4d03-41fb-b0de-43527b2816f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 946 time: 0.0483100 Jan 04 14:10:03.231440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-00be91f7-0115-497c-a1a3-5cefe038a4ca req-4e879ae7-362c-4df7-88ed-826919c50946 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436652 Jan 04 14:10:04.349699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e606dd-a6da-4cee-a166-8d08776f59a2 req-21141899-da5d-4a9f-bbd7-3941f94b1a69 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:04.351192 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c7e606dd-a6da-4cee-a166-8d08776f59a2 req-21141899-da5d-4a9f-bbd7-3941f94b1a69 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 946 time: 0.0531225 Jan 04 14:10:04.398879 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c7e606dd-a6da-4cee-a166-8d08776f59a2 req-4f6c347d-e5dd-45d4-b1af-e4d7e4d91e90 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419416 Jan 04 14:10:04.511978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a56d57f-c5d1-46fa-ba46-e6572fea127a req-45dde7d3-745a-4f17-8896-c231fc49b63b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:04.513365 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5a56d57f-c5d1-46fa-ba46-e6572fea127a req-45dde7d3-745a-4f17-8896-c231fc49b63b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 946 time: 0.0484903 Jan 04 14:10:04.565946 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5a56d57f-c5d1-46fa-ba46-e6572fea127a req-2b457ffe-c36a-439f-a773-e3f175ab40c3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467043 Jan 04 14:10:04.587016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41974) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:04.626930 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315fb91c-922e-4f75-bdf8-e142dee2bd58 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:04.628463 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-315fb91c-922e-4f75-bdf8-e142dee2bd58 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1094 time: 0.0404735 Jan 04 14:10:04.631276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41976) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:04.635620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:04.659100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:04.755548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:04.859355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.8 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/99e46e56-a966-4fb3-9136-86c0ac278cad) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:10:04.958363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:04.994996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.030088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:10:05.033649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:10:05.037042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:10:05.063769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=99e46e56-a966-4fb3-9136-86c0ac278cad,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:05.292454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.397350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.460687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.605894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.610051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.676918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=99e46e56-a966-4fb3-9136-86c0ac278cad,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:05.686604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:05.785435 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 6c1450e1-5f40-4d77-90ae-a8f6a89ddea1 associated. External IP: 172.36.2.8, port: 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2. Jan 04 14:10:05.990284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:10:06.095991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:10:06.108470 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:10:06.115119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.120928 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:10:06.121561 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:06.142261 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-04f8253f-a9e0-4162-ba7b-27e3883a83f5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5099590 Jan 04 14:10:06.142845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:06.145093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 41978) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:06.145596 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29d38de-4cc9-46a6-b689-70bfae3ab90b" -d '{"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:06.185697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43777fe6-f776-4584-bdf6-635dec78484d tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:06.186645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2a3d259-94bb-450a-98bf-ae89cf4f6e5c x-openstack-request-id: req-f2a3d259-94bb-450a-98bf-ae89cf4f6e5c {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:06.186945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:06.190145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f2a3d259-94bb-450a-98bf-ae89cf4f6e5c {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:06.190269 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-43777fe6-f776-4584-bdf6-635dec78484d tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1094 time: 0.0411997 Jan 04 14:10:06.190402 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'status': 'completed', 'code': 200} Jan 04 14:10:06.233230 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:10:06.249925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-6ebb2635-83ae-4466-9ebb-a6b777da0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:06.251407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-6ebb2635-83ae-4466-9ebb-a6b777da0b59 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1099 time: 0.0412998 Jan 04 14:10:06.348276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-258eda5d-5fe1-4546-8254-d17f2ec5d134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:06.349750 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-258eda5d-5fe1-4546-8254-d17f2ec5d134 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.0916307 Jan 04 14:10:06.382125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41984) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:06.386683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-420035302', 'description': 'tempest-secgroup-smoke-420035302 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:06.411580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.452195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-fea3875d-14a4-48ce-89ac-ef62f3bb15f3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 998 time: 0.0956104 Jan 04 14:10:06.471617 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:05Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:06.481838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.488182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.497685 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:10:06.502818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-f1a5f4a6-e727-4937-8d5f-0996aea1de5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:06.504329 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-f1a5f4a6-e727-4937-8d5f-0996aea1de5b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0465641 Jan 04 14:10:06.506087 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:10:06.506698 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:09:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:06.520417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.521665 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1385298 Jan 04 14:10:06.524347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078050df-ebf4-4faf-b655-2e8fe6477f4c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:06.526361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41986) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:06.539869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6ffbe-dc85-4538-b9a0-38dd25dbf009', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:06.558898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-62b07d38-8e7a-4e26-b360-3364f8b420dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:06.560407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-62b07d38-8e7a-4e26-b360-3364f8b420dd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0491512 Jan 04 14:10:06.572226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.616572 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:10:06.634249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.638824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.658775 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df94d765-02a1-428b-8082-cd01b1965dcd,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:06.665065 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-592975ab-d5c5-4373-80ac-7427aa9d36a8 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980344 Jan 04 14:10:06.669187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.670477 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e44ca3fb-42a3-42e9-9494-5761c014689c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1350005 Jan 04 14:10:06.673434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41988) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:06.678093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6ffbe-dc85-4538-b9a0-38dd25dbf009', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:06.711520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.758767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d29d38de-4cc9-46a6-b689-70bfae3ab90b req-0a612507-ec87-43cc-ac83-1b64172503b6 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878632 Jan 04 14:10:06.773294 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.779064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.797625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a829ee2c-1079-4980-ae00-b0190f724216,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:06.807182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.808399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c836267f-eab6-4747-96bc-ebbd4bde784d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1338019 Jan 04 14:10:06.811138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41990) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:06.816055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6ffbe-dc85-4538-b9a0-38dd25dbf009', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:06.845072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.863935 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:05Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:06.890553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84e4bb21-67de-4bd4-a9c1-546f23717913 None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:05Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:10:06.901988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.906342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.924688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=174799e6-54ed-4e4c-a27b-e7122c98bd68,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:06.933627 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:06.934922 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cb1d5a2e-e1bc-4fe0-bb1a-84ac10a5e56b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1228592 Jan 04 14:10:06.937568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41992) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:06.942623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6ffbe-dc85-4538-b9a0-38dd25dbf009', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:06.971518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.035214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.038946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.056821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=321183c4-325d-4658-a5fc-2b17f80938c5,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:07.067066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.068313 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-59658256-b4e4-4367-8e7f-d30f6d67e301 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1297584 Jan 04 14:10:07.071136 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41994) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:07.075511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6ffbe-dc85-4538-b9a0-38dd25dbf009', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:07.088474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f9f62e0-7bee-4cca-b0fa-5eacbda99e7b None None] New status for floating IP 6c1450e1-5f40-4d77-90ae-a8f6a89ddea1: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:10:07.101659 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:10:07.106569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.165415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.169206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.187404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad62084a-1993-4f64-a6b8-6febe18df129,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:07.195736 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.197045 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-88767274-7565-4e37-ad05-d44c6ec120fc tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1249549 Jan 04 14:10:07.199690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 41996) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:07.204112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': 'bdb6ffbe-dc85-4538-b9a0-38dd25dbf009', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:07.226697 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:10:07.231969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.293889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.297205 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.315172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3aeb32-a048-4223-9a95-786e84ed912e,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:07.323078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:07.324285 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c27b98a6-716e-4527-8179-d27a679c2684 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1236415 Jan 04 14:10:07.541553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-fa74acf4-71b0-479e-99a4-ede024ec3f9d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-420035302&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0437484 Jan 04 14:10:07.647544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-2babcde0-ec05-4442-a80f-30b7c5ec5461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:07.649018 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-2babcde0-ec05-4442-a80f-30b7c5ec5461 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 797 time: 0.1009130 Jan 04 14:10:07.664091 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-8b780bbd-74ba-441c-a8c7-d0d988ffec8d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0093763 Jan 04 14:10:07.714967 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-02886c69-63be-4ff2-a3d8-cacb337b28f6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0458493 Jan 04 14:10:07.811923 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-b7f10c5e-1798-4d9b-9620-7e952de7e1e1 service neutron] 10.222.0.30 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851662 Jan 04 14:10:07.902632 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-67e2dbf1-f974-4054-b173-d35c5975166d service neutron] 10.222.0.30 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848458 Jan 04 14:10:08.058845 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7cddccf-212f-4fa3-9d6b-040b800c5708 req-987546cb-cc7a-414b-84f4-58062a9df3b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 210 time: 0.0261111 Jan 04 14:10:09.084026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-691bf7f6-1698-4b1d-9eb3-9e749b410e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:09.085470 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-691bf7f6-1698-4b1d-9eb3-9e749b410e84 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 797 time: 0.2203121 Jan 04 14:10:09.165333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fef0658e-8b12-421d-9867-291cb620b001 req-509723b8-8e79-460a-8547-dc099b36f931 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 210 time: 0.0357432 Jan 04 14:10:09.195086 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-8b8c6d2a-30c1-4ac7-a944-e876e0325c58 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 471 time: 0.1004319 Jan 04 14:10:09.204853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['bdb6ffbe-dc85-4538-b9a0-38dd25dbf009']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:09.315763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:10:09.319318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:09.446828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.7 (4a787378-295b-4a7b-8658-facc58bb3959/d98c4912-2af2-4cc8-838d-6ee59fef522e/08b4f764-e779-498f-81ca-d5c1cc3fccba) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:10:09.586731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:09.619054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:09.661345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 4a787378-295b-4a7b-8658-facc58bb3959 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:10:09.664303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:10:09.671169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:10:09.677123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=08b4f764-e779-498f-81ca-d5c1cc3fccba,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:09.728110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:09.728856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:09.746739 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9f9f4c69-f507-46c4-a891-d73724245d8e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5455470 Jan 04 14:10:09.761615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Request body: {'port': {'device_id': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:09.823789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:09.910781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a2fc84a9-8502-4cee-a5b8-66b70b022a5c None None] Provisioning complete for port 08b4f764-e779-498f-81ca-d5c1cc3fccba triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:10:09.911375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a2fc84a9-8502-4cee-a5b8-66b70b022a5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:09.950182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a2fc84a9-8502-4cee-a5b8-66b70b022a5c None None] Port 08b4f764-e779-498f-81ca-d5c1cc3fccba cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:10:10.094389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08b4f764-e779-498f-81ca-d5c1cc3fccba {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:10:10.101948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:10.113535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Transition to ACTIVE for port object 08b4f764-e779-498f-81ca-d5c1cc3fccba will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:10:10.118567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:10.191806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Pushing event updated for resources: {'Port': ['ID=08b4f764-e779-498f-81ca-d5c1cc3fccba,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:10.254630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Attempting to bind port 08b4f764-e779-498f-81ca-d5c1cc3fccba on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:10:10.255516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Attempting to bind port 08b4f764-e779-498f-81ca-d5c1cc3fccba by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:10:10.255955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Attempting to bind port 08b4f764-e779-498f-81ca-d5c1cc3fccba on network 4a787378-295b-4a7b-8658-facc58bb3959 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:10:10.263896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Port 08b4f764-e779-498f-81ca-d5c1cc3fccba on network 4a787378-295b-4a7b-8658-facc58bb3959 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:10:10.264658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Attempting to bind port 08b4f764-e779-498f-81ca-d5c1cc3fccba on network 4a787378-295b-4a7b-8658-facc58bb3959 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:10:10.270822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 10, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:10:10.271427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Checking segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:10:10.271928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Bound using segment: {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:10:10.272462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Bound port: 08b4f764-e779-498f-81ca-d5c1cc3fccba, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'efca67f6-3c52-4198-802e-3f8a9c2a8007', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:10:10.272909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:10.310654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9944fe-6670-49f8-9458-b4e6b2fca15f req-3e8aa575-aba5-4d7f-8232-237289aa83a3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:10.314445 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3e9944fe-6670-49f8-9458-b4e6b2fca15f req-3e8aa575-aba5-4d7f-8232-237289aa83a3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 943 time: 0.0654330 Jan 04 14:10:10.343205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] For port 08b4f764-e779-498f-81ca-d5c1cc3fccba, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:10:10.347227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] For port 08b4f764-e779-498f-81ca-d5c1cc3fccba, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:10:10.352766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:10.370803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3e9944fe-6670-49f8-9458-b4e6b2fca15f req-fe2d9c4b-1fa4-4d22-8bc0-11fba5a4cec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0495906 Jan 04 14:10:10.403209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:10.403824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:10.405458 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] 10.222.0.13 "PUT /v2.0/ports/08b4f764-e779-498f-81ca-d5c1cc3fccba HTTP/1.1" status: 200 len: 1093 time: 0.6480114 Jan 04 14:10:10.405937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:10.408179 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adf1e725-16b6-4e2b-8fac-ebe04479e65d" -d '{"events": [{"name": "network-changed", "server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:10.420112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77900aec-f2f4-4f48-bc93-d65e944efa0b service neutron] Pushing event updated for resources: {'Port': ['ID=08b4f764-e779-498f-81ca-d5c1cc3fccba,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:10.454514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63f4f385-bf71-474c-bf64-255f7914443d x-openstack-request-id: req-63f4f385-bf71-474c-bf64-255f7914443d {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:10.454865 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:10.455051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-63f4f385-bf71-474c-bf64-255f7914443d {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:10.455464 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'status': 'completed', 'code': 200} Jan 04 14:10:10.516853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-8698a04f-5daf-4dd8-b879-77d2afa66606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:10.519027 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-8698a04f-5daf-4dd8-b879-77d2afa66606 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 1096 time: 0.0573690 Jan 04 14:10:10.575224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-89c166db-0ca5-4144-b91c-cd77c3c82716 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba HTTP/1.1" status: 200 len: 217 time: 0.0471313 Jan 04 14:10:10.627030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-f05b76d6-4434-498a-8d34-f83c2c133a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:10.628595 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-f05b76d6-4434-498a-8d34-f83c2c133a90 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0475760 Jan 04 14:10:10.679382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9fde74f0-398d-4888-8d21-e834bc2792bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:10.680852 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-9fde74f0-398d-4888-8d21-e834bc2792bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451801 Jan 04 14:10:10.768451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-b48373b8-1052-4425-87a8-51e0699870d3 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814991 Jan 04 14:10:10.858164 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf974940-a7f8-47d1-9237-24b84b74fde6 req-969c1adc-d051-43dd-925d-09826ac1ae6e service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 Jan 04 14:10:10.941812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-7a4e4c4e-c444-4dda-b4d6-fd7e1b1e4c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:10.943404 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-7a4e4c4e-c444-4dda-b4d6-fd7e1b1e4c29 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 1096 time: 0.0405507 Jan 04 14:10:11.036248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-68c208cf-81d0-4063-8ee1-4febbf726a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:11.037716 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-68c208cf-81d0-4063-8ee1-4febbf726a2a service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.0871937 Jan 04 14:10:11.078124 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-0b4b49e4-5cd6-4f6f-bd98-d5e6de002862 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba HTTP/1.1" status: 200 len: 217 time: 0.0323486 Jan 04 14:10:11.124467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-e5e7fe22-076b-4eb3-a179-0b2867bc7326 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:11.125929 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-e5e7fe22-076b-4eb3-a179-0b2867bc7326 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0410628 Jan 04 14:10:11.174266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-0ecd7f6d-b7f9-4f0a-91e6-fdf0adec5fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:11.175745 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-0ecd7f6d-b7f9-4f0a-91e6-fdf0adec5fdf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431666 Jan 04 14:10:11.263803 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-c5163b13-cb9b-4ed9-9e53-108b6427e3aa service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802016 Jan 04 14:10:11.353228 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-adf1e725-16b6-4e2b-8fac-ebe04479e65d req-5a1a099c-7b34-40c0-9689-237b3197ee8f service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829747 Jan 04 14:10:11.485727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648b3ffb-7d86-4cd3-8f6f-37522d99d200 req-9f00f447-fd5f-4c48-9ecf-29b277836c1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:11.487235 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-648b3ffb-7d86-4cd3-8f6f-37522d99d200 req-9f00f447-fd5f-4c48-9ecf-29b277836c1d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 943 time: 0.0489271 Jan 04 14:10:11.535528 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-648b3ffb-7d86-4cd3-8f6f-37522d99d200 req-22ea8038-168d-4c3c-b97b-ef4d06506740 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424232 Jan 04 14:10:12.648959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e1d729-5d62-40a0-9c43-485ccd31aa65 req-eba8f378-1be3-4853-b1a9-4433431ac7a1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:12.650421 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-95e1d729-5d62-40a0-9c43-485ccd31aa65 req-eba8f378-1be3-4853-b1a9-4433431ac7a1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 943 time: 0.0476615 Jan 04 14:10:12.697492 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-95e1d729-5d62-40a0-9c43-485ccd31aa65 req-4ed6359c-0de6-4fa3-8cb5-cd84db8acef1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410333 Jan 04 14:10:13.815612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6428254e-b887-4401-86e2-c0ed79ee3eea req-d186a867-98d3-4255-ae72-67eea10f4957 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:13.817092 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6428254e-b887-4401-86e2-c0ed79ee3eea req-d186a867-98d3-4255-ae72-67eea10f4957 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 943 time: 0.0530684 Jan 04 14:10:13.839052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 08b4f764-e779-498f-81ca-d5c1cc3fccba details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:10:13.865551 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6428254e-b887-4401-86e2-c0ed79ee3eea req-8232a018-8cd0-4435-8acc-9a6f3fc582f1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425682 Jan 04 14:10:13.932532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 08b4f764-e779-498f-81ca-d5c1cc3fccba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:10:13.943036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'port_id': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'mac_address': 'fa:16:3e:94:b6:4f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:10:13.979537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:13.991599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08b4f764-e779-498f-81ca-d5c1cc3fccba {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:10:14.009946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 08b4f764-e779-498f-81ca-d5c1cc3fccba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:10:14.013886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:14.060393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=08b4f764-e779-498f-81ca-d5c1cc3fccba,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:14.233693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['08b4f764-e779-498f-81ca-d5c1cc3fccba'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:10:14.976548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f351f6e9-73c1-4464-8437-f4e3a9031188 req-1f1c0e53-a07b-4975-b4eb-c346545938a8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:14.978041 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f351f6e9-73c1-4464-8437-f4e3a9031188 req-1f1c0e53-a07b-4975-b4eb-c346545938a8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 944 time: 0.0470469 Jan 04 14:10:15.026628 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f351f6e9-73c1-4464-8437-f4e3a9031188 req-f4b6dff7-dc83-4d70-a333-24c7f9fcbdff tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427308 Jan 04 14:10:15.526554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8476057c-49c2-4bdc-ba2d-3d080206b410 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:15.841995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 08b4f764-e779-498f-81ca-d5c1cc3fccba up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:10:15.891603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 08b4f764-e779-498f-81ca-d5c1cc3fccba completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:10:15.896103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 08b4f764-e779-498f-81ca-d5c1cc3fccba triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:10:15.896470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:15.969121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:15.990270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:15.992457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5ccaeef-de3a-4700-a791-1f6979987421" -d '{"events": [{"server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "name": "network-vif-plugged", "status": "completed", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:16.005708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 08b4f764-e779-498f-81ca-d5c1cc3fccba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:10:16.009957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:16.036991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e25ca95f-f969-4c85-8fba-a1bbe00ddbb2 x-openstack-request-id: req-e25ca95f-f969-4c85-8fba-a1bbe00ddbb2 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:16.037287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "name": "network-vif-plugged", "status": "completed", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:16.037545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e25ca95f-f969-4c85-8fba-a1bbe00ddbb2 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:16.037961 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'code': 200} Jan 04 14:10:16.063405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=08b4f764-e779-498f-81ca-d5c1cc3fccba,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:16.155642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-073da93c-ed82-4963-a3fc-b4b20d8388d8 req-ecd6ea3e-679e-4515-a76c-293eaa871877 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:16.157113 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-073da93c-ed82-4963-a3fc-b4b20d8388d8 req-ecd6ea3e-679e-4515-a76c-293eaa871877 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.0585189 Jan 04 14:10:16.230594 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-073da93c-ed82-4963-a3fc-b4b20d8388d8 req-1641b84e-7f40-4f50-996d-fbc59ce7ee28 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674033 Jan 04 14:10:16.235557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5007ce-290e-41e0-8663-4a578fb14cb0 req-576bea5b-6eaa-4e64-8668-0321d6b356b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:16.237467 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-af5007ce-290e-41e0-8663-4a578fb14cb0 req-576bea5b-6eaa-4e64-8668-0321d6b356b9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 1098 time: 0.0612702 Jan 04 14:10:16.286087 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-af5007ce-290e-41e0-8663-4a578fb14cb0 req-fdc78d43-09e4-448c-ba7d-8e451708d507 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389161 Jan 04 14:10:17.346429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e709a7d2-b04c-4c1f-979b-6ee5d626bcdb req-91becfd6-e5f5-4843-86db-88450920869c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:17.347926 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e709a7d2-b04c-4c1f-979b-6ee5d626bcdb req-91becfd6-e5f5-4843-86db-88450920869c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.0494876 Jan 04 14:10:17.396002 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e709a7d2-b04c-4c1f-979b-6ee5d626bcdb req-47fb1478-49be-486e-80a4-6fd9de90b4b8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422542 Jan 04 14:10:17.851727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-29567889-f33b-437f-80d4-1e500a4116ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:18.510715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec90854-68c6-4d2c-8b7c-b7e0ed13c4be req-d3953c5d-6fbd-40ab-a56c-055b220bad5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:18.512171 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5ec90854-68c6-4d2c-8b7c-b7e0ed13c4be req-d3953c5d-6fbd-40ab-a56c-055b220bad5c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.0512903 Jan 04 14:10:18.562826 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5ec90854-68c6-4d2c-8b7c-b7e0ed13c4be req-ec1f6584-856d-4ba1-9d88-5f1ea6c6f8ad tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442493 Jan 04 14:10:18.674151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251bde88-a90e-4ec6-a979-a5b0e4f7995e req-847ee679-a654-45aa-ab22-5752ed28b154 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:18.675535 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-251bde88-a90e-4ec6-a979-a5b0e4f7995e req-847ee679-a654-45aa-ab22-5752ed28b154 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.0483625 Jan 04 14:10:18.727691 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-251bde88-a90e-4ec6-a979-a5b0e4f7995e req-280a3104-322a-4a93-a9a2-1c0fa54b4872 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463691 Jan 04 14:10:18.749009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42050) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:18.815641 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:10:18.914575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5fe351c-e1e6-44f7-8493-d860675a5376 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:18.916070 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f5fe351c-e1e6-44f7-8493-d860675a5376 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 1093 time: 0.1660967 Jan 04 14:10:18.918783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42054) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:18.922937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:18.945918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.039623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.143211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.239 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/c05095c1-2800-4b64-b26a-0f6efdd1cb21) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:10:19.167630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.244015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.281053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.318365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:10:19.321306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:10:19.323893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:10:19.358828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=c05095c1-2800-4b64-b26a-0f6efdd1cb21,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:19.681608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.745130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.894426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.898717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:19.962740 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=c05095c1-2800-4b64-b26a-0f6efdd1cb21,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:19.973821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:20.073248 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 0bdcf4fb-3423-4cf1-b480-2695e0be3d4b associated. External IP: 172.36.2.239, port: 08b4f764-e779-498f-81ca-d5c1cc3fccba. Jan 04 14:10:20.400988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:20.590968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:10:20.695520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:10:20.705628 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:10:20.713953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:20.715927 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:10:20.716543 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:20.740589 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b734c679-361c-409e-8201-426ca6b5eaca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8208153 Jan 04 14:10:20.741186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:20.743451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4852619a-a4b9-4791-bd84-23fb3b404dfe" -d '{"events": [{"name": "network-changed", "server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:20.779404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9700c1c-17dc-409e-910c-660b1b6e596a x-openstack-request-id: req-f9700c1c-17dc-409e-910c-660b1b6e596a {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:20.779709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:20.779966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f9700c1c-17dc-409e-910c-660b1b6e596a {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:20.780622 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'status': 'completed', 'code': 200} Jan 04 14:10:20.825487 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:10:20.840364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-43e7addd-6172-426d-bdd5-45b176c015ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:20.841956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-43e7addd-6172-426d-bdd5-45b176c015ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 1098 time: 0.0412755 Jan 04 14:10:20.935002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-d38ef452-578a-45e5-b8f6-8955890f8537 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:20.936461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-d38ef452-578a-45e5-b8f6-8955890f8537 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.0886033 Jan 04 14:10:20.999377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-38beb213-09c8-4b2e-a83f-991549e7572c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba HTTP/1.1" status: 200 len: 999 time: 0.0562873 Jan 04 14:10:21.048518 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0bdcf4fb-3423-4cf1-b480-2695e0be3d4b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.239', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:94:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:19Z', 'updated_at': '2022-01-04T14:10:19Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}, {'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:07Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:21.049454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-1195834d-9b8c-451a-a7fd-c2ac6743d7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:21.050944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-1195834d-9b8c-451a-a7fd-c2ac6743d7b3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0437801 Jan 04 14:10:21.074866 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:10:21.083828 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:10:21.084436 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:21.101851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-40eff2cb-233c-4b08-bb68-b0fb696fdddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:21.103370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-40eff2cb-233c-4b08-bb68-b0fb696fdddb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440581 Jan 04 14:10:21.186616 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:10:21.193090 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-a932d903-0c94-46de-a630-25cf1bb0deee service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813363 Jan 04 14:10:21.287099 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4852619a-a4b9-4791-bd84-23fb3b404dfe req-0df6e1fc-ce1f-4a8d-9cc0-5138fb673938 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859673 Jan 04 14:10:21.489144 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0bdcf4fb-3423-4cf1-b480-2695e0be3d4b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.239', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:94:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:19Z', 'updated_at': '2022-01-04T14:10:19Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}, {'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:07Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:10:21.518359 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02538c46-b56b-46c6-946c-7fdaed1b1ce5 None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '0bdcf4fb-3423-4cf1-b480-2695e0be3d4b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.239', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1507, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:94:b6:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:19Z', 'updated_at': '2022-01-04T14:10:19Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}, {'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:07Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:10:21.700984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d979c934-000c-42d8-ac7c-dfbd94a28e80 None None] New status for floating IP 0bdcf4fb-3423-4cf1-b480-2695e0be3d4b: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:10:22.008115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:35.308986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:45.527744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-757a64ec-ab5c-4119-ae6f-a8bd8890252d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:47.853462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aac2ee3d-5e55-4e08-bbcd-5773645dcb1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:49.168609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:50.280215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:50.343090 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dab3c23a-dabd-443a-a4a6-bc713b89dfd7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/6c1450e1-5f40-4d77-90ae-a8f6a89ddea1 HTTP/1.1" status: 200 len: 992 time: 0.0617454 Jan 04 14:10:50.403142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:52.009443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:52.691445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42076) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:52.697264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:52.787883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:52.833254 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-e4ed8cbc-5ccf-4998-9555-8c02f7c13335 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1153703 Jan 04 14:10:53.286697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:10:53.289477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-1847fd1f-68f2-4b88-a54e-c3ccfe43e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:53.290949 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-1847fd1f-68f2-4b88-a54e-c3ccfe43e4cd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1099 time: 0.4103963 Jan 04 14:10:53.325817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:53.337052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:53.415539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:53.416208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:53.417684 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/ports/8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 939 time: 0.7247293 Jan 04 14:10:53.420962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:53.423075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-614eaf84-6c1c-4c67-8c02-1508a7c5a223" -d '{"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:53.464756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=6']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:53.467769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29974138-4f77-480b-8e2a-1d592e95f577 x-openstack-request-id: req-29974138-4f77-480b-8e2a-1d592e95f577 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:53.468060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:53.468311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-29974138-4f77-480b-8e2a-1d592e95f577 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:53.468705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'status': 'completed', 'code': 200} Jan 04 14:10:53.477734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-66a7a23f-0344-4604-ae82-d4858602210f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:53.479292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-66a7a23f-0344-4604-ae82-d4858602210f service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.1641126 Jan 04 14:10:53.480726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.481068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.481407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.481739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.482095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.482420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.482742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.483060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.483379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.483699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.484014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.484325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.484639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65947a09-ea2f-4000-be22-85f21ee75f5b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:10:53.550023 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-2c0371ae-31d2-4654-b7b1-67d6d4aee885 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 1001 time: 0.0612972 Jan 04 14:10:53.604894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-4d444307-59f1-46e1-b26c-a41acfde79dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:53.606399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-4d444307-59f1-46e1-b26c-a41acfde79dd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0487485 Jan 04 14:10:53.652514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-4f59fae8-d662-4cf6-8846-8a5f59272d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:53.654195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-4f59fae8-d662-4cf6-8846-8a5f59272d7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413690 Jan 04 14:10:53.742881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5e8903bb-9972-411c-b1a0-42c1d3079f59 None None] Provisioning complete for port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:10:53.743514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5e8903bb-9972-411c-b1a0-42c1d3079f59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:53.749266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-91339907-34fd-4dca-b3ea-ac2f74e44b10 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876226 Jan 04 14:10:53.785118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5e8903bb-9972-411c-b1a0-42c1d3079f59 None None] Port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 is administratively disabled so it will not transition to active. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Jan 04 14:10:53.839324 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8be8b2f5-0147-4b4d-b8ac-f4431f42a957 req-8e2d7500-6674-460b-9d80-d30b5692be99 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829983 Jan 04 14:10:53.918422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-fc20d784-0f8e-4c7e-ad9c-ad52981dbde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:53.919881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-fc20d784-0f8e-4c7e-ad9c-ad52981dbde9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1100 time: 0.0405953 Jan 04 14:10:54.009514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-dcc76672-9e04-4408-90ff-d6c07b743f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:54.010958 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-dcc76672-9e04-4408-90ff-d6c07b743f1e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.0840626 Jan 04 14:10:54.075313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-d253f5a7-d4b0-43fb-8a29-2c1d611648e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 1001 time: 0.0569632 Jan 04 14:10:54.126523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-343c51f8-a083-42ce-be3f-e19b0e736eb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:54.127824 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-343c51f8-a083-42ce-be3f-e19b0e736eb5 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0443122 Jan 04 14:10:54.172153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-c6bfc4e0-6313-47ef-99ee-3a914676879e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:54.173603 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-c6bfc4e0-6313-47ef-99ee-3a914676879e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386386 Jan 04 14:10:54.262979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-b93f138d-14e9-4d34-a1fb-4dc8626d5a7e service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822752 Jan 04 14:10:54.352364 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-614eaf84-6c1c-4c67-8c02-1508a7c5a223 req-8fc869ea-c361-464a-873f-1ad060597e9f service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798845 Jan 04 14:10:55.558416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-fe260c2a-7d32-4098-8fcc-9f3671129d1e req-75857910-9038-4f79-9727-a48b89a73901 service neutron] (103265) timed out ('10.222.0.13', 55632) {{(pid=103265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 04 14:10:55.816347 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:10:56.854305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42086) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:56.859580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'admin_state_up': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:10:56.922289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:57.064338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:10:57.095161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:57.100075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:57.139107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:57.139723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:57.141098 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/ports/8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 938 time: 0.2857695 Jan 04 14:10:57.141659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:10:57.143920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c0e77ba-4472-432a-935c-0093b059c8c8" -d '{"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:10:57.144086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42088) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:57.172215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da29106-2c8e-4d91-8ba5-bd01dccccab0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=7']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:10:57.213696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:10:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f58bb6d-09c4-4db9-84d4-c43adb9602ba x-openstack-request-id: req-1f58bb6d-09c4-4db9-84d4-c43adb9602ba {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:10:57.214061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:10:57.214321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1f58bb6d-09c4-4db9-84d4-c43adb9602ba {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:10:57.214873 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'status': 'completed', 'code': 200} Jan 04 14:10:57.243598 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6c00b011-371f-4560-88cb-b6143f304c8b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/6c1450e1-5f40-4d77-90ae-a8f6a89ddea1 HTTP/1.1" status: 200 len: 992 time: 0.0903995 Jan 04 14:10:57.283112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-b1e886ca-18ef-44b1-866a-beb2dbe17a05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:57.284620 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-b1e886ca-18ef-44b1-866a-beb2dbe17a05 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1099 time: 0.0461118 Jan 04 14:10:57.322070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-eeb5bffb-b2e4-46ab-a14c-6907cd6ece1f None None] Provisioning complete for port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:10:57.322611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eeb5bffb-b2e4-46ab-a14c-6907cd6ece1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:57.359308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:10:57.379638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-8c02383b-594a-476f-be22-5b7bbeef0674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:57.381085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-8c02383b-594a-476f-be22-5b7bbeef0674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.0893383 Jan 04 14:10:57.447275 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-9a49d045-ae56-42ca-97c2-52d176289817 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 1000 time: 0.0585179 Jan 04 14:10:57.496204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-077976be-ed12-40c6-8501-8468e941912d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:57.497641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-077976be-ed12-40c6-8501-8468e941912d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0440512 Jan 04 14:10:57.546625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-fb0c6921-4a54-4110-9615-4d9513db5c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:10:57.548125 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-fb0c6921-4a54-4110-9615-4d9513db5c09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0447104 Jan 04 14:10:57.636018 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-13f297de-8699-446e-a2c8-658031573c0c service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808928 Jan 04 14:10:57.729502 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c0e77ba-4472-432a-935c-0093b059c8c8 req-5c977ed8-58ae-4d9c-a511-6c036bc284d9 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834820 Jan 04 14:10:59.768611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42098) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:10:59.920675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port c05095c1-2800-4b64-b26a-0f6efdd1cb21 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:10:59.921014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:59.996459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:10:59.996784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:00.008255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for c05095c1-2800-4b64-b26a-0f6efdd1cb21 owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:00.150667 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:00.175671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=c05095c1-2800-4b64-b26a-0f6efdd1cb21,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:00.200508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.200867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.201219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.201559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.201916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.202251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.202581 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.202909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.203235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.203561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.203884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.204202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.204521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:00.246234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:00.246571 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 0bdcf4fb-3423-4cf1-b480-2695e0be3d4b disassociated (deleted). External IP: 172.36.2.239, port: 08b4f764-e779-498f-81ca-d5c1cc3fccba. Jan 04 14:11:00.449257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:11:00.555023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:00.559444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:00.566718 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:00.576427 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:00.577026 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:00.585502 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-88227ee4-6f67-478c-b026-3702cd601901 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/0bdcf4fb-3423-4cf1-b480-2695e0be3d4b HTTP/1.1" status: 204 len: 168 time: 0.8158028 Jan 04 14:11:00.586113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:00.588456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-765d1271-af2d-42f5-96c5-8872e705f722" -d '{"events": [{"name": "network-changed", "server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:00.685169 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:00.774583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e262a9-8acf-4b67-a487-5270e6b1d616 x-openstack-request-id: req-04e262a9-8acf-4b67-a487-5270e6b1d616 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:00.775533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:00.775973 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-04e262a9-8acf-4b67-a487-5270e6b1d616 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:00.776388 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'status': 'completed', 'code': 200} Jan 04 14:11:00.862464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1271-af2d-42f5-96c5-8872e705f722 req-f3ea999d-d55e-4688-a77e-10f1b109c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:00.864022 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-f3ea999d-d55e-4688-a77e-10f1b109c251 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 1098 time: 0.0658476 Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:00.899998 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:00.904320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36819a8b-a4e0-4df8-b8ea-48d72c8cb6f5 req-2a0c3005-354a-4733-89f8-f82ef5658c3e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:00.905049 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-36819a8b-a4e0-4df8-b8ea-48d72c8cb6f5 req-2a0c3005-354a-4733-89f8-f82ef5658c3e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.1273479 Jan 04 14:11:00.917656 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:07Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:00.942984 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:11:00.951011 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:00.951540 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:01.002306 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-36819a8b-a4e0-4df8-b8ea-48d72c8cb6f5 req-8f9a5a61-78de-474c-b74a-f76c7f9683f3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0890267 Jan 04 14:11:01.005516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1271-af2d-42f5-96c5-8872e705f722 req-6a6f4ef2-23ba-4fc1-b102-5c39c323161b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:01.006952 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-6a6f4ef2-23ba-4fc1-b102-5c39c323161b service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.1353998 Jan 04 14:11:01.055042 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-fb7f0eb3-b18b-4dc8-aee9-6549d94b3930 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba HTTP/1.1" status: 200 len: 217 time: 0.0394926 Jan 04 14:11:01.056855 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:01.108387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1271-af2d-42f5-96c5-8872e705f722 req-4b66a09b-8b36-4918-9aa1-8fe2084f0a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:01.109847 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-4b66a09b-8b36-4918-9aa1-8fe2084f0a8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0469725 Jan 04 14:11:01.154066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765d1271-af2d-42f5-96c5-8872e705f722 req-9a812ebc-01e4-4bcf-bdc3-418211481c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:01.155796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-9a812ebc-01e4-4bcf-bdc3-418211481c9e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395813 Jan 04 14:11:01.247871 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-1f986e17-08a1-4a0d-953f-16a119484192 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844409 Jan 04 14:11:01.278415 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:07Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:01.304159 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa45bbb3-d3eb-421c-ad8d-cd6808d74bac None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c1450e1-5f40-4d77-90ae-a8f6a89ddea1', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.8', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'port_id': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1495, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'mac_address': 'fa:16:3e:b8:c8:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:10:05Z', 'updated_at': '2022-01-04T14:10:07Z', 'revision_number': 1, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:11:01.336652 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765d1271-af2d-42f5-96c5-8872e705f722 req-7bb2721f-a8bd-49f5-b302-c76297ed518f service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826066 Jan 04 14:11:01.513216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65f29ea0-b5e5-457d-aaf6-ff6366e9ca72 None None] New status for floating IP 0bdcf4fb-3423-4cf1-b480-2695e0be3d4b: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:11:02.107770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-15584d19-2a1a-4e9e-9e15-9e3a697c1c0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:02.109243 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-15584d19-2a1a-4e9e-9e15-9e3a697c1c0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.0487685 Jan 04 14:11:02.179535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adfc21fa-3713-4873-99ca-b0ec0b93cde1 req-8984c575-2226-4b3e-8fdd-3c7b01b9bb82 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:02.181053 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-adfc21fa-3713-4873-99ca-b0ec0b93cde1 req-8984c575-2226-4b3e-8fdd-3c7b01b9bb82 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=b75518f7-3346-4a05-a5f6-0bb52c9ec635 HTTP/1.1" status: 200 len: 945 time: 0.1085420 Jan 04 14:11:02.200204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 08b4f764-e779-498f-81ca-d5c1cc3fccba {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:11:02.200541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:02.233991 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-adfc21fa-3713-4873-99ca-b0ec0b93cde1 req-119adcb3-2d30-4b3c-9dac-6363286ce740 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467408 Jan 04 14:11:02.287497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 08b4f764-e779-498f-81ca-d5c1cc3fccba, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=08b4f764-e779-498f-81ca-d5c1cc3fccba,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:02.287781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:02.299844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 08b4f764-e779-498f-81ca-d5c1cc3fccba owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:02.425359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:02.459649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=08b4f764-e779-498f-81ca-d5c1cc3fccba,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:02.495850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 08b4f764-e779-498f-81ca-d5c1cc3fccba on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:11:02.498444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:02.501913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35cd94e5-7b16-452d-98a1-9ce493918beb req-5973bb63-d30e-4d6a-a899-c8f3971a6601 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/08b4f764-e779-498f-81ca-d5c1cc3fccba HTTP/1.1" status: 204 len: 173 time: 0.3871930 Jan 04 14:11:02.502375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'name': 'network-vif-deleted', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:02.505679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75310378-c475-48b0-87eb-8bd3d697b4c7" -d '{"events": [{"server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "name": "network-vif-deleted", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:02.544824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfcf5094-4fd5-4d6c-beb7-793913f195a8 x-openstack-request-id: req-dfcf5094-4fd5-4d6c-beb7-793913f195a8 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:02.545198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b75518f7-3346-4a05-a5f6-0bb52c9ec635", "name": "network-vif-deleted", "tag": "08b4f764-e779-498f-81ca-d5c1cc3fccba", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:02.545460 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dfcf5094-4fd5-4d6c-beb7-793913f195a8 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:02.545890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b75518f7-3346-4a05-a5f6-0bb52c9ec635', 'name': 'network-vif-deleted', 'tag': '08b4f764-e779-498f-81ca-d5c1cc3fccba', 'status': 'completed', 'code': 200} Jan 04 14:11:03.288113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42118) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:03.343286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02704a46-0f49-49b2-add6-f63dced089c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.367611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02704a46-0f49-49b2-add6-f63dced089c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.425019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02704a46-0f49-49b2-add6-f63dced089c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.427851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02704a46-0f49-49b2-add6-f63dced089c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.428998 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-02704a46-0f49-49b2-add6-f63dced089c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/bdb6ffbe-dc85-4538-b9a0-38dd25dbf009 HTTP/1.1" status: 204 len: 168 time: 0.1399188 Jan 04 14:11:03.437698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02704a46-0f49-49b2-add6-f63dced089c5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdb6ffbe-dc85-4538-b9a0-38dd25dbf009,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:03.461553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42122) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:03.614684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 99e46e56-a966-4fb3-9136-86c0ac278cad {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:11:03.614933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.687181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.687528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.699364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 99e46e56-a966-4fb3-9136-86c0ac278cad owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:03.842384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.866465 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=99e46e56-a966-4fb3-9136-86c0ac278cad,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:03.928381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:03.928714 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP 6c1450e1-5f40-4d77-90ae-a8f6a89ddea1 disassociated (deleted). External IP: 172.36.2.8, port: 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2. Jan 04 14:11:04.127695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:11:04.232284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:04.236998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:04.242341 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:04.251937 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:04.252612 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:04.266913 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-da4c12c6-6f3b-40e7-8a22-9476c16bfd20 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c1450e1-5f40-4d77-90ae-a8f6a89ddea1 HTTP/1.1" status: 204 len: 168 time: 0.8042150 Jan 04 14:11:04.267612 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:04.270091 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aadf1f78-6df4-4615-bf83-5e03de103643" -d '{"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:04.307201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1fe501c-63a9-4cff-8c45-c20ea7e2884e x-openstack-request-id: req-b1fe501c-63a9-4cff-8c45-c20ea7e2884e {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:04.307501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:04.307757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b1fe501c-63a9-4cff-8c45-c20ea7e2884e {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:04.308198 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'status': 'completed', 'code': 200} Jan 04 14:11:04.361465 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:04.376010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-348df41c-197d-4405-b17b-1c6df6017a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:04.379776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-348df41c-197d-4405-b17b-1c6df6017a74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 1099 time: 0.0474021 Jan 04 14:11:04.517136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-6decfe74-055d-4e6b-aa3c-5f6ccce2e64e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:04.518768 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-6decfe74-055d-4e6b-aa3c-5f6ccce2e64e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 200 len: 898 time: 0.1333408 Jan 04 14:11:04.530196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d57ecc-76cc-406d-866b-f3e886da7182 req-c6f4f092-858f-4e07-9e06-7d4e2b1efe4a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:04.531575 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22d57ecc-76cc-406d-866b-f3e886da7182 req-c6f4f092-858f-4e07-9e06-7d4e2b1efe4a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 946 time: 0.0706398 Jan 04 14:11:04.560755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:04.575092 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-218410c2-f793-47ba-a8ca-191dda487b3c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 200 len: 217 time: 0.0426114 Jan 04 14:11:04.587508 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:11:04.595610 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:04.596205 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:04.646211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-ce0f5716-16d3-4a4a-a48c-da51d22d139d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:04.647597 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-ce0f5716-16d3-4a4a-a48c-da51d22d139d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 200 len: 834 time: 0.0653973 Jan 04 14:11:04.651506 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22d57ecc-76cc-406d-866b-f3e886da7182 req-f2635304-4190-4d58-b6a1-7dd007bd999f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126218 Jan 04 14:11:04.700885 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:04.703376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-47a92e42-d7c4-474a-b6f7-01929245ce0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:04.704860 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-47a92e42-d7c4-474a-b6f7-01929245ce0f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4a787378-295b-4a7b-8658-facc58bb3959&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0494096 Jan 04 14:11:04.800462 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-75e19000-11a1-4c63-b6f3-e41769f48a25 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878460 Jan 04 14:11:04.891878 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aadf1f78-6df4-4615-bf83-5e03de103643 req-f4a5a1e9-03e7-4ea3-8231-98445c662a58 service neutron] 10.222.0.13 "GET /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845089 Jan 04 14:11:04.983334 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:05.009331 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de493809-71f1-4520-a9c1-d4be1e57c90f None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:09:49Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'f828e0cf-4792-4a62-9852-61c6b6d280a7', 'name': '', 'network_id': '4a787378-295b-4a7b-8658-facc58bb3959', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:fa:ee:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_interface', 'standard_attr_id': 1483, 'fixed_ips': [{'subnet_id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:48Z', 'updated_at': '2022-01-04T14:09:51Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'd98c4912-2af2-4cc8-838d-6ee59fef522e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:11:05.217373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c5fa2e-34f2-4b49-8f1f-c9451a0a4e2c None None] New status for floating IP 6c1450e1-5f40-4d77-90ae-a8f6a89ddea1: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:11:05.305314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:05.777388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f61426-6b28-41b7-8e32-b88048facfb3 req-2f348211-bca4-4e90-bb7d-ac69ed534e8c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:05.778905 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-45f61426-6b28-41b7-8e32-b88048facfb3 req-2f348211-bca4-4e90-bb7d-ac69ed534e8c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 946 time: 0.0492773 Jan 04 14:11:05.826702 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-45f61426-6b28-41b7-8e32-b88048facfb3 req-d114d1cd-9f7d-4557-8ced-219cec780bf7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=dab6c4fa-0e5a-4780-bf39-aad91028066c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415556 Jan 04 14:11:05.875719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-40967eef-0a6f-4051-af3a-4ae17806abca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:05.877183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-40967eef-0a6f-4051-af3a-4ae17806abca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=59f5f223-245a-48a1-9bf6-94de39a3e38e HTTP/1.1" status: 200 len: 946 time: 0.0517807 Jan 04 14:11:05.964139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:11:05.964374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:06.052569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:06.052918 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:06.064192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:06.142172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 08b4f764-e779-498f-81ca-d5c1cc3fccba no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:11:06.162054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 08b4f764-e779-498f-81ca-d5c1cc3fccba {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:11:06.162398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 08b4f764-e779-498f-81ca-d5c1cc3fccba not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:11:06.192635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:06.225117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:06.265389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:11:06.267889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:06.271853 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e3c18cf9-3e70-4bb5-bcd9-9321b63966fc req-2b73f97c-370f-4150-a391-3dc7b53af9a7 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 HTTP/1.1" status: 204 len: 173 time: 0.3892782 Jan 04 14:11:06.272325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'name': 'network-vif-deleted', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:06.274617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dfcb3fa-53a7-44c9-825d-376ff7aa0907" -d '{"events": [{"server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "name": "network-vif-deleted", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:06.310627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43efcc15-3ab2-45bc-936f-47d89ddbdede x-openstack-request-id: req-43efcc15-3ab2-45bc-936f-47d89ddbdede {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:06.310956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59f5f223-245a-48a1-9bf6-94de39a3e38e", "name": "network-vif-deleted", "tag": "8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:06.311214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-43efcc15-3ab2-45bc-936f-47d89ddbdede {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:06.311666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59f5f223-245a-48a1-9bf6-94de39a3e38e', 'name': 'network-vif-deleted', 'tag': '8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2', 'status': 'completed', 'code': 200} Jan 04 14:11:06.881463 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42136) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:06.937297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea4e-e40f-4f4e-9cd1-ccee56e91172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:06.961126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea4e-e40f-4f4e-9cd1-ccee56e91172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.018278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea4e-e40f-4f4e-9cd1-ccee56e91172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.020968 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0c32ea4e-e40f-4f4e-9cd1-ccee56e91172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.022323 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0c32ea4e-e40f-4f4e-9cd1-ccee56e91172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/dab6c4fa-0e5a-4780-bf39-aad91028066c HTTP/1.1" status: 204 len: 168 time: 0.1396847 Jan 04 14:11:07.031918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c32ea4e-e40f-4f4e-9cd1-ccee56e91172 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dab6c4fa-0e5a-4780-bf39-aad91028066c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:07.062540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42140) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:07.411387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.658357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port f828e0cf-4792-4a62-9852-61c6b6d280a7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:11:07.658695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.744113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port f828e0cf-4792-4a62-9852-61c6b6d280a7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f828e0cf-4792-4a62-9852-61c6b6d280a7,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:07.744384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.760985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for f828e0cf-4792-4a62-9852-61c6b6d280a7 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:07.942134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:07.965947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=f828e0cf-4792-4a62-9852-61c6b6d280a7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:08.137843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:08.602456 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router c385adb0-5bfa-425b-aec2-2977e39d41df has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:11:08.707810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:08.715880 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-555faad2-5807-4fef-87ea-193d44ba46b9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/c385adb0-5bfa-425b-aec2-2977e39d41df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6496015 Jan 04 14:11:08.716249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:08.717722 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] Sync routers for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:08.736946 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:08.738089 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:08.777517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet d98c4912-2af2-4cc8-838d-6ee59fef522e {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:11:08.781070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:08.820647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:08.844981 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:08.907507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:08.966106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:08.995528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:08.999088 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/d98c4912-2af2-4cc8-838d-6ee59fef522e HTTP/1.1" status: 204 len: 168 time: 0.2818365 Jan 04 14:11:09.000835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07d2411-ab7f-48fc-b45f-7adc0764ba38 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=d98c4912-2af2-4cc8-838d-6ee59fef522e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:09.001786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:09.006378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4a67de-5bb9-4554-8fc5-fd4632dc5c0d None None] Network 4a787378-295b-4a7b-8658-facc58bb3959 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:11:09.031807 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:11:07Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:09.069119 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] Checking router: c385adb0-5bfa-425b-aec2-2977e39d41df for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:11:09.077436 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] Routers {'c385adb0-5bfa-425b-aec2-2977e39d41df'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:09.078075 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c385adb0-5bfa-425b-aec2-2977e39d41df'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:09.118588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.197805 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] Set router c385adb0-5bfa-425b-aec2-2977e39d41df gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:09.212564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] DHCP port deletion for 4a787378-295b-4a7b-8658-facc58bb3959 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:11:09.241698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.273850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Deleting port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:11:09.275052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.302608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port bcfa349a-82b7-4c12-8b67-1f451098cda2 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:11:09.302959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.354630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] For port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,segment=NetworkSegment(efca67f6-3c52-4198-802e-3f8a9c2a8007),segment_id=efca67f6-3c52-4198-802e-3f8a9c2a8007)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:09.355021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.367560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Calling delete_port for 3ff216bc-8d0f-4dfb-b649-abbadb80f07f owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:09.386784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port bcfa349a-82b7-4c12-8b67-1f451098cda2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=bcfa349a-82b7-4c12-8b67-1f451098cda2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:09.387728 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.395358 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:11:07Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:09.399852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for bcfa349a-82b7-4c12-8b67-1f451098cda2 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:11:09.421247 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16093ada-5569-4a38-b779-c6f238c0ff1e None None] The sync data for ids ['c385adb0-5bfa-425b-aec2-2977e39d41df'] in dv-neutron-master-2-hyperv is: [{'id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'name': 'tempest-TestNetworkBasicOps-router-1768995976', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157'}], 'enable_snat': True}, 'gw_port_id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:09:45Z', 'updated_at': '2022-01-04T14:11:07Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'bcfa349a-82b7-4c12-8b67-1f451098cda2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:4b:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c385adb0-5bfa-425b-aec2-2977e39d41df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1480, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:09:46Z', 'updated_at': '2022-01-04T14:09:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:11:09.452639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.466792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] No DVR routers for this DVR port 3ff216bc-8d0f-4dfb-b649-abbadb80f07f on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:11:09.489813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Pushing event deleted for resources: {'Port': ['ID=3ff216bc-8d0f-4dfb-b649-abbadb80f07f,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:09.498361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.498699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.498963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.499302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.499635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.499964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.500292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.500624 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.500955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.501285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.501610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.501974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.502301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abd93063-0c91-400f-850b-f15ff0db300e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:09.586735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.614660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=bcfa349a-82b7-4c12-8b67-1f451098cda2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:09.631304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bde0eb7-5b82-474a-a336-b46d02c078fd None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:11:09.678082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.770599 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.772848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.819509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.821071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router c385adb0-5bfa-425b-aec2-2977e39d41df {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:11:09.829387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:09.830706 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-44bc08c2-807f-49a4-a07a-8e71c3e406aa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/c385adb0-5bfa-425b-aec2-2977e39d41df HTTP/1.1" status: 204 len: 168 time: 0.8274605 Jan 04 14:11:09.834092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42146) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:09.940755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.009567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ff216bc-8d0f-4dfb-b649-abbadb80f07f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:11:10.039766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3ff216bc-8d0f-4dfb-b649-abbadb80f07f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:11:10.040120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ff216bc-8d0f-4dfb-b649-abbadb80f07f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:11:10.040540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f828e0cf-4792-4a62-9852-61c6b6d280a7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:11:10.040674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.061117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f828e0cf-4792-4a62-9852-61c6b6d280a7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:11:10.061450 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f828e0cf-4792-4a62-9852-61c6b6d280a7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:11:10.062276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a787378-295b-4a7b-8658-facc58bb3959']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:10.075605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'efca67f6-3c52-4198-802e-3f8a9c2a8007') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:10.076044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'efca67f6-3c52-4198-802e-3f8a9c2a8007') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:10.086770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.099781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.106085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:11:10.106701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:11:10.109780 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:11:10.166763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:11:10.173477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.181018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.184150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/4a787378-295b-4a7b-8658-facc58bb3959 HTTP/1.1" status: 204 len: 168 time: 0.3459933 Jan 04 14:11:10.209937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42148) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:10.212241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc8a176d-ed5c-42cb-9072-2ed0c1b3fdda tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=4a787378-295b-4a7b-8658-facc58bb3959,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:10.216054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'network': {'name': 'tempest-network-smoke--1434609960', 'project_id': '4138bef384c74b3d8c1104273e707515', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:10.220617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:11:10.221136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 8ed5ae7d-d19c-4d23-a7b3-000b5e0021e2 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:11:10.247574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:11:10.256316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.286793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 177} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:11:10.297670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.298050 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Added segment 67be2d3e-3b59-46a3-91fc-53bff1394603 of type vlan for network 00421537-9dc9-432b-9672-52835adc6088 Jan 04 14:11:10.355671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.384939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.390748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:10.391332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.438775 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2274702 Jan 04 14:11:10.441645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42150) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:10.446403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'admin_state_up': True, 'project_id': '4138bef384c74b3d8c1104273e707515', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:10.472992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.474340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.503634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc9feb7-7944-4802-a9b9-0e41c9db8ec9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Network': ['ID=00421537-9dc9-432b-9672-52835adc6088,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:10.513788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 00421537-9dc9-432b-9672-52835adc6088 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:11:10.530955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.691272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.876737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.894882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:10.995884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.146 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/a23fe482-3579-463c-ae37-927c3d08a6d2) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:11:11.091573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:11.124337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:11.159072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:11:11.163952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:11.169215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:11:11.174528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:11.175845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b384569-0825-4139-97db-b0b083255375 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:11:11.262891 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e5488afe-bb17-4d4f-a8e4-725f505c733d None None] Provisioning complete for port a23fe482-3579-463c-ae37-927c3d08a6d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:11.263260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5488afe-bb17-4d4f-a8e4-725f505c733d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:11.296861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e5488afe-bb17-4d4f-a8e4-725f505c733d None None] Port a23fe482-3579-463c-ae37-927c3d08a6d2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:11:11.416105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:11.887234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bcfa349a-82b7-4c12-8b67-1f451098cda2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:11:11.906916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: bcfa349a-82b7-4c12-8b67-1f451098cda2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:11:11.907256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device bcfa349a-82b7-4c12-8b67-1f451098cda2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:11:11.936739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:12.056854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:11:12.158536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:12.168542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:12.178703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:12.179920 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ba51c2fb-dacb-4d66-9c86-011c5c155829 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.7372375 Jan 04 14:11:12.180230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:12.180852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:12.183041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42152) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:12.213676 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b0ac3a9c-90a8-4ee4-a0dc-ec65ed54fb68 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=4138bef384c74b3d8c1104273e707515&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0295455 Jan 04 14:11:12.216261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42154) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:12.307095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a8a3203-58e7-44da-8e99-8e6f4cd95bd5 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:12.308537 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0a8a3203-58e7-44da-8e99-8e6f4cd95bd5 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0913570 Jan 04 14:11:12.311431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42156) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:12.340266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1ab10097-3694-4566-aec3-190d1b1492e4 tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277143 Jan 04 14:11:12.342707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42158) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:12.347539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2115742678', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'project_id': '4138bef384c74b3d8c1104273e707515', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:12.430216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:12.441467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:11:12.445116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:12.610674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:12.627500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:12.638483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Checking router: 4ba01023-eece-40cb-a99a-cfbcec114eb2 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:11:12.638843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Updating router 4ba01023-eece-40cb-a99a-cfbcec114eb2 port a23fe482-3579-463c-ae37-927c3d08a6d2 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:11:12.663524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:12.687634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Subnet': ['ID=f22d9345-7538-41e1-aa7e-06b8cc9d75eb,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:12.695017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Checking segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:11:12.695242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network hostable DHCP agents. Network: 00421537-9dc9-432b-9672-52835adc6088, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:11:12.712135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 00421537-9dc9-432b-9672-52835adc6088 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:11:12.723208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 00421537-9dc9-432b-9672-52835adc6088) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:12.728329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:12.729464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:12.746781 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-26c2279b-bd8a-4083-a4b1-102d8f31c658 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4030497 Jan 04 14:11:12.749644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42160) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:12.753263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c9b02-9d88-4abc-9f73-518654860742 None None] Network 00421537-9dc9-432b-9672-52835adc6088 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:11:12.920964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-00421537-9dc9-432b-9672-52835adc6088', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:11:12.921843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.108183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.120916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.130757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Allocated IP 172.20.0.2 (00421537-9dc9-432b-9672-52835adc6088/f22d9345-7538-41e1-aa7e-06b8cc9d75eb/5a9c9d6d-0816-412f-8515-c3a88296ab02) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:11:13.176181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.178326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40c1efd1-8736-4156-b14d-e1b0e4925709 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:11:13.200793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Attempting to bind port a23fe482-3579-463c-ae37-927c3d08a6d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:11:13.201530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Attempting to bind port a23fe482-3579-463c-ae37-927c3d08a6d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:11:13.201530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Attempting to bind port a23fe482-3579-463c-ae37-927c3d08a6d2 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:11:13.218959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a68e-06f2-494c-a268-b1e1a8d1fee6 None None] Pushing event updated for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:13.240708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:11:13.241090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:11:13.241493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.241979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:11:13.242463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Bound port: a23fe482-3579-463c-ae37-927c3d08a6d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:11:13.242846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.306294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ff18b1ac-e566-403a-a3a3-29a3df1c3aee None None] Provisioning complete for port a23fe482-3579-463c-ae37-927c3d08a6d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:13.306676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ff18b1ac-e566-403a-a3a3-29a3df1c3aee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.375586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] For port a23fe482-3579-463c-ae37-927c3d08a6d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:11:13.392023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ff18b1ac-e566-403a-a3a3-29a3df1c3aee None None] Port a23fe482-3579-463c-ae37-927c3d08a6d2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:11:13.400990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] For port a23fe482-3579-463c-ae37-927c3d08a6d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23fe482-3579-463c-ae37-927c3d08a6d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:11:13.421822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.475513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88591cd7-6dfa-442a-971d-41f450c3387e None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:11:13.484072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.504692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.511497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:13.512118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:13.517613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de99a68e-06f2-494c-a268-b1e1a8d1fee6 None None] Pushing event updated for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:13.543685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.1 (00421537-9dc9-432b-9672-52835adc6088/f22d9345-7538-41e1-aa7e-06b8cc9d75eb/168c4306-ca92-4f74-ac44-36775c425e6b) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:11:13.587103 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Network 00421537-9dc9-432b-9672-52835adc6088 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:11:13.593260 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:13.600268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:11:13.622494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Pushing event updated for resources: {'Port': ['ID=5a9c9d6d-0816-412f-8515-c3a88296ab02,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:13.659894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.693665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.703279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2c8aee0b-92d9-45b0-81db-1e3209aa72bd None None] Provisioning complete for port a23fe482-3579-463c-ae37-927c3d08a6d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:13.703613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c8aee0b-92d9-45b0-81db-1e3209aa72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.729588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 00421537-9dc9-432b-9672-52835adc6088 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:11:13.732825 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:13.736595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:11:13.742346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:13.744261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Attempting to bind port 5a9c9d6d-0816-412f-8515-c3a88296ab02 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:11:13.744652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Attempting to bind port 5a9c9d6d-0816-412f-8515-c3a88296ab02 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:11:13.745017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Attempting to bind port 5a9c9d6d-0816-412f-8515-c3a88296ab02 on network 00421537-9dc9-432b-9672-52835adc6088 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:11:13.768409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:13.789081 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.813029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:11:13.813402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Checking segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:11:13.813801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.814215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Bound using segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:11:13.814689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Bound port: 5a9c9d6d-0816-412f-8515-c3a88296ab02, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:11:13.815066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.915386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.979072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c8aee0b-92d9-45b0-81db-1e3209aa72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:13.984904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] For port 5a9c9d6d-0816-412f-8515-c3a88296ab02, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:11:14.028156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] For port 5a9c9d6d-0816-412f-8515-c3a88296ab02, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a9c9d6d-0816-412f-8515-c3a88296ab02,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:11:14.034174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2c8aee0b-92d9-45b0-81db-1e3209aa72bd None None] For port a23fe482-3579-463c-ae37-927c3d08a6d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23fe482-3579-463c-ae37-927c3d08a6d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:14.036794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:14.042767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c8aee0b-92d9-45b0-81db-1e3209aa72bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:14.108205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f41e92-492c-48b6-8f0f-97e1602eb8c8 None None] Pushing event updated for resources: {'Port': ['ID=5a9c9d6d-0816-412f-8515-c3a88296ab02,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:14.137392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:14.170661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb971e37-66ed-43a0-ae8c-81a1db6f0fc0 None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:11Z', 'revision_number': 3, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:11:14.195830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8aee0b-92d9-45b0-81db-1e3209aa72bd None None] Pushing event updated for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:14.503771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:14.509341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:14.586209 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:14.587986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:14.684167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 00421537-9dc9-432b-9672-52835adc6088 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:11:14.685678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:14.818413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:11:14.938651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:14.945499 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f0331b19-0447-4d5c-bcff-82e32e10afc5 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/4ba01023-eece-40cb-a99a-cfbcec114eb2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1938746 Jan 04 14:11:14.948035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:15.056336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2b61b-16a1-4006-b685-4621cf0395fa tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.056802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2b61b-16a1-4006-b685-4621cf0395fa tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.057252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2b61b-16a1-4006-b685-4621cf0395fa tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.057698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7e2b61b-16a1-4006-b685-4621cf0395fa tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.060068 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d7e2b61b-16a1-4006-b685-4621cf0395fa tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1104145 Jan 04 14:11:15.062144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42164) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:15.071954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fc1db0-bd13-4081-a52b-2cd668905b5f None None] Network 00421537-9dc9-432b-9672-52835adc6088 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:11:15.147398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a915b9-0e42-4fe0-8cca-ae17f123bf2f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.147860 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a915b9-0e42-4fe0-8cca-ae17f123bf2f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.148310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a915b9-0e42-4fe0-8cca-ae17f123bf2f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.148771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a915b9-0e42-4fe0-8cca-ae17f123bf2f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:15.150465 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-55a915b9-0e42-4fe0-8cca-ae17f123bf2f tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0873976 Jan 04 14:11:15.153124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42166) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:15.183241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a334547a-24da-418e-9ddf-c894297e08f8 None None] Provisioning complete for port 5a9c9d6d-0816-412f-8515-c3a88296ab02 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:15.183607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a334547a-24da-418e-9ddf-c894297e08f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.286947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a334547a-24da-418e-9ddf-c894297e08f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.300124 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fa732d07-8bbc-41a6-982d-4a67362498ac tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1608 time: 0.1459019 Jan 04 14:11:15.327704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a334547a-24da-418e-9ddf-c894297e08f8 None None] For port 5a9c9d6d-0816-412f-8515-c3a88296ab02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a9c9d6d-0816-412f-8515-c3a88296ab02,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:15.332787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a334547a-24da-418e-9ddf-c894297e08f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.383320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a334547a-24da-418e-9ddf-c894297e08f8 None None] Pushing event updated for resources: {'Port': ['ID=5a9c9d6d-0816-412f-8515-c3a88296ab02,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:15.457292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-83801488-fe6d-4454-bb76-7355ef439791 None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:15.457745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83801488-fe6d-4454-bb76-7355ef439791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.561882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42170) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:15.566585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1793102672', 'description': 'tempest-secgroup-smoke-1793102672 description', 'project_id': '4138bef384c74b3d8c1104273e707515'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:15.596890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.678009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-83801488-fe6d-4454-bb76-7355ef439791 None None] Port 168c4306-ca92-4f74-ac44-36775c425e6b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:11:15.680060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.686067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-42026271-b344-4812-a69e-556f7dba24d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.690006 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.693112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-83801488-fe6d-4454-bb76-7355ef439791 None None] Provisioning complete for port 5a9c9d6d-0816-412f-8515-c3a88296ab02 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:15.693479 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-83801488-fe6d-4454-bb76-7355ef439791 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.712691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.716628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1510677 Jan 04 14:11:15.717427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42172) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:15.724258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '675bd51d-5276-4c03-8864-2205351de658', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:15.751870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fad8d3d-4997-49e5-870b-ea4281d908ac tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroup': ['ID=675bd51d-5276-4c03-8864-2205351de658,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:15.777833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.831494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.835205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.852776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da1e1f82-4518-4cd7-81c2-c30582f50e32,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:15.860453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.861650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-52833fd4-14ab-47d0-a01f-c91d4d23589c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1422575 Jan 04 14:11:15.864914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42174) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:15.869407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '675bd51d-5276-4c03-8864-2205351de658', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:15.886172 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:15.900630 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:15.901586 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:15.917532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0e6ddf5a-9c2d-4cf4-a90c-9145d0ed6af4 None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:15.917944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0e6ddf5a-9c2d-4cf4-a90c-9145d0ed6af4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.921957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:15.959751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0e6ddf5a-9c2d-4cf4-a90c-9145d0ed6af4 None None] Port 168c4306-ca92-4f74-ac44-36775c425e6b cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:11:15.995057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.005613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.011242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5a9c9d6d-0816-412f-8515-c3a88296ab02 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:11:16.021222 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:16.026238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72295798-c257-416a-9cc1-f87c2fce7fba,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.034383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.037035 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ed8a98e2-98e6-4501-814d-3b7fe2b58d0d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1711020 Jan 04 14:11:16.039705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42176) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:16.044652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '675bd51d-5276-4c03-8864-2205351de658', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:16.070443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 5a9c9d6d-0816-412f-8515-c3a88296ab02 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:16.071000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.078627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.146062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.150923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.159782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a23fe482-3579-463c-ae37-927c3d08a6d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:11:16.167266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef966ae5-bd79-40e8-883c-3e56952937d0,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.178969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.180394 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9d8038e2-ddec-4ebb-a31d-85ebfedcdade tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1394656 Jan 04 14:11:16.183686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42178) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:16.188554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '675bd51d-5276-4c03-8864-2205351de658', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:16.217241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.219032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a23fe482-3579-463c-ae37-927c3d08a6d2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:16.219434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.245669 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:11:14Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:16.272233 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Checking router: 4ba01023-eece-40cb-a99a-cfbcec114eb2 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:11:16.272675 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Updating router 4ba01023-eece-40cb-a99a-cfbcec114eb2 port 168c4306-ca92-4f74-ac44-36775c425e6b binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:11:16.277592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.281995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.302549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1131f9a3-b52e-4649-9d9d-fab6f1d5bc89,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.305018 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.308729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.310373 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-aec57140-8e54-419d-87a1-d46d89154f1b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1255450 Jan 04 14:11:16.313119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42180) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:16.317794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '675bd51d-5276-4c03-8864-2205351de658', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:16.342201 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:11:16.347648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.396971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.400714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.418731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=44f0b5b3-74c6-41f9-84fc-910531bcebcb,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.427333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.428581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d2d94eb0-3fc1-4732-9384-391afeb4b831 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1144600 Jan 04 14:11:16.431435 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42182) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:16.436082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'security_group_rule': {'security_group_id': '675bd51d-5276-4c03-8864-2205351de658', 'project_id': '4138bef384c74b3d8c1104273e707515', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:16.459826 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Project 4138bef384c74b3d8c1104273e707515 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:11:16.464610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.527163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.531938 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.551265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d160bdc3-236c-4bee-8c05-874446d755ef,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.556496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.566574 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a38d0229-cd3a-47b3-b9cb-7a8a7f9aeb6f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1251686 Jan 04 14:11:16.665976 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.671220 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.728216 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-9a13fc1b-bdef-4c08-a1e9-4ccd76fddc69 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1793102672&fields=id&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 267 time: 0.0539551 Jan 04 14:11:16.740936 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.770097 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.771002 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.771362 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.771694 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.772017 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.772554 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.773047 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.773547 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.774064 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.774573 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.775060 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.775556 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.775881 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:11:16.788414 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Attempting to bind port 168c4306-ca92-4f74-ac44-36775c425e6b on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:11:16.788788 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Attempting to bind port 168c4306-ca92-4f74-ac44-36775c425e6b by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:11:16.789313 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Attempting to bind port 168c4306-ca92-4f74-ac44-36775c425e6b on network 00421537-9dc9-432b-9672-52835adc6088 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:11:16.795066 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 10, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:11:16.795434 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Checking segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:11:16.795827 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.796213 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Bound using segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:11:16.796692 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Bound port: 168c4306-ca92-4f74-ac44-36775c425e6b, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:11:16.797059 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.842386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-5a6d9339-86c5-453c-b1ac-04592708029e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:16.843900 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-5a6d9339-86c5-453c-b1ac-04592708029e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/networks?id=00421537-9dc9-432b-9672-52835adc6088 HTTP/1.1" status: 200 len: 797 time: 0.1149189 Jan 04 14:11:16.859392 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-97f3b24d-cc8a-49d5-925a-2348f2c84252 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/quotas/4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 375 time: 0.0095775 Jan 04 14:11:16.881028 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] For port 168c4306-ca92-4f74-ac44-36775c425e6b, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:11:16.884278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] For port 168c4306-ca92-4f74-ac44-36775c425e6b, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168c4306-ca92-4f74-ac44-36775c425e6b,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:11:16.889426 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:16.914070 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-c20ce4c8-1319-4f9c-8651-5f3d47d3bd32 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476363 Jan 04 14:11:16.950259 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:16.950896 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:10:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:16.989477 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15c9810-9e1d-470d-88e8-7118ab346c8f None None] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:16.999777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-85fc6219-13ab-4020-a878-e816f31aa5b1 None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:17.000174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-85fc6219-13ab-4020-a878-e816f31aa5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:17.075215 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:17.092939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-85fc6219-13ab-4020-a878-e816f31aa5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:17.111448 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-d9c15cc7-b8c6-400e-bfc4-23ddf10113d7 service neutron] 10.222.0.30 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1805620 Jan 04 14:11:17.143675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-85fc6219-13ab-4020-a878-e816f31aa5b1 None None] For port 168c4306-ca92-4f74-ac44-36775c425e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168c4306-ca92-4f74-ac44-36775c425e6b,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:17.150342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-85fc6219-13ab-4020-a878-e816f31aa5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:17.204460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc6219-13ab-4020-a878-e816f31aa5b1 None None] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:17.211153 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-783f0091-c39b-4fc7-9260-e016106d32b7 service neutron] 10.222.0.30 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917892 Jan 04 14:11:17.271887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e99116ff-7db0-43ea-b79f-46694a8f5f0f None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:17.272398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e99116ff-7db0-43ea-b79f-46694a8f5f0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:17.302596 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:11:16Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:17.333304 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac5e922-732b-4572-9afa-b7333e7a55a7 None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:11:16Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:11:17.429614 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6d408def-5623-4270-bd19-0b98e368f78c req-cb263786-5427-404e-bfed-8856b3ae158c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 210 time: 0.0484376 Jan 04 14:11:17.857296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-16dd6676-9054-407d-b49a-0644079e22c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:17.974266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 168c4306-ca92-4f74-ac44-36775c425e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:11:18.028022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:18.028396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:18.501375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-db4d7983-824a-405b-a3d6-175744edf94a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:18.502880 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-db4d7983-824a-405b-a3d6-175744edf94a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/networks?id=00421537-9dc9-432b-9672-52835adc6088 HTTP/1.1" status: 200 len: 797 time: 0.1119037 Jan 04 14:11:18.538397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fad6bdbd-8b3b-44eb-b174-8bd7a3dc3a89 req-c4314b05-7ca0-489e-b23d-bec1e360969e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 210 time: 0.0345194 Jan 04 14:11:18.586177 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-cf774cef-f823-40d5-b582-f1643cde09fa tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4138bef384c74b3d8c1104273e707515 HTTP/1.1" status: 200 len: 380 time: 0.0725608 Jan 04 14:11:18.596010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'port': {'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'admin_state_up': True, 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'security_groups': ['675bd51d-5276-4c03-8864-2205351de658']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:18.704793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Made reservation on behalf of 4138bef384c74b3d8c1104273e707515 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:11:18.708912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:18.834645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.20.0.7 (00421537-9dc9-432b-9672-52835adc6088/f22d9345-7538-41e1-aa7e-06b8cc9d75eb/5aa11b6e-7536-4f1f-8265-df91aea63369) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:11:18.965119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:18.996597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.041650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 00421537-9dc9-432b-9672-52835adc6088 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:11:19.044785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:19.047194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:11:19.078039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=5aa11b6e-7536-4f1f-8265-df91aea63369,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:19.105556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:19.106318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.123569 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-e7e81f3c-4ffe-4afa-818b-56c41c2b1075 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5309989 Jan 04 14:11:19.135728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Request body: {'port': {'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:19.173946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.193027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.295440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-31f678cf-ae82-4da6-8237-1e183e77654c None None] Provisioning complete for port 5aa11b6e-7536-4f1f-8265-df91aea63369 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:19.295808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31f678cf-ae82-4da6-8237-1e183e77654c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.330842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-31f678cf-ae82-4da6-8237-1e183e77654c None None] Port 5aa11b6e-7536-4f1f-8265-df91aea63369 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:11:19.453399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5aa11b6e-7536-4f1f-8265-df91aea63369 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:11:19.460659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.472746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Transition to ACTIVE for port object 5aa11b6e-7536-4f1f-8265-df91aea63369 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:11:19.476441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.524759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5aa11b6e-7536-4f1f-8265-df91aea63369,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:19.599042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Attempting to bind port 5aa11b6e-7536-4f1f-8265-df91aea63369 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:11:19.599442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Attempting to bind port 5aa11b6e-7536-4f1f-8265-df91aea63369 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:11:19.599936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Attempting to bind port 5aa11b6e-7536-4f1f-8265-df91aea63369 on network 00421537-9dc9-432b-9672-52835adc6088 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:11:19.604656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Port 5aa11b6e-7536-4f1f-8265-df91aea63369 on network 00421537-9dc9-432b-9672-52835adc6088 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:11:19.605092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Attempting to bind port 5aa11b6e-7536-4f1f-8265-df91aea63369 on network 00421537-9dc9-432b-9672-52835adc6088 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:11:19.610804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 11, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:11:19.611271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Checking segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:11:19.611745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Bound using segment: {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:11:19.612269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Bound port: 5aa11b6e-7536-4f1f-8265-df91aea63369, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '67be2d3e-3b59-46a3-91fc-53bff1394603', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '00421537-9dc9-432b-9672-52835adc6088'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:11:19.612725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.657365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf58be1-24b5-4a2a-974c-5ccc51e3ec78 req-7eb30d4d-135b-4686-89db-4977766c033d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:19.659260 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8cf58be1-24b5-4a2a-974c-5ccc51e3ec78 req-7eb30d4d-135b-4686-89db-4977766c033d tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 943 time: 0.0524869 Jan 04 14:11:19.683848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] For port 5aa11b6e-7536-4f1f-8265-df91aea63369, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:11:19.688819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] For port 5aa11b6e-7536-4f1f-8265-df91aea63369, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5aa11b6e-7536-4f1f-8265-df91aea63369,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:11:19.692742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.714479 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8cf58be1-24b5-4a2a-974c-5ccc51e3ec78 req-94f28a3d-cded-48bc-bc21-0a578c443bc9 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483670 Jan 04 14:11:19.726006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:19.726566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:19.727920 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-47b071d0-0582-4069-9582-53d344902f5f service neutron] 10.222.0.13 "PUT /v2.0/ports/5aa11b6e-7536-4f1f-8265-df91aea63369 HTTP/1.1" status: 200 len: 1093 time: 0.5966811 Jan 04 14:11:19.728354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:19.730598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-553c9027-d653-4bff-993a-ebd3e5d00b84" -d '{"events": [{"name": "network-changed", "server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:19.768669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b071d0-0582-4069-9582-53d344902f5f service neutron] Pushing event updated for resources: {'Port': ['ID=5aa11b6e-7536-4f1f-8265-df91aea63369,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:19.808052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47d66a7f-2511-4c04-918b-23f62da24bfb x-openstack-request-id: req-47d66a7f-2511-4c04-918b-23f62da24bfb {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:19.808501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:19.808855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-47d66a7f-2511-4c04-918b-23f62da24bfb {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:19.809312 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'status': 'completed', 'code': 200} Jan 04 14:11:19.826041 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-09e454a3-e390-488d-a7ad-6da3e452f5ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:19.827542 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-09e454a3-e390-488d-a7ad-6da3e452f5ff service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 1096 time: 0.0494103 Jan 04 14:11:19.874310 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-120414c0-1805-417f-9cac-83014773c656 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aa11b6e-7536-4f1f-8265-df91aea63369 HTTP/1.1" status: 200 len: 217 time: 0.0382218 Jan 04 14:11:19.924946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-855aa1b4-e547-478b-b475-676af5088a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:19.926487 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-855aa1b4-e547-478b-b475-676af5088a47 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f22d9345-7538-41e1-aa7e-06b8cc9d75eb HTTP/1.1" status: 200 len: 835 time: 0.0461483 Jan 04 14:11:19.970188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d94343a1-4d9c-4876-a56b-7f355515468d req-953dd662-5ff3-47c9-a9b3-8f3952b43197 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:19.971622 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-953dd662-5ff3-47c9-a9b3-8f3952b43197 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00421537-9dc9-432b-9672-52835adc6088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389946 Jan 04 14:11:20.068656 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-6f730b74-63eb-4837-bbec-a86cbb4d49d8 service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896041 Jan 04 14:11:20.155918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d94343a1-4d9c-4876-a56b-7f355515468d req-0191898c-20b7-4b88-8519-6347d422be19 service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804687 Jan 04 14:11:20.245220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-a2956091-6c0b-48a8-97dc-c8e4513cf5d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:20.246625 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-a2956091-6c0b-48a8-97dc-c8e4513cf5d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 1096 time: 0.0446367 Jan 04 14:11:20.334299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-1402cf6d-126c-4adb-8247-2d2e4a804bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:20.335749 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-1402cf6d-126c-4adb-8247-2d2e4a804bb4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00421537-9dc9-432b-9672-52835adc6088 HTTP/1.1" status: 200 len: 898 time: 0.0829353 Jan 04 14:11:20.379884 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-d070847d-f4db-4a51-b28f-eed631255e39 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aa11b6e-7536-4f1f-8265-df91aea63369 HTTP/1.1" status: 200 len: 217 time: 0.0375135 Jan 04 14:11:20.406929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:20.429842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-f7f5f830-1a3d-4d5d-b0f2-e8506da1f1e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:20.431321 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-f7f5f830-1a3d-4d5d-b0f2-e8506da1f1e0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f22d9345-7538-41e1-aa7e-06b8cc9d75eb HTTP/1.1" status: 200 len: 835 time: 0.0445104 Jan 04 14:11:20.478381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-23a899ce-8237-4fa0-8c9e-07d66e05f709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:20.479850 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-23a899ce-8237-4fa0-8c9e-07d66e05f709 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00421537-9dc9-432b-9672-52835adc6088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397651 Jan 04 14:11:20.569815 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-797bda53-8b88-42eb-9c55-3e0459d7d044 service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827212 Jan 04 14:11:20.655943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553c9027-d653-4bff-993a-ebd3e5d00b84 req-2e6a5f31-ffda-4940-ab11-edfab2c32865 service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789344 Jan 04 14:11:20.833935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecfbd0a-bc48-4703-8b2d-1e2a0b0eca31 req-b8ffcb6a-efa9-4838-b2ef-b138b8220e01 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:20.835313 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4ecfbd0a-bc48-4703-8b2d-1e2a0b0eca31 req-b8ffcb6a-efa9-4838-b2ef-b138b8220e01 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 943 time: 0.0473778 Jan 04 14:11:20.882595 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4ecfbd0a-bc48-4703-8b2d-1e2a0b0eca31 req-d5c7016f-7f38-4714-bf7d-53b6c86c46d6 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415010 Jan 04 14:11:21.995688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7348d127-5b7a-4919-bef6-bf122e55ca4e req-9aae7dde-3c9b-4e15-936d-946193c8c452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:21.997143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7348d127-5b7a-4919-bef6-bf122e55ca4e req-9aae7dde-3c9b-4e15-936d-946193c8c452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 943 time: 0.0479984 Jan 04 14:11:22.011893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:22.053781 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7348d127-5b7a-4919-bef6-bf122e55ca4e req-71dec6ef-7f45-41e9-b50c-1fce9c95cf23 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501537 Jan 04 14:11:23.170887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddcce961-936a-4031-858b-55363775b293 req-6b8863a2-0e66-4a36-b555-9a1969f343f1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:23.172381 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ddcce961-936a-4031-858b-55363775b293 req-6b8863a2-0e66-4a36-b555-9a1969f343f1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 943 time: 0.0524511 Jan 04 14:11:23.221118 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ddcce961-936a-4031-858b-55363775b293 req-61921c11-22ad-4a79-92da-bf7fd6eef279 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426226 Jan 04 14:11:24.197229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5aa11b6e-7536-4f1f-8265-df91aea63369 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:11:24.292629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5aa11b6e-7536-4f1f-8265-df91aea63369, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5aa11b6e-7536-4f1f-8265-df91aea63369,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:24.303770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:11:24.334758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5974fa-c329-473f-9fbf-5790b83d1b4e req-f640f352-c6cc-4a77-9be3-527598a542f1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:24.336241 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ca5974fa-c329-473f-9fbf-5790b83d1b4e req-f640f352-c6cc-4a77-9be3-527598a542f1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 943 time: 0.0474925 Jan 04 14:11:24.340251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:24.356473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5aa11b6e-7536-4f1f-8265-df91aea63369 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:11:24.374899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5aa11b6e-7536-4f1f-8265-df91aea63369, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5aa11b6e-7536-4f1f-8265-df91aea63369,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:24.379173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:24.383908 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ca5974fa-c329-473f-9fbf-5790b83d1b4e req-605c7385-b37a-4c89-bfcf-eb91ef5c4d46 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419698 Jan 04 14:11:24.426221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=5aa11b6e-7536-4f1f-8265-df91aea63369,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:24.589333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['5aa11b6e-7536-4f1f-8265-df91aea63369'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:11:25.497009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67017693-d99a-4792-a1d8-9db376dfb702 req-f3a1ecdb-22f7-483e-910d-0ce10079c3e4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:25.498393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-67017693-d99a-4792-a1d8-9db376dfb702 req-f3a1ecdb-22f7-483e-910d-0ce10079c3e4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 944 time: 0.0478365 Jan 04 14:11:25.548466 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-67017693-d99a-4792-a1d8-9db376dfb702 req-36e0eb81-616a-4274-9af8-4bac89907f00 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442517 Jan 04 14:11:26.219361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5aa11b6e-7536-4f1f-8265-df91aea63369 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:11:26.266272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 5aa11b6e-7536-4f1f-8265-df91aea63369 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:11:26.270923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 5aa11b6e-7536-4f1f-8265-df91aea63369 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:11:26.271293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:26.346857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:26.367675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:26.369897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5939bf29-ea8b-4cc4-9a1d-dbc88f8c1288" -d '{"events": [{"server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "name": "network-vif-plugged", "status": "completed", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:26.383187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5aa11b6e-7536-4f1f-8265-df91aea63369, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5aa11b6e-7536-4f1f-8265-df91aea63369,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:11:26.387989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:26.435206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=5aa11b6e-7536-4f1f-8265-df91aea63369,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:26.468049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11461f27-a069-4119-94af-92830a473680 x-openstack-request-id: req-11461f27-a069-4119-94af-92830a473680 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:26.468337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "name": "network-vif-plugged", "status": "completed", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:26.468755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-11461f27-a069-4119-94af-92830a473680 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:26.469154 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'code': 200} Jan 04 14:11:26.629228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d194f4-68ea-4602-bc6a-4587a7733de9 req-7a1fcffb-994b-45a3-9141-cbb39a1354f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:26.631956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99d194f4-68ea-4602-bc6a-4587a7733de9 req-7a1fcffb-994b-45a3-9141-cbb39a1354f5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 1098 time: 0.0411603 Jan 04 14:11:26.663574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296f6288-b936-4c42-860a-450df136d67b req-6bfd3c2f-de17-4f81-9bff-c17d189aead0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:26.665070 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-296f6288-b936-4c42-860a-450df136d67b req-6bfd3c2f-de17-4f81-9bff-c17d189aead0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 945 time: 0.0496907 Jan 04 14:11:26.678131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99d194f4-68ea-4602-bc6a-4587a7733de9 req-69f6b705-b841-4610-acde-672d35898947 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384152 Jan 04 14:11:26.717126 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-296f6288-b936-4c42-860a-450df136d67b req-3b5c0e6d-c573-4d52-9bb0-7ebd66714425 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461340 Jan 04 14:11:27.843429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bd7510-d172-4f58-820c-6cbfabe16725 req-a653e740-5d88-438c-acf1-683ec200ce91 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:27.844897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-74bd7510-d172-4f58-820c-6cbfabe16725 req-a653e740-5d88-438c-acf1-683ec200ce91 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 945 time: 0.0540183 Jan 04 14:11:27.893308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-74bd7510-d172-4f58-820c-6cbfabe16725 req-7bf4228c-03d8-4c4e-bd44-b8593d739762 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422857 Jan 04 14:11:28.007831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e585c3-4eab-45bd-91e8-b4a489d53f7c req-4045aef5-db56-4359-9cab-7583b83f42c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:28.009264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-23e585c3-4eab-45bd-91e8-b4a489d53f7c req-4045aef5-db56-4359-9cab-7583b83f42c2 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 945 time: 0.0487881 Jan 04 14:11:28.058878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-23e585c3-4eab-45bd-91e8-b4a489d53f7c req-2b050a48-082a-4c76-a71c-6e0daba6f59a tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437543 Jan 04 14:11:28.080852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42244) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:28.119169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb24f993-4395-4094-b028-0da93f4c215d tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:28.120655 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eb24f993-4395-4094-b028-0da93f4c215d tempest-TestNetworkBasicOps-70124103 tempest-TestNetworkBasicOps-70124103-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 1093 time: 0.0388405 Jan 04 14:11:28.123475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42246) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:28.127705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address': '172.20.0.7'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:28.151097 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:28.247809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:28.346949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Allocated IP 172.36.2.85 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/629793f5-0c43-4eb1-a94d-f3764fd3bac3) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:11:28.450670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:28.482784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:28.517797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:11:28.522094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:11:28.528071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:11:28.549422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=629793f5-0c43-4eb1-a94d-f3764fd3bac3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:28.880229 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:28.944344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:29.093504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:29.097766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:29.163430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event updated for resources: {'Port': ['ID=629793f5-0c43-4eb1-a94d-f3764fd3bac3,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:11:29.178051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:29.274447 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP bf4b3222-3dce-41ae-b6e5-114788551a5b associated. External IP: 172.36.2.85, port: 5aa11b6e-7536-4f1f-8265-df91aea63369. Jan 04 14:11:29.472292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:11:29.580718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:29.590196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:29.598586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:29.600052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:29.600671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:29.628641 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bc9a48c3-682c-4818-bd4f-0dfe5af238d8 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5041609 Jan 04 14:11:29.629221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:11:29.632022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42248) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:29.640334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ce460d5-ded4-42e1-980a-94b55a0e04ee" -d '{"events": [{"name": "network-changed", "server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:11:29.689792 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e121ae81-7bf1-4e3c-becb-c8e941fbe57c x-openstack-request-id: req-e121ae81-7bf1-4e3c-becb-c8e941fbe57c {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:11:29.690266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:11:29.690675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e121ae81-7bf1-4e3c-becb-c8e941fbe57c {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:11:29.691229 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'status': 'completed', 'code': 200} Jan 04 14:11:29.694332 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-61b5af89-af10-4ab5-8aa7-b43afd5cbc8c tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 200 len: 990 time: 0.0611045 Jan 04 14:11:29.714598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:29.754405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-ef3a0a7b-1502-44f8-9f7c-69350f42ee90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:29.756403 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-ef3a0a7b-1502-44f8-9f7c-69350f42ee90 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 1098 time: 0.0441649 Jan 04 14:11:29.844056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-42c382e2-65b1-4309-bad7-0cb2304c7ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:29.845589 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-42c382e2-65b1-4309-bad7-0cb2304c7ba3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=00421537-9dc9-432b-9672-52835adc6088 HTTP/1.1" status: 200 len: 898 time: 0.0823886 Jan 04 14:11:29.915881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-716bd1ab-4d89-4e5d-a3f8-6369b77875d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aa11b6e-7536-4f1f-8265-df91aea63369 HTTP/1.1" status: 200 len: 998 time: 0.0619514 Jan 04 14:11:29.940704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf4b3222-3dce-41ae-b6e5-114788551a5b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.85', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:11:28Z', 'updated_at': '2022-01-04T14:11:28Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:11:17Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:29.964358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-d6988d8e-e9f3-498e-85f6-d8545b05921d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:29.965796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-d6988d8e-e9f3-498e-85f6-d8545b05921d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f22d9345-7538-41e1-aa7e-06b8cc9d75eb HTTP/1.1" status: 200 len: 835 time: 0.0436220 Jan 04 14:11:29.967192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] Checking router: 4ba01023-eece-40cb-a99a-cfbcec114eb2 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:11:29.975404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:29.976003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:30.009476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-b39568dd-a5c4-4d3c-84df-be2398482391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:11:30.010936 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-b39568dd-a5c4-4d3c-84df-be2398482391 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00421537-9dc9-432b-9672-52835adc6088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389578 Jan 04 14:11:30.080399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:11:30.101557 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-4e9e9646-7614-4475-bddc-af31b3028bfc service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841208 Jan 04 14:11:30.187013 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ce460d5-ded4-42e1-980a-94b55a0e04ee req-526876fe-5391-435a-bdaa-e8e6c9bc090a service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0789685 Jan 04 14:11:30.299565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf4b3222-3dce-41ae-b6e5-114788551a5b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.85', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:11:28Z', 'updated_at': '2022-01-04T14:11:28Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:11:17Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:30.325158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94dfcfb4-abf7-4661-9f47-f53751e20448 None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:11:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf4b3222-3dce-41ae-b6e5-114788551a5b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.85', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:11:28Z', 'updated_at': '2022-01-04T14:11:28Z', 'revision_number': 0, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:11:17Z', 'revision_number': 5, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:11:30.504154 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a8fa5a0-f666-4f67-b3a5-4e289260885f None None] New status for floating IP bf4b3222-3dce-41ae-b6e5-114788551a5b: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:11:30.698302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42252) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:30.761682 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-85801968-c77a-4499-9ec5-f1199869b045 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 200 len: 992 time: 0.0617726 Jan 04 14:11:32.815297 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:11:35.311205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:45.531321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-437cd9d7-9ad5-422a-afd5-81841eb7f5b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:47.859785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6876e207-de40-437a-b117-c783160adf70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:49.173700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:50.409031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:52.014442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:59.266578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42262) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:11:59.272351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'admin_state_up': False}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:11:59.563369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:59.574295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:59.679866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:11:59.785091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:11:59.792377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:11:59.797666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-592f32ee-1da7-4370-979c-36500addaf0f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/4ba01023-eece-40cb-a99a-cfbcec114eb2 HTTP/1.1" status: 200 len: 889 time: 0.5259955 Jan 04 14:11:59.797886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:11:59.806754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:59.807402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:59.839285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:59.847356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:11:59.847942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:59.881855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:11:59.882637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a28384c9-6dfe-48c1-954b-976bc231ff4f None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:12:00.628372 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365ae8b0-6ff8-48b6-a50b-a5d40f5e1f0b None None] New status for floating IP bf4b3222-3dce-41ae-b6e5-114788551a5b: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:12:01.911728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42266) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:01.916270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Request body: {'router': {'admin_state_up': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:01.961486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 168c4306-ca92-4f74-ac44-36775c425e6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:02.039502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.073434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 168c4306-ca92-4f74-ac44-36775c425e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168c4306-ca92-4f74-ac44-36775c425e6b,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:02.078279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.079057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a23fe482-3579-463c-ae37-927c3d08a6d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:02.157816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:02.200988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.222707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port a23fe482-3579-463c-ae37-927c3d08a6d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23fe482-3579-463c-ae37-927c3d08a6d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:02.248314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.283094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:02.551948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1040438', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1043889', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-126516'] for router, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.562150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-656837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-656844', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1043896'] for router, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.664876 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:12:02.768795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:12:02.776521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:02.777837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-06c8c99e-829b-4481-a99f-bb33dfc77452 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/4ba01023-eece-40cb-a99a-cfbcec114eb2 HTTP/1.1" status: 200 len: 888 time: 0.8651161 Jan 04 14:12:02.778458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:12:02.780995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42268) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:02.789459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:12:02.790100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:02.844146 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cc5c7ffa-aba9-4fce-97b5-d43f41865428 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 200 len: 990 time: 0.0620005 Jan 04 14:12:02.893162 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:12:03.108995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf4b3222-3dce-41ae-b6e5-114788551a5b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.85', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:11:28Z', 'updated_at': '2022-01-04T14:12:00Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:03.134198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] Checking router: 4ba01023-eece-40cb-a99a-cfbcec114eb2 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:12:03.142082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:12:03.142669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:03.385901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:12:03.599725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf4b3222-3dce-41ae-b6e5-114788551a5b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.85', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:11:28Z', 'updated_at': '2022-01-04T14:12:00Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:03.624547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924c1112-c6b6-4529-87a9-4183e46a91b1 None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'bf4b3222-3dce-41ae-b6e5-114788551a5b', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'floating_ip_address': '172.36.2.85', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'port_id': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1526, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'mac_address': 'fa:16:3e:02:76:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:11:28Z', 'updated_at': '2022-01-04T14:12:00Z', 'revision_number': 2, 'project_id': '4138bef384c74b3d8c1104273e707515', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:12:03.847640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42270) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:03.913267 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6ab791cb-a651-4954-b5cf-809b03129c45 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 200 len: 990 time: 0.0630732 Jan 04 14:12:03.984608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 168c4306-ca92-4f74-ac44-36775c425e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:12:04.038522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:04.038892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:04.117898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:04.151422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 168c4306-ca92-4f74-ac44-36775c425e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168c4306-ca92-4f74-ac44-36775c425e6b,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:04.155999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:04.209646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:04.915702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42272) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:04.977793 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fe25ab21-756f-412a-be6b-24cb34b03627 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 200 len: 990 time: 0.0608799 Jan 04 14:12:05.165780 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb2b897-2fde-4095-b0d7-c64c9c7b8aac None None] New status for floating IP bf4b3222-3dce-41ae-b6e5-114788551a5b: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:12:05.307168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:05.980783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42274) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:06.025036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 168c4306-ca92-4f74-ac44-36775c425e6b up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:12:06.043490 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e93d5b8a-30bc-4072-b155-2def2893dae4 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 200 len: 992 time: 0.0614986 Jan 04 14:12:06.074625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 168c4306-ca92-4f74-ac44-36775c425e6b triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:06.074988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:06.150009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a23fe482-3579-463c-ae37-927c3d08a6d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:12:06.197522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a23fe482-3579-463c-ae37-927c3d08a6d2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:06.197920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:06.272006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:06.291749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port a23fe482-3579-463c-ae37-927c3d08a6d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23fe482-3579-463c-ae37-927c3d08a6d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:06.295630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:06.340697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:06.916545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:07.074114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 629793f5-0c43-4eb1-a94d-f3764fd3bac3 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:12:07.074741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:07.145115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:07.145426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:07.156668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 629793f5-0c43-4eb1-a94d-f3764fd3bac3 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:12:07.296399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:07.321318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=629793f5-0c43-4eb1-a94d-f3764fd3bac3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:07.332418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.332769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.333113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.333448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.333776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.334125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.334452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.334777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.335098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.335419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.335737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.336052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.336366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:07.391198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:07.391522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Floating IP bf4b3222-3dce-41ae-b6e5-114788551a5b disassociated (deleted). External IP: 172.36.2.85, port: 5aa11b6e-7536-4f1f-8265-df91aea63369. Jan 04 14:12:07.589156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:12:07.693585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:12:07.697973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:07.706949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:12:07.717054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:12:07.717832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:07.723850 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c2494f1d-3edf-4ff6-ad4f-4f7974060638 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/floatingips/bf4b3222-3dce-41ae-b6e5-114788551a5b HTTP/1.1" status: 204 len: 168 time: 0.8062367 Jan 04 14:12:07.724411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:07.726644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa8072fe-3bda-411d-844b-a1a37928e30a" -d '{"events": [{"name": "network-changed", "server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:07.763472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7249ff33-9c7e-4237-b6f1-25bfa802d177 x-openstack-request-id: req-7249ff33-9c7e-4237-b6f1-25bfa802d177 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:07.763767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:07.764020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7249ff33-9c7e-4237-b6f1-25bfa802d177 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:07.764425 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'status': 'completed', 'code': 200} Jan 04 14:12:07.826977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:12:07.827415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-5c172fc1-9b46-4a77-b24b-c8127456275f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:07.829294 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-5c172fc1-9b46-4a77-b24b-c8127456275f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=4138bef384c74b3d8c1104273e707515&device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 1098 time: 0.0420623 Jan 04 14:12:07.940436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-4e1f67f9-d0af-443d-a16a-98fc3959ba1b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:07.941990 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-4e1f67f9-d0af-443d-a16a-98fc3959ba1b service neutron] 10.222.0.13 "GET /v2.0/networks?id=00421537-9dc9-432b-9672-52835adc6088 HTTP/1.1" status: 200 len: 898 time: 0.1053486 Jan 04 14:12:07.989782 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-90d0e67b-7566-4025-baf5-2c02537c5b8a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=5aa11b6e-7536-4f1f-8265-df91aea63369 HTTP/1.1" status: 200 len: 217 time: 0.0407202 Jan 04 14:12:07.992636 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7e3c3e-86ce-46f8-976a-2c83cd1782df req-6c39b90d-dce8-4b20-8173-209822de2be0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:07.994201 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c7e3c3e-86ce-46f8-976a-2c83cd1782df req-6c39b90d-dce8-4b20-8173-209822de2be0 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 945 time: 0.0623586 Jan 04 14:12:08.002251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a23fe482-3579-463c-ae37-927c3d08a6d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:12:08.046889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-f444a2e4-2100-49be-b85a-16a826e50e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:08.048381 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-f444a2e4-2100-49be-b85a-16a826e50e51 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=f22d9345-7538-41e1-aa7e-06b8cc9d75eb HTTP/1.1" status: 200 len: 835 time: 0.0476272 Jan 04 14:12:08.050992 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c7e3c3e-86ce-46f8-976a-2c83cd1782df req-0966681f-bbac-4f34-89fc-d3c79f7b4372 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504577 Jan 04 14:12:08.094113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a23fe482-3579-463c-ae37-927c3d08a6d2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:08.094487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:08.095329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-cbe4e7c1-459e-49b9-9e48-9edf5816348e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:08.098327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-cbe4e7c1-459e-49b9-9e48-9edf5816348e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=00421537-9dc9-432b-9672-52835adc6088&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403390 Jan 04 14:12:08.131617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:12:04Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:08.162860 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] Checking router: 4ba01023-eece-40cb-a99a-cfbcec114eb2 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:12:08.176458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:12:08.177068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:08.189465 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-52edb480-2e37-4759-8eae-3f445c2f7402 service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849559 Jan 04 14:12:08.283858 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa8072fe-3bda-411d-844b-a1a37928e30a req-be08f4ba-5488-4bb9-a823-def8b9db3968 service neutron] 10.222.0.13 "GET /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875213 Jan 04 14:12:08.314894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:12:08.510782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:12:04Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:08.537686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9539bede-f96f-4c00-8b0b-e53829fbc426 None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:02Z', 'revision_number': 6, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '168c4306-ca92-4f74-ac44-36775c425e6b', 'name': '', 'network_id': '00421537-9dc9-432b-9672-52835adc6088', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'mac_address': 'fa:16:3e:ad:ce:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1514, 'fixed_ips': [{'subnet_id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:13Z', 'updated_at': '2022-01-04T14:12:04Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'subnets': [{'id': 'f22d9345-7538-41e1-aa7e-06b8cc9d75eb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:12:09.177551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738b8256-c58a-4c74-901d-ce04b72d922c req-a746a590-6e96-4996-80bc-2192d2fecc0b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:09.179141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-738b8256-c58a-4c74-901d-ce04b72d922c req-a746a590-6e96-4996-80bc-2192d2fecc0b tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 945 time: 0.0557883 Jan 04 14:12:09.200542 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-706aeb5c-349d-4c1a-9c67-7cb534cd5396 None None] New status for floating IP bf4b3222-3dce-41ae-b6e5-114788551a5b: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:12:09.229140 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-738b8256-c58a-4c74-901d-ce04b72d922c req-4e9289d5-8af7-473b-9cd6-776695766c6e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "GET /v2.0/security-groups?id=675bd51d-5276-4c03-8864-2205351de658&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437760 Jan 04 14:12:09.290796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-a625825d-9fd3-42e3-ac33-6ff3070c0703 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:09.292248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-a625825d-9fd3-42e3-ac33-6ff3070c0703 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "GET /v2.0/ports?device_id=16fa2701-5180-4ca5-88bc-c2b01282b81c HTTP/1.1" status: 200 len: 945 time: 0.0623510 Jan 04 14:12:09.386272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 5aa11b6e-7536-4f1f-8265-df91aea63369 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:12:09.386607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:09.474835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 5aa11b6e-7536-4f1f-8265-df91aea63369, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5aa11b6e-7536-4f1f-8265-df91aea63369,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:09.475197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:09.488849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 5aa11b6e-7536-4f1f-8265-df91aea63369 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:12:09.620697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:09.649574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=5aa11b6e-7536-4f1f-8265-df91aea63369,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:09.695224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] No DVR routers for this DVR port 5aa11b6e-7536-4f1f-8265-df91aea63369 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:12:09.697752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:09.701112 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9a0a309e-4206-4b56-9e47-22b2903415c3 req-349c816e-6e58-4dbe-bfb8-77e43cc8439f tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.13 "DELETE /v2.0/ports/5aa11b6e-7536-4f1f-8265-df91aea63369 HTTP/1.1" status: 204 len: 173 time: 0.4030969 Jan 04 14:12:09.765901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'name': 'network-vif-deleted', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:09.768443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d4bcdf6-1b29-4547-b54b-c6449bfbe0e1" -d '{"events": [{"server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "name": "network-vif-deleted", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:09.804227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3e72a2c5-e9ac-4975-8231-e64aaa644308 x-openstack-request-id: req-3e72a2c5-e9ac-4975-8231-e64aaa644308 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:09.804536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "16fa2701-5180-4ca5-88bc-c2b01282b81c", "name": "network-vif-deleted", "tag": "5aa11b6e-7536-4f1f-8265-df91aea63369", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:09.804816 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3e72a2c5-e9ac-4975-8231-e64aaa644308 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:09.805216 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16fa2701-5180-4ca5-88bc-c2b01282b81c', 'name': 'network-vif-deleted', 'tag': '5aa11b6e-7536-4f1f-8265-df91aea63369', 'status': 'completed', 'code': 200} Jan 04 14:12:09.816688 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:12:10.292539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42294) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:10.348055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd775-736d-46fd-ace8-8804624e1381 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:10.373073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd775-736d-46fd-ace8-8804624e1381 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:10.434436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd775-736d-46fd-ace8-8804624e1381 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:10.436931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce6cd775-736d-46fd-ace8-8804624e1381 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:10.438160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ce6cd775-736d-46fd-ace8-8804624e1381 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/security-groups/675bd51d-5276-4c03-8864-2205351de658 HTTP/1.1" status: 204 len: 168 time: 0.1446054 Jan 04 14:12:10.449690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6cd775-736d-46fd-ace8-8804624e1381 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=675bd51d-5276-4c03-8864-2205351de658,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:10.473283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42298) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:10.832527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:11.079261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port 168c4306-ca92-4f74-ac44-36775c425e6b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:12:11.079593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:11.164177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port 168c4306-ca92-4f74-ac44-36775c425e6b, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=168c4306-ca92-4f74-ac44-36775c425e6b,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:11.164526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:11.176661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for 168c4306-ca92-4f74-ac44-36775c425e6b owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:12:11.352728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:11.383381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=168c4306-ca92-4f74-ac44-36775c425e6b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:11.883178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.098318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Router 4ba01023-eece-40cb-a99a-cfbcec114eb2 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:12:12.200322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:12:12.205511 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bbe5fd40-4e78-40bd-b8b4-af32f31aefa3 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "PUT /v2.0/routers/4ba01023-eece-40cb-a99a-cfbcec114eb2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7311597 Jan 04 14:12:12.208337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42300) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:12.210426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] Sync routers for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:12:12.220541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:12:12.221182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:12.258415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting subnet f22d9345-7538-41e1-aa7e-06b8cc9d75eb {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:12:12.261417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.300685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.325737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:12:12.386952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.448416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.476706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Subnet': ['ID=f22d9345-7538-41e1-aa7e-06b8cc9d75eb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:12.480518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.487169 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7dc44b26-1816-46a1-bbaf-80774bc392ca tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/subnets/f22d9345-7538-41e1-aa7e-06b8cc9d75eb HTTP/1.1" status: 204 len: 168 time: 0.2746646 Jan 04 14:12:12.487169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42302) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:12.494646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b765cd04-170b-4dd6-9c33-9003e70a6e21 None None] Network 00421537-9dc9-432b-9672-52835adc6088 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:12:12.572083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:11Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:12.593503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.605096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] Checking router: 4ba01023-eece-40cb-a99a-cfbcec114eb2 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:12:12.618167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] Routers {'4ba01023-eece-40cb-a99a-cfbcec114eb2'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:12:12.618776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:11:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['4ba01023-eece-40cb-a99a-cfbcec114eb2'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:12.702873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.764298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Deleting port a23fe482-3579-463c-ae37-927c3d08a6d2 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:12:12.764682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.807901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] DHCP port deletion for 00421537-9dc9-432b-9672-52835adc6088 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:12:12.847664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] For port a23fe482-3579-463c-ae37-927c3d08a6d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a23fe482-3579-463c-ae37-927c3d08a6d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:12.847664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:12.859800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Calling delete_port for a23fe482-3579-463c-ae37-927c3d08a6d2 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:12:12.900857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] Set router 4ba01023-eece-40cb-a99a-cfbcec114eb2 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:12:12.978626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Deleting port 5a9c9d6d-0816-412f-8515-c3a88296ab02 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:12:12.978902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.027552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.054888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Port': ['ID=a23fe482-3579-463c-ae37-927c3d08a6d2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:13.076982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce37d1f9-5536-43ff-abf4-efcf6ad2d927 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:12:13.103981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] For port 5a9c9d6d-0816-412f-8515-c3a88296ab02, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=5a9c9d6d-0816-412f-8515-c3a88296ab02,segment=NetworkSegment(67be2d3e-3b59-46a3-91fc-53bff1394603),segment_id=67be2d3e-3b59-46a3-91fc-53bff1394603)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:13.104760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.114003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.140693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Calling delete_port for 5a9c9d6d-0816-412f-8515-c3a88296ab02 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:12:13.208524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.210707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.230438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:11Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:13.254043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.254646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Fanout notify agent at l3_agent the message router_deleted on router 4ba01023-eece-40cb-a99a-cfbcec114eb2 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:12:13.259818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7eb0a1c-0cd3-40c4-afd9-943ba46a016c None None] The sync data for ids ['4ba01023-eece-40cb-a99a-cfbcec114eb2'] in dv-neutron-master-2-hyperv is: [{'id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'name': 'tempest-TestNetworkBasicOps-router-1181341307', 'tenant_id': '4138bef384c74b3d8c1104273e707515', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146'}], 'enable_snat': True}, 'gw_port_id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:11Z', 'revision_number': 7, 'project_id': '4138bef384c74b3d8c1104273e707515', 'gw_port': {'id': 'a23fe482-3579-463c-ae37-927c3d08a6d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:77:fb:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ba01023-eece-40cb-a99a-cfbcec114eb2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1511, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.146', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:11:10Z', 'updated_at': '2022-01-04T14:12:06Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:12:13.261572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.263232 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4e5e492e-bbe1-42ab-9fff-1edf5fbc43b1 tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/routers/4ba01023-eece-40cb-a99a-cfbcec114eb2 HTTP/1.1" status: 204 len: 168 time: 0.7751470 Jan 04 14:12:13.265185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.265948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42304) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:13.291137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Pushing event deleted for resources: {'Port': ['ID=5a9c9d6d-0816-412f-8515-c3a88296ab02,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:13.302576 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.302927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.303272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.303639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.303974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.304302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.304629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.304953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.305280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.305604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.305959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.306280 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.306604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:13.309298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ea45e2-6e1a-4757-9c9d-d24128a3df00 None None] No DVR routers for this DVR port 5a9c9d6d-0816-412f-8515-c3a88296ab02 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:12:13.351015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.439331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.458051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['00421537-9dc9-432b-9672-52835adc6088']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:13.466854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '67be2d3e-3b59-46a3-91fc-53bff1394603') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:13.467095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '67be2d3e-3b59-46a3-91fc-53bff1394603') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:12:13.476576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.489748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.495788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:12:13.496244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:12:13.499209 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:12:13.559304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.566972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:13.569601 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] 10.222.0.30 "DELETE /v2.0/networks/00421537-9dc9-432b-9672-52835adc6088 HTTP/1.1" status: 204 len: 168 time: 0.3026209 Jan 04 14:12:13.580551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-124344a7-42b6-40e8-ad4c-afb998d5d40e tempest-TestNetworkBasicOps-1326148945 tempest-TestNetworkBasicOps-1326148945-project] Pushing event deleted for resources: {'Network': ['ID=00421537-9dc9-432b-9672-52835adc6088,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:13.852078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42310) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:13.988411 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3748bcb2-d016-4a9f-af0a-0e2417607fe0 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=4138bef384c74b3d8c1104273e707515&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1351008 Jan 04 14:12:13.990880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42314) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:14.037485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.057582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.105935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.108459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.109591 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/94446869-2ccb-41a1-98af-04a482907ab9 HTTP/1.1" status: 204 len: 168 time: 0.1177945 Jan 04 14:12:14.116994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94446869-2ccb-41a1-98af-04a482907ab9,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:14.124262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.124723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.125075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.125422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.125754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.126118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.126454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.126786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.127124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.127452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.127902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.128234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.129156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7297fc99-c9fa-44a7-ab2f-a04110791592 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:12:14.324855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5a9c9d6d-0816-412f-8515-c3a88296ab02 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:14.346422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 5a9c9d6d-0816-412f-8515-c3a88296ab02 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:12:14.346773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 5a9c9d6d-0816-412f-8515-c3a88296ab02 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:12:14.347227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 168c4306-ca92-4f74-ac44-36775c425e6b no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:14.368713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 168c4306-ca92-4f74-ac44-36775c425e6b {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:12:14.369053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 168c4306-ca92-4f74-ac44-36775c425e6b not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:12:14.385079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42320) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:14.398494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-55512fbf-815a-4979-a064-378223e09616 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.399082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5aa11b6e-7536-4f1f-8265-df91aea63369 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:14.419078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 5aa11b6e-7536-4f1f-8265-df91aea63369 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:12:14.419424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5aa11b6e-7536-4f1f-8265-df91aea63369 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:12:14.473327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-55512fbf-815a-4979-a064-378223e09616 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.476937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-55512fbf-815a-4979-a064-378223e09616 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.513710 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-55512fbf-815a-4979-a064-378223e09616 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=5e6c153fd4434499ba912994b233d64f&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1275022 Jan 04 14:12:14.514496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55512fbf-815a-4979-a064-378223e09616 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147ebd4b-5921-4066-b49d-cec8788e4ff0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:14.516482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42322) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:14.564354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-555ceea7-2318-474d-9865-963a6c029a9c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.584833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-555ceea7-2318-474d-9865-963a6c029a9c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.630079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-555ceea7-2318-474d-9865-963a6c029a9c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.632599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-555ceea7-2318-474d-9865-963a6c029a9c admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:14.633724 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-555ceea7-2318-474d-9865-963a6c029a9c admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/147ebd4b-5921-4066-b49d-cec8788e4ff0 HTTP/1.1" status: 204 len: 168 time: 0.1162744 Jan 04 14:12:14.641317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ceea7-2318-474d-9865-963a6c029a9c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147ebd4b-5921-4066-b49d-cec8788e4ff0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:15.535432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7205d5e0-fb39-47ee-97ed-e64c78d90fe0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:15.926761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a23fe482-3579-463c-ae37-927c3d08a6d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:15.947246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: a23fe482-3579-463c-ae37-927c3d08a6d2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:12:15.947589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a23fe482-3579-463c-ae37-927c3d08a6d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:12:17.861795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e7abf4f4-44d8-441a-a2ac-0d2d3b24980f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:19.177176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:20.412843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:21.390704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-5c01a6d9-5b69-4081-a0c7-6b53025a04ea tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=ba48c8a0a99348d9a012cd1562e9813e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0298972 Jan 04 14:12:21.572057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-0875e8d5-b87b-4013-94cc-153a85a3f9f5 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:21.573507 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-0875e8d5-b87b-4013-94cc-153a85a3f9f5 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1777022 Jan 04 14:12:21.587847 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-d3e18aac-afe5-4334-a03f-ca059b59db3a tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/quotas/ba48c8a0a99348d9a012cd1562e9813e HTTP/1.1" status: 200 len: 375 time: 0.0086975 Jan 04 14:12:21.617690 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-9ef87237-dd88-42c6-a8f4-e17e2263b69d tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=ba48c8a0a99348d9a012cd1562e9813e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0248065 Jan 04 14:12:21.772131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6ffcf730-52ba-4d2b-b879-114d088986a0 req-aa8b30b2-18b3-4881-8e2c-88a97eeb3096 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 210 time: 0.0262938 Jan 04 14:12:22.015828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:22.602129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-362befb2-763d-47eb-9f10-50e30379cd56 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.13 "GET /v2.0/networks?tenant_id=ba48c8a0a99348d9a012cd1562e9813e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0217021 Jan 04 14:12:22.709480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-4553440c-8523-4ab7-839e-bca76232ca28 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:22.711068 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-4553440c-8523-4ab7-839e-bca76232ca28 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.13 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1033976 Jan 04 14:12:22.723151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Request body: {'port': {'device_id': '825d4b91-f100-4340-bc9a-e38394d20534', 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3', 'admin_state_up': True, 'tenant_id': 'ba48c8a0a99348d9a012cd1562e9813e'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:22.834436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Made reservation on behalf of ba48c8a0a99348d9a012cd1562e9813e for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:12:22.838060 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:22.846688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:22.886855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fbcd8ead-a261-4755-bc6e-db6f79fa1323 req-8069baf4-83ac-47bf-ae59-3b22b4dacdea tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 210 time: 0.0329018 Jan 04 14:12:22.944334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:22.948092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.011304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Pushing event updated for resources: {'SecurityGroup': ['ID=069076c6-5dc6-4ac4-86be-03777296d975,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:23.080580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Allocated IP 192.168.233.204 (cfa950cc-6508-485a-9abd-2ddf994730b3/3b3516ee-a2b3-4d30-b5be-116a69d64f5c/db446f24-4f6d-4a88-a99b-bd8b4be3c71c) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:12:23.216805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.249091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.293140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Network cfa950cc-6508-485a-9abd-2ddf994730b3 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:12:23.296064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:12:23.298473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:12:23.326103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Pushing event updated for resources: {'Port': ['ID=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:23.355767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:23.356375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.373283 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-037c29f2-3866-4c77-976d-e35dc2204289 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6537304 Jan 04 14:12:23.385040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Request body: {'port': {'device_id': '825d4b91-f100-4340-bc9a-e38394d20534', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:23.440093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.486416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-629844a3-9af0-44df-bd5e-8c2943284564 None None] Provisioning complete for port db446f24-4f6d-4a88-a99b-bd8b4be3c71c triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:23.487334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-629844a3-9af0-44df-bd5e-8c2943284564 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.520760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-629844a3-9af0-44df-bd5e-8c2943284564 None None] Port db446f24-4f6d-4a88-a99b-bd8b4be3c71c cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:12:23.694682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db446f24-4f6d-4a88-a99b-bd8b4be3c71c {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:12:23.701828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.714366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Transition to ACTIVE for port object db446f24-4f6d-4a88-a99b-bd8b4be3c71c will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:12:23.717710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.764911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Pushing event updated for resources: {'Port': ['ID=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:23.840494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Attempting to bind port db446f24-4f6d-4a88-a99b-bd8b4be3c71c on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:12:23.840835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Attempting to bind port db446f24-4f6d-4a88-a99b-bd8b4be3c71c by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:12:23.841166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Attempting to bind port db446f24-4f6d-4a88-a99b-bd8b4be3c71c on network cfa950cc-6508-485a-9abd-2ddf994730b3 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:12:23.845978 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Port db446f24-4f6d-4a88-a99b-bd8b4be3c71c on network cfa950cc-6508-485a-9abd-2ddf994730b3 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:12:23.846305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Attempting to bind port db446f24-4f6d-4a88-a99b-bd8b4be3c71c on network cfa950cc-6508-485a-9abd-2ddf994730b3 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:12:23.851943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 12, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:12:23.852280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Checking segment: {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:12:23.852665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Bound using segment: {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:12:23.853100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Bound port: db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b452a2a0-bd8f-42dc-a205-49de8f802411', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:12:23.853453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.918911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] For port db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:12:23.921906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] For port db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:12:23.927651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.960142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:23.960764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:23.962363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] 10.222.0.13 "PUT /v2.0/ports/db446f24-4f6d-4a88-a99b-bd8b4be3c71c HTTP/1.1" status: 200 len: 1098 time: 0.5816982 Jan 04 14:12:23.965017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '825d4b91-f100-4340-bc9a-e38394d20534', 'tag': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:23.968193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a205a78-e622-4342-925b-df7daff978ab" -d '{"events": [{"name": "network-changed", "server_uuid": "825d4b91-f100-4340-bc9a-e38394d20534", "tag": "db446f24-4f6d-4a88-a99b-bd8b4be3c71c"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:24.016683 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec886615-0ead-47d0-8360-9f896e008846 service neutron] Pushing event updated for resources: {'Port': ['ID=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:24.043184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ff63685-31c4-4c51-a3a9-e2adc5c242ac x-openstack-request-id: req-1ff63685-31c4-4c51-a3a9-e2adc5c242ac {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:24.043486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "825d4b91-f100-4340-bc9a-e38394d20534", "tag": "db446f24-4f6d-4a88-a99b-bd8b4be3c71c", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:24.043753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1ff63685-31c4-4c51-a3a9-e2adc5c242ac {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:24.044146 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '825d4b91-f100-4340-bc9a-e38394d20534', 'tag': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c', 'status': 'completed', 'code': 200} Jan 04 14:12:24.057473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1459f395-7318-41c8-933a-64fb3628d1c8 req-be1ff97e-10d9-4823-90d6-fc743c5edb7e tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.064260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-c49f9d9b-ee73-46ea-a59f-85d4017e8716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.065162 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1459f395-7318-41c8-933a-64fb3628d1c8 req-be1ff97e-10d9-4823-90d6-fc743c5edb7e tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 948 time: 0.0823760 Jan 04 14:12:24.066535 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-c49f9d9b-ee73-46ea-a59f-85d4017e8716 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba48c8a0a99348d9a012cd1562e9813e&device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 1101 time: 0.0595696 Jan 04 14:12:24.113619 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-f04d5f4c-0545-4505-a987-afaa2105c23b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c HTTP/1.1" status: 200 len: 217 time: 0.0397058 Jan 04 14:12:24.114787 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1459f395-7318-41c8-933a-64fb3628d1c8 req-8e9b814b-f32b-4dc4-ac50-76b73ac12894 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481331 Jan 04 14:12:24.163605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ed344a11-6ee7-4789-b974-97aacf15b306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.165004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-ed344a11-6ee7-4789-b974-97aacf15b306 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b3516ee-a2b3-4d30-b5be-116a69d64f5c HTTP/1.1" status: 200 len: 843 time: 0.0454335 Jan 04 14:12:24.209080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-c0bcb865-00e7-4790-acfb-69d171fc5d2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.210560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-c0bcb865-00e7-4790-acfb-69d171fc5d2d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfa950cc-6508-485a-9abd-2ddf994730b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0396461 Jan 04 14:12:24.304019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-4339c6ed-35b5-4bea-a029-298833de1a08 service neutron] 10.222.0.13 "GET /v2.0/networks/cfa950cc-6508-485a-9abd-2ddf994730b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860403 Jan 04 14:12:24.390080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6caea23a-89fc-466e-a2d5-ba2c21c30f08 req-9eccaf44-0db0-4385-95f1-232e1a4cf089 service neutron] 10.222.0.13 "GET /v2.0/networks/cfa950cc-6508-485a-9abd-2ddf994730b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0794742 Jan 04 14:12:24.476312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205a78-e622-4342-925b-df7daff978ab req-9d9f182c-3932-4c24-97d7-7cb0987e6fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.477784 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-9d9f182c-3932-4c24-97d7-7cb0987e6fd9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=ba48c8a0a99348d9a012cd1562e9813e&device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 1101 time: 0.0452135 Jan 04 14:12:24.567043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205a78-e622-4342-925b-df7daff978ab req-d6e48745-1f19-489e-a405-3f582d6ae342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.568386 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-d6e48745-1f19-489e-a405-3f582d6ae342 service neutron] 10.222.0.13 "GET /v2.0/networks?id=cfa950cc-6508-485a-9abd-2ddf994730b3 HTTP/1.1" status: 200 len: 870 time: 0.0823975 Jan 04 14:12:24.614422 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-26852e6a-dfc2-423a-90d3-bbf395b57a47 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c HTTP/1.1" status: 200 len: 217 time: 0.0377448 Jan 04 14:12:24.662616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205a78-e622-4342-925b-df7daff978ab req-677cb086-ed74-4e8a-941f-8490f85b5a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.663995 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-677cb086-ed74-4e8a-941f-8490f85b5a81 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=3b3516ee-a2b3-4d30-b5be-116a69d64f5c HTTP/1.1" status: 200 len: 843 time: 0.0427711 Jan 04 14:12:24.710496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a205a78-e622-4342-925b-df7daff978ab req-79b02921-2e05-42eb-bc1b-22166e7601bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:24.712143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-79b02921-2e05-42eb-bc1b-22166e7601bc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=cfa950cc-6508-485a-9abd-2ddf994730b3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0411794 Jan 04 14:12:24.804055 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-b2a076b3-4ced-48a2-bccb-f3dae6496854 service neutron] 10.222.0.13 "GET /v2.0/networks/cfa950cc-6508-485a-9abd-2ddf994730b3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836892 Jan 04 14:12:24.891268 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a205a78-e622-4342-925b-df7daff978ab req-e6baa247-84b0-453a-a92c-8c2cad5f0763 service neutron] 10.222.0.13 "GET /v2.0/networks/cfa950cc-6508-485a-9abd-2ddf994730b3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787389 Jan 04 14:12:25.232394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afb59eca-d155-49ed-a427-dcc67fe9bdd4 req-69290fa0-3a76-4df0-91f9-8d88aa78f54c tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:25.233825 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-afb59eca-d155-49ed-a427-dcc67fe9bdd4 req-69290fa0-3a76-4df0-91f9-8d88aa78f54c tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 948 time: 0.0514147 Jan 04 14:12:25.279525 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-afb59eca-d155-49ed-a427-dcc67fe9bdd4 req-6ec911f4-de08-45cd-83c1-9ed44e125d8e tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390017 Jan 04 14:12:26.389634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01be2921-41ba-44b0-a148-a33f869bbea3 req-8f005b9c-fe97-4aae-9ab2-5e8d2064f266 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:26.391141 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-01be2921-41ba-44b0-a148-a33f869bbea3 req-8f005b9c-fe97-4aae-9ab2-5e8d2064f266 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 948 time: 0.0472114 Jan 04 14:12:26.437350 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-01be2921-41ba-44b0-a148-a33f869bbea3 req-f9a95234-7e78-4b5e-9599-ba2b6afc1f8a tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397646 Jan 04 14:12:27.549269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69614d2a-122c-4c28-bf6a-e8a8614414f4 req-eb14d3be-29b8-449d-9640-a2f8a8be9165 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:27.550732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69614d2a-122c-4c28-bf6a-e8a8614414f4 req-eb14d3be-29b8-449d-9640-a2f8a8be9165 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 948 time: 0.0476069 Jan 04 14:12:27.595661 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69614d2a-122c-4c28-bf6a-e8a8614414f4 req-ac5dc134-4092-4cf1-8c18-2a610ea5d246 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392067 Jan 04 14:12:28.446502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device db446f24-4f6d-4a88-a99b-bd8b4be3c71c details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:12:28.538414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:28.548999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c', 'network_id': 'cfa950cc-6508-485a-9abd-2ddf994730b3', 'port_id': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c', 'mac_address': 'fa:16:3e:0b:19:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3b3516ee-a2b3-4d30-b5be-116a69d64f5c', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:12:28.587903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:28.600462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db446f24-4f6d-4a88-a99b-bd8b4be3c71c {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:12:28.619473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:28.624647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:28.670907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:28.710913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d868b7-0025-47b3-b253-5755664e4ea8 req-c5ddef80-8bd3-4e64-9b88-9d4543b5711b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:28.712312 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a6d868b7-0025-47b3-b253-5755664e4ea8 req-c5ddef80-8bd3-4e64-9b88-9d4543b5711b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 949 time: 0.0487332 Jan 04 14:12:28.758725 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a6d868b7-0025-47b3-b253-5755664e4ea8 req-9c6084f3-ad86-449c-9144-8864a2998a24 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403905 Jan 04 14:12:28.832182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['db446f24-4f6d-4a88-a99b-bd8b4be3c71c'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:12:29.871452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b48dfa8-23db-4528-b08e-84944c81508c req-f9b945c2-c22e-4b98-af27-02203166ae35 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:29.872897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b48dfa8-23db-4528-b08e-84944c81508c req-f9b945c2-c22e-4b98-af27-02203166ae35 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 949 time: 0.0474544 Jan 04 14:12:29.922860 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b48dfa8-23db-4528-b08e-84944c81508c req-0f738964-a161-4949-98ff-46e9d3f7fc74 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433679 Jan 04 14:12:30.463944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device db446f24-4f6d-4a88-a99b-bd8b4be3c71c up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:12:30.511541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port db446f24-4f6d-4a88-a99b-bd8b4be3c71c completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:12:30.515395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port db446f24-4f6d-4a88-a99b-bd8b4be3c71c triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:30.515767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:30.592603 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:30.614378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d4b91-f100-4340-bc9a-e38394d20534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:30.616761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a09c38f9-3b15-40c6-b200-02dd1c228ca9" -d '{"events": [{"server_uuid": "825d4b91-f100-4340-bc9a-e38394d20534", "name": "network-vif-plugged", "status": "completed", "tag": "db446f24-4f6d-4a88-a99b-bd8b4be3c71c"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:30.630205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:30.634169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:30.657655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23e626cc-d879-4d08-b55c-bdb35f0eabc6 x-openstack-request-id: req-23e626cc-d879-4d08-b55c-bdb35f0eabc6 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:30.657972 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d4b91-f100-4340-bc9a-e38394d20534", "name": "network-vif-plugged", "status": "completed", "tag": "db446f24-4f6d-4a88-a99b-bd8b4be3c71c", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:30.658226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-23e626cc-d879-4d08-b55c-bdb35f0eabc6 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:30.658626 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d4b91-f100-4340-bc9a-e38394d20534', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c', 'code': 200} Jan 04 14:12:30.683419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:30.811897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e17385-d26a-478f-8295-6a0e303c1725 req-b671605e-cde7-43b4-b011-57a0d2403b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:30.813331 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f6e17385-d26a-478f-8295-6a0e303c1725 req-b671605e-cde7-43b4-b011-57a0d2403b8c service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 1103 time: 0.0381343 Jan 04 14:12:30.854836 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f6e17385-d26a-478f-8295-6a0e303c1725 req-0c07a068-8030-4753-9ca8-b4db54818544 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349362 Jan 04 14:12:31.037213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3470fffc-b2c7-423f-9ed9-07eb41ae9850 req-16542f47-fd12-4416-855d-4e047d5aae28 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:31.038616 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3470fffc-b2c7-423f-9ed9-07eb41ae9850 req-16542f47-fd12-4416-855d-4e047d5aae28 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 950 time: 0.0484908 Jan 04 14:12:31.084272 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3470fffc-b2c7-423f-9ed9-07eb41ae9850 req-840b00ea-2f08-4f3b-bd2a-1eba5c2aa4ca tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398121 Jan 04 14:12:32.200770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae57dc3d-63c0-4a5f-98a8-6b3020101849 req-27f318ac-29fe-4f4c-b7b5-99551a64bbe4 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:32.202291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae57dc3d-63c0-4a5f-98a8-6b3020101849 req-27f318ac-29fe-4f4c-b7b5-99551a64bbe4 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 950 time: 0.0516400 Jan 04 14:12:32.247757 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ae57dc3d-63c0-4a5f-98a8-6b3020101849 req-f0cae8a6-532d-4ad1-9790-099be24b1ba3 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391431 Jan 04 14:12:32.520787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-ff7b48aa-d0fe-451a-b9c5-55ff41f2649c req-b82d74a9-bac1-45b7-8a39-32519d3c58a3 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:12:32.521751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ff7b48aa-d0fe-451a-b9c5-55ff41f2649c req-b82d74a9-bac1-45b7-8a39-32519d3c58a3 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058637 Jan 04 14:12:32.965289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-c78c577e-c8cd-4795-b9a9-e3174f9c9183 req-56df28ea-6ed8-4174-bb62-9eb9344896a7 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:12:32.966336 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c78c577e-c8cd-4795-b9a9-e3174f9c9183 req-56df28ea-6ed8-4174-bb62-9eb9344896a7 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0942781 Jan 04 14:12:33.317542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023c7520-552b-48b7-a5bf-5812ee1cd24c req-2cd3d48f-95ab-4a7a-b155-27180f51de6a tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:33.319024 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-023c7520-552b-48b7-a5bf-5812ee1cd24c req-2cd3d48f-95ab-4a7a-b155-27180f51de6a tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 950 time: 0.0482574 Jan 04 14:12:33.364726 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-023c7520-552b-48b7-a5bf-5812ee1cd24c req-f3c00993-b139-4373-9f3a-58df52921204 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398958 Jan 04 14:12:34.481496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f2d27d-ab6c-400f-ad6a-90e2921553d1 req-84525971-b8bc-4e59-8bf4-bad1690c4e48 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:34.482948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73f2d27d-ab6c-400f-ad6a-90e2921553d1 req-84525971-b8bc-4e59-8bf4-bad1690c4e48 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 950 time: 0.0501444 Jan 04 14:12:34.529618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73f2d27d-ab6c-400f-ad6a-90e2921553d1 req-381a5965-b416-4766-a2a2-c12435a99c8e tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/security-groups?id=069076c6-5dc6-4ac4-86be-03777296d975&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401027 Jan 04 14:12:34.576830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-019c1d4e-9546-4991-b0a2-c05c135a50a9 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:34.578255 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-019c1d4e-9546-4991-b0a2-c05c135a50a9 tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.13 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 950 time: 0.0465825 Jan 04 14:12:34.664030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Deleting port db446f24-4f6d-4a88-a99b-bd8b4be3c71c {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:12:34.664364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:34.752075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] For port db446f24-4f6d-4a88-a99b-bd8b4be3c71c, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,segment=NetworkSegment(b452a2a0-bd8f-42dc-a205-49de8f802411),segment_id=b452a2a0-bd8f-42dc-a205-49de8f802411)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:34.752427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:34.764076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Calling delete_port for db446f24-4f6d-4a88-a99b-bd8b4be3c71c owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:12:35.223966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:35.236003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['db446f24-4f6d-4a88-a99b-bd8b4be3c71c'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:12:35.254903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Pushing event deleted for resources: {'Port': ['ID=db446f24-4f6d-4a88-a99b-bd8b4be3c71c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:35.296244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] No DVR routers for this DVR port db446f24-4f6d-4a88-a99b-bd8b4be3c71c on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:12:35.298623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:35.301993 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a064d9d-d581-4017-af5e-82e6194004d3 req-bf5d222b-62ce-4f64-89ca-15f2e0a2481b tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.13 "DELETE /v2.0/ports/db446f24-4f6d-4a88-a99b-bd8b4be3c71c HTTP/1.1" status: 204 len: 173 time: 0.7184181 Jan 04 14:12:35.302450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '825d4b91-f100-4340-bc9a-e38394d20534', 'name': 'network-vif-deleted', 'tag': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:35.304717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8b26c822-e260-4a2f-8afe-ba878ff0edfb" -d '{"events": [{"server_uuid": "825d4b91-f100-4340-bc9a-e38394d20534", "name": "network-vif-deleted", "tag": "db446f24-4f6d-4a88-a99b-bd8b4be3c71c"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:35.315857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:35.349678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eaaea3c-5c1e-4941-9002-e094c97c0381 x-openstack-request-id: req-4eaaea3c-5c1e-4941-9002-e094c97c0381 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:35.349997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "825d4b91-f100-4340-bc9a-e38394d20534", "name": "network-vif-deleted", "tag": "db446f24-4f6d-4a88-a99b-bd8b4be3c71c", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:35.350261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eaaea3c-5c1e-4941-9002-e094c97c0381 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:35.350662 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '825d4b91-f100-4340-bc9a-e38394d20534', 'name': 'network-vif-deleted', 'tag': 'db446f24-4f6d-4a88-a99b-bd8b4be3c71c', 'status': 'completed', 'code': 200} Jan 04 14:12:35.634644 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0d317bbf-69ba-43df-bc75-21fca5ad7945 req-3c3cb41a-3198-4d88-a39c-ff27db24e55e tempest-ServersAdminNegativeTestJSON-556189618 tempest-ServersAdminNegativeTestJSON-556189618-project] 10.222.0.30 "GET /v2.0/ports?device_id=825d4b91-f100-4340-bc9a-e38394d20534 HTTP/1.1" status: 200 len: 210 time: 0.0295777 Jan 04 14:12:36.918725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42460) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:37.045418 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-235df293-46e8-4477-a5ce-15afd19ae488 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=ba48c8a0a99348d9a012cd1562e9813e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1254759 Jan 04 14:12:37.047887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42464) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:37.096278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a8f23b7a-3c1c-4ff6-9083-a1bcf81c7732 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.116594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a8f23b7a-3c1c-4ff6-9083-a1bcf81c7732 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.160642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a8f23b7a-3c1c-4ff6-9083-a1bcf81c7732 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.163270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a8f23b7a-3c1c-4ff6-9083-a1bcf81c7732 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.164382 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a8f23b7a-3c1c-4ff6-9083-a1bcf81c7732 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/069076c6-5dc6-4ac4-86be-03777296d975 HTTP/1.1" status: 204 len: 168 time: 0.1156232 Jan 04 14:12:37.171638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8f23b7a-3c1c-4ff6-9083-a1bcf81c7732 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=069076c6-5dc6-4ac4-86be-03777296d975,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:37.416717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42470) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:37.430409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae956433-cc21-47a3-a186-11a9458af5fe admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.502873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae956433-cc21-47a3-a186-11a9458af5fe admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.506440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ae956433-cc21-47a3-a186-11a9458af5fe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.544082 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ae956433-cc21-47a3-a186-11a9458af5fe admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=167105eaf9f840859ad120614fa4c8f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1262794 Jan 04 14:12:37.545211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae956433-cc21-47a3-a186-11a9458af5fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c9a406-7043-49a6-9452-3352142048ed,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:37.546904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42472) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:37.592992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-050cbd05-a24b-4dba-b17a-83923b77146d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.613760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-050cbd05-a24b-4dba-b17a-83923b77146d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.657739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-050cbd05-a24b-4dba-b17a-83923b77146d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.660768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-050cbd05-a24b-4dba-b17a-83923b77146d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:37.661940 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-050cbd05-a24b-4dba-b17a-83923b77146d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36c9a406-7043-49a6-9452-3352142048ed HTTP/1.1" status: 204 len: 168 time: 0.1140399 Jan 04 14:12:37.669299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-050cbd05-a24b-4dba-b17a-83923b77146d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c9a406-7043-49a6-9452-3352142048ed,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:38.301792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42494) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:38.394314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-664988431-network', 'tenant_id': '0bbc175aa4e4491abb7b89d11a5dfabb'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:38.417082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Made reservation on behalf of 0bbc175aa4e4491abb7b89d11a5dfabb for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:12:38.419332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.427395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.500413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.504170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.524358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device db446f24-4f6d-4a88-a99b-bd8b4be3c71c no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:12:38.530814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 190} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:12:38.540687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19971e6c-c152-4b41-8dd2-8cfdc6fe611d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:38.544133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: db446f24-4f6d-4a88-a99b-bd8b4be3c71c {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:12:38.544495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device db446f24-4f6d-4a88-a99b-bd8b4be3c71c not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:12:38.547313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.547866 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Added segment 3b03c571-ec20-4865-ae1b-c282c6697790 of type vlan for network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 Jan 04 14:12:38.590662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.614717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.615668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:38.616228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.648013 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3451378 Jan 04 14:12:38.651349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42498) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:38.656533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Request body: {'subnet': {'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-664988431-subnet', 'tenant_id': '0bbc175aa4e4491abb7b89d11a5dfabb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:38.677097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8014c2-c53b-4b03-82ef-496d7a470f06 admin admin] Pushing event updated for resources: {'Network': ['ID=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:38.682442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Made reservation on behalf of 0bbc175aa4e4491abb7b89d11a5dfabb for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:12:38.684986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.687687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:12:38.857722 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.918864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc5f2322-2b68-44aa-a674-3d10d3d81d62,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:38.927128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Checking segment: {'id': '3b03c571-ec20-4865-ae1b-c282c6697790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:12:38.927479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Network hostable DHCP agents. Network: a0192b4d-3ec0-4e60-8c0b-d65a79b630a2, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:12:38.946628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:12:38.957375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a0192b4d-3ec0-4e60-8c0b-d65a79b630a2) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:12:38.961226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:38.961815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:38.966162 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a07f3a1d-20b3-41e9-aae7-acef87f01559 None None] Network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:12:38.982393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-013a1a95-b112-44f0-95a1-156f2985cea5 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3298931 Jan 04 14:12:39.059719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f5f3af-2555-45ae-99c6-b40744cda88b None None] Network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:12:39.386468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-846ef485-162a-4206-a61b-63fa8bfdd68f tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:39.387893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-846ef485-162a-4206-a61b-63fa8bfdd68f tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 811 time: 0.1026702 Jan 04 14:12:39.402197 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-c89aadaf-bf5e-4059-9325-43f52343a431 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/quotas/0bbc175aa4e4491abb7b89d11a5dfabb HTTP/1.1" status: 200 len: 375 time: 0.0085926 Jan 04 14:12:39.432034 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-9ccdb865-8ada-4c8a-b4d5-9bdee752d5e5 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0245721 Jan 04 14:12:39.521191 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-0abec923-1a82-4468-8c67-70a0a341608b service neutron] 10.222.0.30 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824299 Jan 04 14:12:39.605431 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-0dc1fd69-7b85-4e74-8852-3e3374566670 service neutron] 10.222.0.30 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785110 Jan 04 14:12:39.760192 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bba7e6c1-81c3-4c0e-ad74-34a7491f843c req-10da42c3-876a-4382-8335-4f29587066f7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 210 time: 0.0268059 Jan 04 14:12:40.642324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-577ddbcb-81e1-4ddc-9767-788de1a6ff5a tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:40.644285 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-577ddbcb-81e1-4ddc-9767-788de1a6ff5a tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.13 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 811 time: 0.1061201 Jan 04 14:12:40.657477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Request body: {'port': {'device_id': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2', 'admin_state_up': True, 'tenant_id': '0bbc175aa4e4491abb7b89d11a5dfabb'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:40.764731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Made reservation on behalf of 0bbc175aa4e4491abb7b89d11a5dfabb for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:12:40.768818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:40.865000 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49effc63-2844-4526-a49e-c80845a5b09d req-4239f91a-ad2f-4f31-bd81-5de05ca10ed4 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 210 time: 0.0329499 Jan 04 14:12:40.924337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Allocated IP 172.20.0.4 (a0192b4d-3ec0-4e60-8c0b-d65a79b630a2/dc5f2322-2b68-44aa-a674-3d10d3d81d62/7805e9b9-31ac-49fe-8323-3220893dca69) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:12:41.067969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.100463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.141348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:12:41.144296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:12:41.149725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:12:41.177377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Pushing event updated for resources: {'Port': ['ID=7805e9b9-31ac-49fe-8323-3220893dca69,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:41.204757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:41.205360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.220143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-ab7a2770-39cd-4006-b76f-e6ab1be0c6b1 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5676556 Jan 04 14:12:41.231910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Request body: {'port': {'device_id': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:12:41.284399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.539531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7805e9b9-31ac-49fe-8323-3220893dca69 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:12:41.546641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.557995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Transition to ACTIVE for port object 7805e9b9-31ac-49fe-8323-3220893dca69 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:12:41.561592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.626440 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Pushing event updated for resources: {'Port': ['ID=7805e9b9-31ac-49fe-8323-3220893dca69,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:41.674902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Attempting to bind port 7805e9b9-31ac-49fe-8323-3220893dca69 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:12:41.675623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Attempting to bind port 7805e9b9-31ac-49fe-8323-3220893dca69 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '3b03c571-ec20-4865-ae1b-c282c6697790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:12:41.675623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Attempting to bind port 7805e9b9-31ac-49fe-8323-3220893dca69 on network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:12:41.679957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Port 7805e9b9-31ac-49fe-8323-3220893dca69 on network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:12:41.680279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Attempting to bind port 7805e9b9-31ac-49fe-8323-3220893dca69 on network a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:12:41.685010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 12, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:12:41.685346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Checking segment: {'id': '3b03c571-ec20-4865-ae1b-c282c6697790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:12:41.685725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Bound using segment: {'id': '3b03c571-ec20-4865-ae1b-c282c6697790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:12:41.686174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Bound port: 7805e9b9-31ac-49fe-8323-3220893dca69, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b03c571-ec20-4865-ae1b-c282c6697790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:12:41.686526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.749890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] For port 7805e9b9-31ac-49fe-8323-3220893dca69, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:12:41.752882 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] For port 7805e9b9-31ac-49fe-8323-3220893dca69, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7805e9b9-31ac-49fe-8323-3220893dca69,segment=NetworkSegment(3b03c571-ec20-4865-ae1b-c282c6697790),segment_id=3b03c571-ec20-4865-ae1b-c282c6697790)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:12:41.757113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.790497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:41.791021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:41.792400 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] 10.222.0.13 "PUT /v2.0/ports/7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 1093 time: 0.5644379 Jan 04 14:12:41.792837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'tag': '7805e9b9-31ac-49fe-8323-3220893dca69'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:41.795120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97502a7c-c0c3-4cc7-962e-d334f4edf6db" -d '{"events": [{"name": "network-changed", "server_uuid": "3a5424cd-8b9c-4737-9917-ce14fe0c457a", "tag": "7805e9b9-31ac-49fe-8323-3220893dca69"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:41.820963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd8b80c-75eb-4dc2-88b2-5660102d138a service neutron] Pushing event updated for resources: {'Port': ['ID=7805e9b9-31ac-49fe-8323-3220893dca69,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:41.839970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91b0a2de-1c17-482b-8a8c-cb4191c4a1ec x-openstack-request-id: req-91b0a2de-1c17-482b-8a8c-cb4191c4a1ec {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:41.840260 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3a5424cd-8b9c-4737-9917-ce14fe0c457a", "tag": "7805e9b9-31ac-49fe-8323-3220893dca69", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:41.840517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-91b0a2de-1c17-482b-8a8c-cb4191c4a1ec {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:41.840913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'tag': '7805e9b9-31ac-49fe-8323-3220893dca69', 'status': 'completed', 'code': 200} Jan 04 14:12:41.873570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-1e9d85f7-feb9-46bb-9d2d-ce3347dff508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:41.875071 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-1e9d85f7-feb9-46bb-9d2d-ce3347dff508 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1096 time: 0.0444427 Jan 04 14:12:41.916256 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-d9fc931b-a6d8-4ac3-8a1a-4a2246688527 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 217 time: 0.0340483 Jan 04 14:12:41.993621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-cc037d70-26b0-47df-a799-bcd97ba78088 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:41.995082 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-cc037d70-26b0-47df-a799-bcd97ba78088 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 200 len: 851 time: 0.0710857 Jan 04 14:12:42.019734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1483bb-6f4e-4de4-a835-de81a7b0a2a2 req-14d34eb5-e149-40ea-9e5d-3c77de1e41f7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:42.021171 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e1483bb-6f4e-4de4-a835-de81a7b0a2a2 req-14d34eb5-e149-40ea-9e5d-3c77de1e41f7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 943 time: 0.0888271 Jan 04 14:12:42.037846 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-bc6408b1-21aa-4280-ad16-f43a31cac9f4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344460 Jan 04 14:12:42.144444 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e1483bb-6f4e-4de4-a835-de81a7b0a2a2 req-8a1e04b0-e74f-4f2c-9017-0fc8172ba960 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092615 Jan 04 14:12:42.172066 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-c56ea43f-0ac6-44ed-9035-052a592f92b8 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226690 Jan 04 14:12:42.259990 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef4d485e-43eb-4549-955c-1e450536a7e4 req-90375a0e-d891-4901-a713-7604ceee3abe service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801811 Jan 04 14:12:42.347168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-ce20acbc-bef5-4ab8-b6df-8b7077e005ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:42.348619 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-ce20acbc-bef5-4ab8-b6df-8b7077e005ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1096 time: 0.0438888 Jan 04 14:12:42.435765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-3a45c112-7efa-4413-a4bf-e5109bb128d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:42.437209 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-3a45c112-7efa-4413-a4bf-e5109bb128d8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 912 time: 0.0823457 Jan 04 14:12:42.480810 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-0cae496b-9e43-4d74-a2d7-9a199bfdbd03 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 217 time: 0.0365281 Jan 04 14:12:42.527590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-ed2e57e2-755c-4024-b5fb-0f7c22c1969d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:42.529195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-ed2e57e2-755c-4024-b5fb-0f7c22c1969d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 200 len: 851 time: 0.0409713 Jan 04 14:12:42.558503 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-6b92b746-dbd1-4bad-bfd7-a3b019d8bcfe service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0227706 Jan 04 14:12:42.647257 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-3b825f26-7c49-491b-b341-29d053f22444 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818660 Jan 04 14:12:42.732902 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97502a7c-c0c3-4cc7-962e-d334f4edf6db req-ac03a906-a4ef-458e-baf5-4cef2c37150a service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783963 Jan 04 14:12:43.259050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87db23-a459-4dec-8ba8-89ab06810661 req-ce29cd39-5eb2-445a-8ea6-7f2e5342cec9 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:43.260523 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dd87db23-a459-4dec-8ba8-89ab06810661 req-ce29cd39-5eb2-445a-8ea6-7f2e5342cec9 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 943 time: 0.0484397 Jan 04 14:12:43.306634 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dd87db23-a459-4dec-8ba8-89ab06810661 req-e47af7d4-a69e-48b9-8f48-cbb1619c15f2 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402315 Jan 04 14:12:44.420068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae127e1-7fb3-4f6b-a569-094ba2ec4347 req-4429e0c8-f5c5-4758-bac0-dfbc3a9d5616 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:44.421505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ae127e1-7fb3-4f6b-a569-094ba2ec4347 req-4429e0c8-f5c5-4758-bac0-dfbc3a9d5616 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 943 time: 0.0486431 Jan 04 14:12:44.470471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ae127e1-7fb3-4f6b-a569-094ba2ec4347 req-59d50e6d-b964-428b-9a88-440db314e164 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430670 Jan 04 14:12:44.587302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7805e9b9-31ac-49fe-8323-3220893dca69 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:12:44.681211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7805e9b9-31ac-49fe-8323-3220893dca69, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7805e9b9-31ac-49fe-8323-3220893dca69,segment=NetworkSegment(3b03c571-ec20-4865-ae1b-c282c6697790),segment_id=3b03c571-ec20-4865-ae1b-c282c6697790)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:44.692565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '7805e9b9-31ac-49fe-8323-3220893dca69', 'network_id': 'a0192b4d-3ec0-4e60-8c0b-d65a79b630a2', 'port_id': '7805e9b9-31ac-49fe-8323-3220893dca69', 'mac_address': 'fa:16:3e:ff:51:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 190, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc5f2322-2b68-44aa-a674-3d10d3d81d62', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:12:44.729461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:44.742343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7805e9b9-31ac-49fe-8323-3220893dca69 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:12:44.766051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7805e9b9-31ac-49fe-8323-3220893dca69, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7805e9b9-31ac-49fe-8323-3220893dca69,segment=NetworkSegment(3b03c571-ec20-4865-ae1b-c282c6697790),segment_id=3b03c571-ec20-4865-ae1b-c282c6697790)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:44.769824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:44.816134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=7805e9b9-31ac-49fe-8323-3220893dca69,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:44.958544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['7805e9b9-31ac-49fe-8323-3220893dca69'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:12:45.541893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-be9373ab-8c52-42f1-92ba-20f21ca7c48d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:45.846610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce78d99-9bb0-4d7b-a265-cb685b007a0a req-c7758d4a-a4ec-4f92-8390-12da0dac0f6c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:45.848078 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cce78d99-9bb0-4d7b-a265-cb685b007a0a req-c7758d4a-a4ec-4f92-8390-12da0dac0f6c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 944 time: 0.3117197 Jan 04 14:12:45.893753 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cce78d99-9bb0-4d7b-a265-cb685b007a0a req-2b19426f-c970-47bb-9e7c-5a012c77ce09 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392036 Jan 04 14:12:46.596629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7805e9b9-31ac-49fe-8323-3220893dca69 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:12:46.643173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 7805e9b9-31ac-49fe-8323-3220893dca69 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:12:46.646853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 7805e9b9-31ac-49fe-8323-3220893dca69 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:12:46.647224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:46.721087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:46.743313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7805e9b9-31ac-49fe-8323-3220893dca69'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:12:46.745501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0494ab6a-d3dc-4376-a379-405f510d4fad" -d '{"events": [{"server_uuid": "3a5424cd-8b9c-4737-9917-ce14fe0c457a", "name": "network-vif-plugged", "status": "completed", "tag": "7805e9b9-31ac-49fe-8323-3220893dca69"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:12:46.761736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7805e9b9-31ac-49fe-8323-3220893dca69, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7805e9b9-31ac-49fe-8323-3220893dca69,segment=NetworkSegment(3b03c571-ec20-4865-ae1b-c282c6697790),segment_id=3b03c571-ec20-4865-ae1b-c282c6697790)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:12:46.766515 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:46.790593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea5bac83-e8cc-4575-9990-de37f790cf58 x-openstack-request-id: req-ea5bac83-e8cc-4575-9990-de37f790cf58 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:12:46.790885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5424cd-8b9c-4737-9917-ce14fe0c457a", "name": "network-vif-plugged", "status": "completed", "tag": "7805e9b9-31ac-49fe-8323-3220893dca69", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:12:46.791138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ea5bac83-e8cc-4575-9990-de37f790cf58 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:12:46.791526 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7805e9b9-31ac-49fe-8323-3220893dca69', 'code': 200} Jan 04 14:12:46.816449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=7805e9b9-31ac-49fe-8323-3220893dca69,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:12:46.820442 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:12:46.939654 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e05303-7e39-4ddd-97f4-3506873ec43c req-ecdfc7c8-14e7-48ea-83ba-be7c3e6daa58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:46.941143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71e05303-7e39-4ddd-97f4-3506873ec43c req-ecdfc7c8-14e7-48ea-83ba-be7c3e6daa58 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1098 time: 0.0400875 Jan 04 14:12:46.984943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71e05303-7e39-4ddd-97f4-3506873ec43c req-c0adc430-de1b-4c98-b614-277644fbd7b3 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374849 Jan 04 14:12:47.007047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ac0966-8453-4366-a9ea-a3540cb0a549 req-39bf6c8d-2339-4eb0-9cd3-f8bf1fdabcf2 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:47.008496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-18ac0966-8453-4366-a9ea-a3540cb0a549 req-39bf6c8d-2339-4eb0-9cd3-f8bf1fdabcf2 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0473199 Jan 04 14:12:47.055590 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-18ac0966-8453-4366-a9ea-a3540cb0a549 req-f60f4b0e-bb08-42a5-8cf7-a4d08baf3ab2 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412750 Jan 04 14:12:47.862845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5e380619-b43d-494b-b921-66c113ccc8cd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:48.168058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4529e54-697e-4b08-ab06-2546be84a9f0 req-076df33d-5903-4593-9292-6ef186465a45 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:48.169491 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b4529e54-697e-4b08-ab06-2546be84a9f0 req-076df33d-5903-4593-9292-6ef186465a45 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0470946 Jan 04 14:12:48.214911 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b4529e54-697e-4b08-ab06-2546be84a9f0 req-f6bfee60-efd6-45cd-8e3d-b75a36dc48f9 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396688 Jan 04 14:12:49.180438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:49.545357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefa9174-b3bf-4126-802b-5b4008e655dd req-432b2710-5171-4a11-b194-18fcfe3171cc tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:49.546848 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fefa9174-b3bf-4126-802b-5b4008e655dd req-432b2710-5171-4a11-b194-18fcfe3171cc tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0528207 Jan 04 14:12:49.557941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42558) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:12:49.594472 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fefa9174-b3bf-4126-802b-5b4008e655dd req-fc64f5e1-bd10-49d7-acac-1a8cfa2d1e6a tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411634 Jan 04 14:12:49.641058 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-a0e19649-f19c-44ea-a34e-8db9d3b08cf3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0817158 Jan 04 14:12:49.649673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-18b6424d-796e-4b64-b254-5b95cb095484 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:12:49.651270 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-18b6424d-796e-4b64-b254-5b95cb095484 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048809 Jan 04 14:12:50.415464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:50.868249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a168f3-d03b-40fd-b22e-cfc7e9946068 req-fe3e48d8-99ef-4e25-baaa-2b3ff1c37db5 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:50.869628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-74a168f3-d03b-40fd-b22e-cfc7e9946068 req-fe3e48d8-99ef-4e25-baaa-2b3ff1c37db5 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0521419 Jan 04 14:12:50.919573 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-74a168f3-d03b-40fd-b22e-cfc7e9946068 req-8e69a46b-b328-45b5-ac45-460ca7ecf049 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439270 Jan 04 14:12:50.970504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-fceb8184-d3f1-4592-852a-a708dd1d12f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:50.971944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-fceb8184-d3f1-4592-852a-a708dd1d12f6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1098 time: 0.0387568 Jan 04 14:12:51.062492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-cd612cfd-34e3-431f-ad63-ec378fcb5749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:51.063931 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-cd612cfd-34e3-431f-ad63-ec378fcb5749 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 912 time: 0.0853014 Jan 04 14:12:51.104099 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-889d56dc-2f47-4b47-8db5-b03c54bd934a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 217 time: 0.0330451 Jan 04 14:12:51.149340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-05610788-a10a-472c-b94f-ecdb385b125d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:51.150641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-05610788-a10a-472c-b94f-ecdb385b125d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 200 len: 851 time: 0.0405920 Jan 04 14:12:51.181385 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-82cf4867-974b-4a1b-a825-041a18fd89b3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236967 Jan 04 14:12:51.270563 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-5329fbd7-e052-4b5f-a95b-1e0f54e2a23d service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821176 Jan 04 14:12:51.359689 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-8c65d721-b353-44be-81ce-552195a1caec service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832443 Jan 04 14:12:52.018476 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:12:52.035209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0160d415-e4bc-4c82-ba01-6c272a3fdb1a req-f08de758-c1b4-4333-8cdd-18a744234335 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:52.036798 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0160d415-e4bc-4c82-ba01-6c272a3fdb1a req-f08de758-c1b4-4333-8cdd-18a744234335 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0503912 Jan 04 14:12:52.083148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0160d415-e4bc-4c82-ba01-6c272a3fdb1a req-c4c3e831-5b7b-4d1f-89c8-11706c74890c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404413 Jan 04 14:12:53.197070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2817c6-aa13-486c-9c40-e0b3e4a0733c req-fc8cd303-0b45-4e47-aa8e-c9ea5ad47491 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:53.198577 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a2817c6-aa13-486c-9c40-e0b3e4a0733c req-fc8cd303-0b45-4e47-aa8e-c9ea5ad47491 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0479686 Jan 04 14:12:53.244370 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a2817c6-aa13-486c-9c40-e0b3e4a0733c req-d97c8400-2ba5-480a-9f0f-bc0cb1182c0c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400140 Jan 04 14:12:54.360466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2efdb8b-683a-4dd7-b707-a63a0d4ae8ae req-a413a352-5667-4fbc-bc82-c4613bd51052 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:54.362032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c2efdb8b-683a-4dd7-b707-a63a0d4ae8ae req-a413a352-5667-4fbc-bc82-c4613bd51052 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0503941 Jan 04 14:12:54.412493 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c2efdb8b-683a-4dd7-b707-a63a0d4ae8ae req-1ebca4bd-14d4-495b-8536-e9a46e264f7b tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445788 Jan 04 14:12:55.062370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-c8c5b133-4d7c-4959-90d5-0c5964c65d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:55.063734 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-c8c5b133-4d7c-4959-90d5-0c5964c65d25 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1098 time: 0.0406232 Jan 04 14:12:55.162958 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-0e4e9d71-9bc7-4434-8718-0753a37b37dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:55.164407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-0e4e9d71-9bc7-4434-8718-0753a37b37dd service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 912 time: 0.0819778 Jan 04 14:12:55.208441 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-e59970d2-3ece-4358-a879-2cc5337a062d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 217 time: 0.0368934 Jan 04 14:12:55.254826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-6d400a0f-acca-4f79-bb52-9f4c91c989c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:55.256200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-6d400a0f-acca-4f79-bb52-9f4c91c989c1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 200 len: 851 time: 0.0417583 Jan 04 14:12:55.285321 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-64b1c902-fb52-473e-b1c8-fadaa9579987 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0229924 Jan 04 14:12:55.374718 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-b99fabcc-1d41-465f-9c55-ef388ae0b82f service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828643 Jan 04 14:12:55.462522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-704e4402-0d63-4cea-9326-28a67e2c26e4 req-42360623-d27f-4943-b119-e8b7d431a301 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810053 Jan 04 14:12:55.525308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-548804b6-e858-4cec-9d2e-1af116e93504 req-3785d91b-0ab7-47e5-a260-461cccd662fd tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:55.526794 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-548804b6-e858-4cec-9d2e-1af116e93504 req-3785d91b-0ab7-47e5-a260-461cccd662fd tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0477939 Jan 04 14:12:55.576536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-548804b6-e858-4cec-9d2e-1af116e93504 req-f7bd1f3e-aa90-4f77-9958-8829814208f3 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437138 Jan 04 14:12:56.692968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ae83c2-4c7d-471d-bb93-6e23ce95108e req-860b3e73-f12e-436a-b8b3-76eb2c84b9bf tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:56.694472 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35ae83c2-4c7d-471d-bb93-6e23ce95108e req-860b3e73-f12e-436a-b8b3-76eb2c84b9bf tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0527601 Jan 04 14:12:56.740181 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35ae83c2-4c7d-471d-bb93-6e23ce95108e req-65ec62a9-d9b9-4f25-8047-e25d4c6d992c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398901 Jan 04 14:12:57.853183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e1dc657-f6bf-4019-8e20-d00c636d9e82 req-854bd4ad-6fb2-4780-8bac-6062fca3110e tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:57.858812 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9e1dc657-f6bf-4019-8e20-d00c636d9e82 req-854bd4ad-6fb2-4780-8bac-6062fca3110e tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0523977 Jan 04 14:12:57.906806 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9e1dc657-f6bf-4019-8e20-d00c636d9e82 req-8a9bb456-8620-4245-a6aa-4c624a2cb24a tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421197 Jan 04 14:12:59.019203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fe63e6-3074-47a7-96b6-c15271d3e441 req-af3abd01-f25a-4f6e-b8d1-0339f3804ae2 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:12:59.021064 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e6fe63e6-3074-47a7-96b6-c15271d3e441 req-af3abd01-f25a-4f6e-b8d1-0339f3804ae2 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0472467 Jan 04 14:12:59.067610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e6fe63e6-3074-47a7-96b6-c15271d3e441 req-9096dbbf-5d88-4920-9cb4-e68b80c456ab tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407403 Jan 04 14:13:00.180652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ee52c5-c07d-4ce6-82d7-7943c48a79ef req-aab28800-532e-4eea-8bb8-ed54cf55ed3d tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:00.182135 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-60ee52c5-c07d-4ce6-82d7-7943c48a79ef req-aab28800-532e-4eea-8bb8-ed54cf55ed3d tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0482147 Jan 04 14:13:00.227655 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-60ee52c5-c07d-4ce6-82d7-7943c48a79ef req-3122aba9-e4aa-4f62-a56b-7fd780017a1b tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397842 Jan 04 14:13:01.346868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40014978-30cf-4fba-8678-5515fa02b432 req-2d1dd063-d80c-485b-a5d2-80de2e59a39c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:01.348802 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-40014978-30cf-4fba-8678-5515fa02b432 req-2d1dd063-d80c-485b-a5d2-80de2e59a39c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0552568 Jan 04 14:13:01.393542 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-40014978-30cf-4fba-8678-5515fa02b432 req-cf9f23fb-d563-4467-bf8f-18719692d9b9 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389354 Jan 04 14:13:02.510043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03807c9-09bb-436f-af4a-43338a9696fa req-e9f85f8b-40f9-41a8-8e40-e0bae0d98fb7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:02.511513 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e03807c9-09bb-436f-af4a-43338a9696fa req-e9f85f8b-40f9-41a8-8e40-e0bae0d98fb7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0515373 Jan 04 14:13:02.556967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e03807c9-09bb-436f-af4a-43338a9696fa req-d25249c4-d65c-430d-ad59-7cbc887e911f tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396016 Jan 04 14:13:03.670490 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e43fec-3e7c-42bd-8d1a-9423fb0b5369 req-8d2947ba-d571-4866-ab90-0c03820c3aeb tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:03.671918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-51e43fec-3e7c-42bd-8d1a-9423fb0b5369 req-8d2947ba-d571-4866-ab90-0c03820c3aeb tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0481815 Jan 04 14:13:03.717288 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-51e43fec-3e7c-42bd-8d1a-9423fb0b5369 req-54a289e2-4a8a-4ce9-940a-81649fcae670 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395536 Jan 04 14:13:04.832425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80556506-8f71-4951-a06d-bda5931bbe1d req-1cee66db-73bd-4589-8dc2-af4fc374ef27 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:04.833913 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80556506-8f71-4951-a06d-bda5931bbe1d req-1cee66db-73bd-4589-8dc2-af4fc374ef27 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0488424 Jan 04 14:13:04.879412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80556506-8f71-4951-a06d-bda5931bbe1d req-f94f10a3-c633-4eed-89cc-d776a8fddd1c tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395458 Jan 04 14:13:05.305964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:05.995479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bcc041-1dbf-49fd-86f9-2c979e2b9dc2 req-255f0830-4f4e-46d8-9796-b7ed0fe8bd19 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:05.996907 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d8bcc041-1dbf-49fd-86f9-2c979e2b9dc2 req-255f0830-4f4e-46d8-9796-b7ed0fe8bd19 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0506203 Jan 04 14:13:06.046753 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d8bcc041-1dbf-49fd-86f9-2c979e2b9dc2 req-0fb5c69f-eee7-4fb6-b7a5-61b50b30f523 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439498 Jan 04 14:13:07.163264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04e39c-57bf-4c0a-8a4e-9137aa9abe55 req-ab6666ab-5f4e-47df-9a01-947f2267fb2b tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:07.164713 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bd04e39c-57bf-4c0a-8a4e-9137aa9abe55 req-ab6666ab-5f4e-47df-9a01-947f2267fb2b tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0519078 Jan 04 14:13:07.210502 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bd04e39c-57bf-4c0a-8a4e-9137aa9abe55 req-befb10df-1c56-4fb1-9582-a522bab9a408 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398893 Jan 04 14:13:08.322061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a1b07b-71bd-4499-932e-10ec7ebd5893 req-d09127cf-654e-48c2-b802-b9e95c9a8737 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:08.323490 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28a1b07b-71bd-4499-932e-10ec7ebd5893 req-d09127cf-654e-48c2-b802-b9e95c9a8737 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0470250 Jan 04 14:13:08.368639 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28a1b07b-71bd-4499-932e-10ec7ebd5893 req-8fd6c106-f02e-4171-a97e-1078393b09ec tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393698 Jan 04 14:13:09.488335 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c2be61-cb1a-4c76-8da5-2b8006f304b5 req-b3d68cdb-3dbb-455e-bd32-334027ec75d6 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:09.489890 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-84c2be61-cb1a-4c76-8da5-2b8006f304b5 req-b3d68cdb-3dbb-455e-bd32-334027ec75d6 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0508673 Jan 04 14:13:09.538336 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-84c2be61-cb1a-4c76-8da5-2b8006f304b5 req-b7e66ad5-e532-4115-99f3-73889f798f7d tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423567 Jan 04 14:13:10.647792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139edc4-0a64-41e0-9e5d-c9cb561c7a6f req-aba4e46b-efbb-45b5-9f7f-087b90d10ce6 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:10.649227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c139edc4-0a64-41e0-9e5d-c9cb561c7a6f req-aba4e46b-efbb-45b5-9f7f-087b90d10ce6 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0467172 Jan 04 14:13:10.695487 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c139edc4-0a64-41e0-9e5d-c9cb561c7a6f req-957789d5-70cb-45eb-a4cd-bf9288195d85 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402820 Jan 04 14:13:11.808408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f662a8-e46a-4ccb-8516-f1fcc0c6cfce req-105047d4-e12b-42af-a64c-543128b21391 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:11.809856 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0f662a8-e46a-4ccb-8516-f1fcc0c6cfce req-105047d4-e12b-42af-a64c-543128b21391 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0473404 Jan 04 14:13:11.860338 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0f662a8-e46a-4ccb-8516-f1fcc0c6cfce req-a6e809d9-b9b5-4d6c-bbda-d914ef70abe7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446208 Jan 04 14:13:12.978284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb37c3f-fc22-4002-9016-a23f9ec98329 req-1668d099-08f7-4458-a366-34e19477a912 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:12.979708 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0bb37c3f-fc22-4002-9016-a23f9ec98329 req-1668d099-08f7-4458-a366-34e19477a912 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0507228 Jan 04 14:13:13.024004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0bb37c3f-fc22-4002-9016-a23f9ec98329 req-1879a805-c711-48d8-abc9-d4ee0aeb6980 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384798 Jan 04 14:13:14.137685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0868c91c-b531-4b87-8482-315b84e313a2 req-07078948-f8ac-4be0-9f3c-b8fe9dc7a276 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:14.139246 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0868c91c-b531-4b87-8482-315b84e313a2 req-07078948-f8ac-4be0-9f3c-b8fe9dc7a276 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0485697 Jan 04 14:13:14.186673 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0868c91c-b531-4b87-8482-315b84e313a2 req-687bb05e-aa1a-41e1-94f1-1e230c52b934 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415425 Jan 04 14:13:15.297277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed9bfbf-c4ef-479b-8859-34db58c2ed05 req-0754e5fe-447f-4f22-9d79-758b174a3ae5 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:15.298737 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7ed9bfbf-c4ef-479b-8859-34db58c2ed05 req-0754e5fe-447f-4f22-9d79-758b174a3ae5 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0476818 Jan 04 14:13:15.343273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7ed9bfbf-c4ef-479b-8859-34db58c2ed05 req-41c918ea-5563-4cdb-a0f4-0986fd6663df tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388105 Jan 04 14:13:15.534269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-713ab6e1-63e0-4fa1-92e8-0879a69e731b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:16.455874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a630e20f-e85c-4a8a-ae87-bca850e56840 req-cad173c4-7202-422b-86fe-ec6aa88179eb tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:16.457984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a630e20f-e85c-4a8a-ae87-bca850e56840 req-cad173c4-7202-422b-86fe-ec6aa88179eb tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0478716 Jan 04 14:13:16.502628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a630e20f-e85c-4a8a-ae87-bca850e56840 req-caec7e8c-7f23-4244-9698-ffa6199414e4 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Jan 04 14:13:17.615274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7066c14a-2ac4-489c-907f-a08ea266d1f9 req-062c2ebe-5f75-4059-b80f-c1b303a31d74 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:17.616709 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7066c14a-2ac4-489c-907f-a08ea266d1f9 req-062c2ebe-5f75-4059-b80f-c1b303a31d74 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0474708 Jan 04 14:13:17.666515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7066c14a-2ac4-489c-907f-a08ea266d1f9 req-e07c5565-f7bc-4b49-8568-e3a84e64cb50 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439827 Jan 04 14:13:17.864729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ae70df73-dc8f-4e36-bc68-7fea4d15f72c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:18.010733 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-0cbd16db-0eec-4f0a-bac6-75b97706c392 service neutron] 10.222.0.13 "GET /v2.0/ports/7805e9b9-31ac-49fe-8323-3220893dca69/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0536056 Jan 04 14:13:18.261562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-b6d73340-6a2a-4265-902e-944402fcd34e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:18.263082 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-b6d73340-6a2a-4265-902e-944402fcd34e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a&tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb HTTP/1.1" status: 200 len: 1098 time: 0.0674796 Jan 04 14:13:18.325841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-d8fc73ed-0a8d-49e0-b3db-ff123edd268e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:18.327327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-d8fc73ed-0a8d-49e0-b3db-ff123edd268e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1098 time: 0.0419974 Jan 04 14:13:18.412877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-a7edd2b8-3985-405f-8315-015af6321aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:18.414332 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-a7edd2b8-3985-405f-8315-015af6321aed service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 912 time: 0.0802364 Jan 04 14:13:18.454516 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-a3c7df98-3f4b-40f8-aafa-c29c23b5b6b6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 217 time: 0.0343356 Jan 04 14:13:18.500070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-998e4045-25ff-486e-8c22-d1b6dc225732 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:18.501406 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-998e4045-25ff-486e-8c22-d1b6dc225732 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 200 len: 851 time: 0.0404437 Jan 04 14:13:18.531461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-c6a4e224-3d6b-4138-baad-fc7c81548001 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0230615 Jan 04 14:13:18.618917 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-4362f642-50c1-4a15-831c-3ae1f717bb62 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805030 Jan 04 14:13:18.705176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a74700e3-275b-4cb1-9fa6-1cdaa24d3202 req-1b5ce9d8-d9a1-4a5b-8200-1463dfc39b42 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0787296 Jan 04 14:13:18.789361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6df94f-2b9a-46e4-8f36-51ae0a12bf4b req-8be93477-d5ca-4641-a0cd-1b8c50e85641 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:18.791021 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7d6df94f-2b9a-46e4-8f36-51ae0a12bf4b req-8be93477-d5ca-4641-a0cd-1b8c50e85641 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0569022 Jan 04 14:13:18.840220 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7d6df94f-2b9a-46e4-8f36-51ae0a12bf4b req-f6060efe-e290-4eb2-8cb0-ee730a8fb5c7 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431821 Jan 04 14:13:19.183279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:19.951710 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:19.954406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ab0159-6e26-49be-8819-86d71e65619f req-9343b053-edd8-4a84-b27e-b0dbffb25739 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:19.955741 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-15ab0159-6e26-49be-8819-86d71e65619f req-9343b053-edd8-4a84-b27e-b0dbffb25739 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0478759 Jan 04 14:13:20.004905 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-15ab0159-6e26-49be-8819-86d71e65619f req-6da8c7cc-25b1-4e1e-a7e9-f11c5a4ac5bf tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428212 Jan 04 14:13:20.417284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:21.120932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dac29a-18e3-413c-b729-30d754df1310 req-3c6bb605-0516-4ec9-a11c-b758ec8e5335 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:21.122410 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-94dac29a-18e3-413c-b729-30d754df1310 req-3c6bb605-0516-4ec9-a11c-b758ec8e5335 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0484281 Jan 04 14:13:21.168166 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-94dac29a-18e3-413c-b729-30d754df1310 req-d005b9b7-8bee-444a-ba9b-1dc66190b3df tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399613 Jan 04 14:13:21.468587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-5c330c26-7039-49f8-bab7-985b46d500ee tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:21.470047 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-5c330c26-7039-49f8-bab7-985b46d500ee tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a&tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0811336 Jan 04 14:13:21.548732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-61c2e242-ed82-49eb-913c-664e7a500b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:21.550120 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-61c2e242-ed82-49eb-913c-664e7a500b8f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 1098 time: 0.0394750 Jan 04 14:13:21.637823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-874ecd0d-5c46-46b3-afe8-e3867f7a6d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:21.639254 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-874ecd0d-5c46-46b3-afe8-e3867f7a6d68 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 200 len: 912 time: 0.0835040 Jan 04 14:13:21.678504 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-b754a3ab-606a-4fd6-92c1-4b970dbf3cf8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 200 len: 217 time: 0.0322275 Jan 04 14:13:21.726954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-a2e3a2df-dd3b-48e4-bfb4-e327fc3a5e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:21.728298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-a2e3a2df-dd3b-48e4-bfb4-e327fc3a5e72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 200 len: 851 time: 0.0437446 Jan 04 14:13:21.757543 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-74d43bd4-eaef-4dfe-ac88-b026f8674fbd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0231061 Jan 04 14:13:21.844190 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-b7d50a2f-9439-439a-8aef-d84f66762244 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798879 Jan 04 14:13:21.932319 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-4fcb42b9-928f-4a72-9059-1de7782ef104 service neutron] 10.222.0.13 "GET /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814195 Jan 04 14:13:22.021695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:22.614693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272a06d1-5552-425d-936d-fa2d6356976f req-da09091d-6eea-4010-b4b4-3e94f89ae390 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:22.616672 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-272a06d1-5552-425d-936d-fa2d6356976f req-da09091d-6eea-4010-b4b4-3e94f89ae390 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0491979 Jan 04 14:13:22.666663 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-272a06d1-5552-425d-936d-fa2d6356976f req-82244d81-958f-4327-b7a5-705677acf0e5 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440068 Jan 04 14:13:23.783979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be8e368-2e80-4a4c-b358-1826bdf8001c req-e58adb5f-2634-4a30-851d-10808c0a1488 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:23.785430 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7be8e368-2e80-4a4c-b358-1826bdf8001c req-e58adb5f-2634-4a30-851d-10808c0a1488 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0493872 Jan 04 14:13:23.821051 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:13:23.831379 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7be8e368-2e80-4a4c-b358-1826bdf8001c req-adddda72-7846-4e85-883c-43e9298f5f4f tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/security-groups?id=19971e6c-c152-4b41-8dd2-8cfdc6fe611d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395935 Jan 04 14:13:24.224724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-6716021f-bbad-477f-8d74-e83594baff39 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:24.226053 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-6716021f-bbad-477f-8d74-e83594baff39 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.13 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 945 time: 0.0502915 Jan 04 14:13:24.308897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Deleting port 7805e9b9-31ac-49fe-8323-3220893dca69 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:13:24.309233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:24.396798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] For port 7805e9b9-31ac-49fe-8323-3220893dca69, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7805e9b9-31ac-49fe-8323-3220893dca69,segment=NetworkSegment(3b03c571-ec20-4865-ae1b-c282c6697790),segment_id=3b03c571-ec20-4865-ae1b-c282c6697790)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:13:24.397155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:24.408908 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Calling delete_port for 7805e9b9-31ac-49fe-8323-3220893dca69 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:13:24.530506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:24.545331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['7805e9b9-31ac-49fe-8323-3220893dca69'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:13:24.900501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Pushing event deleted for resources: {'Port': ['ID=7805e9b9-31ac-49fe-8323-3220893dca69,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:24.924763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.925111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.925449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.925779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.926133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.926466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.926784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.927632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.927953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.928275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.928599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.928912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.929223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:24.932005 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ec7fead8-32fb-4967-a54b-459b8fb52f00 req-35cd52e4-a7e5-4973-bca0-5cf2a8836de3 tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.30 "GET /v2.0/ports?device_id=3a5424cd-8b9c-4737-9917-ce14fe0c457a HTTP/1.1" status: 200 len: 210 time: 0.0285523 Jan 04 14:13:24.950730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] No DVR routers for this DVR port 7805e9b9-31ac-49fe-8323-3220893dca69 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:13:24.954962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:24.958315 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eeb77e67-66fc-4951-9f9c-6b2c46cb9713 req-c251198d-b98d-46ad-8e5e-2f48257505ce tempest-DeleteServersTestJSON-927311530 tempest-DeleteServersTestJSON-927311530-project] 10.222.0.13 "DELETE /v2.0/ports/7805e9b9-31ac-49fe-8323-3220893dca69 HTTP/1.1" status: 204 len: 173 time: 0.7269778 Jan 04 14:13:24.958762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'name': 'network-vif-deleted', 'tag': '7805e9b9-31ac-49fe-8323-3220893dca69'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:13:24.961045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b6c8cc0-3d1d-445d-a588-a92eaccbf6ed" -d '{"events": [{"server_uuid": "3a5424cd-8b9c-4737-9917-ce14fe0c457a", "name": "network-vif-deleted", "tag": "7805e9b9-31ac-49fe-8323-3220893dca69"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:13:25.146841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:13:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e1159d-1fb6-49f3-9b10-7338d56fe1e1 x-openstack-request-id: req-07e1159d-1fb6-49f3-9b10-7338d56fe1e1 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:13:25.147140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3a5424cd-8b9c-4737-9917-ce14fe0c457a", "name": "network-vif-deleted", "tag": "7805e9b9-31ac-49fe-8323-3220893dca69", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:13:25.147393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-07e1159d-1fb6-49f3-9b10-7338d56fe1e1 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:13:25.147785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3a5424cd-8b9c-4737-9917-ce14fe0c457a', 'name': 'network-vif-deleted', 'tag': '7805e9b9-31ac-49fe-8323-3220893dca69', 'status': 'completed', 'code': 200} Jan 04 14:13:26.062388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42662) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:13:26.107442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Deleting subnet dc5f2322-2b68-44aa-a674-3d10d3d81d62 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:13:26.114503 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.151894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.195082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.248150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.276167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc5f2322-2b68-44aa-a674-3d10d3d81d62,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:26.280739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.283909 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/dc5f2322-2b68-44aa-a674-3d10d3d81d62 HTTP/1.1" status: 204 len: 168 time: 0.2204502 Jan 04 14:13:26.286591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42664) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:13:26.288804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.289155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.289556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.289947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.290265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.290595 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.290937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.291259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.291588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.291948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.292275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.292600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.292921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b591b17-aaf5-45d6-adb6-25040e118f07 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:26.351721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.428277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.447526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0192b4d-3ec0-4e60-8c0b-d65a79b630a2']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:13:26.456237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b03c571-ec20-4865-ae1b-c282c6697790') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:13:26.456526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b03c571-ec20-4865-ae1b-c282c6697790') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:13:26.465370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.477706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.483299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Releasing vlan 190 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:13:26.483663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:13:26.485216 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:13:26.539768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.545057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.548187 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] 10.222.0.30 "DELETE /v2.0/networks/a0192b4d-3ec0-4e60-8c0b-d65a79b630a2 HTTP/1.1" status: 204 len: 168 time: 0.2605748 Jan 04 14:13:26.559591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9186abc2-3cc0-473f-9ad6-d5256d326f6c admin admin] Pushing event deleted for resources: {'Network': ['ID=a0192b4d-3ec0-4e60-8c0b-d65a79b630a2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:26.654394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42668) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:13:26.693851 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-af67e3b8-77a0-4305-905e-76720f2c591f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=0bbc175aa4e4491abb7b89d11a5dfabb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0382960 Jan 04 14:13:26.696268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42670) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:13:26.741224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0892e83-78da-49e1-8b40-0f6cb3703f64 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.762520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0892e83-78da-49e1-8b40-0f6cb3703f64 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.807782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0892e83-78da-49e1-8b40-0f6cb3703f64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.810330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f0892e83-78da-49e1-8b40-0f6cb3703f64 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:26.811506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f0892e83-78da-49e1-8b40-0f6cb3703f64 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/19971e6c-c152-4b41-8dd2-8cfdc6fe611d HTTP/1.1" status: 204 len: 168 time: 0.1143575 Jan 04 14:13:26.819086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0892e83-78da-49e1-8b40-0f6cb3703f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19971e6c-c152-4b41-8dd2-8cfdc6fe611d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:27.445342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 42692) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:13:27.538922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-106244335-network', 'tenant_id': 'bf38941763ff404cb6536250b1813698'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:13:27.564716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Made reservation on behalf of bf38941763ff404cb6536250b1813698 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:13:27.567080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.575808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.645527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.649470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.669247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:13:27.683490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c8f97a7-fa2a-4185-9e45-277b74dddb70,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:27.686321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.686666 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Added segment d8165d8e-6c4d-4067-8087-f9231f1698e2 of type vlan for network 1115eba4-42c2-4336-81ac-094c1997f166 Jan 04 14:13:27.726378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.750425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.751384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:27.751966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.791308 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3447769 Jan 04 14:13:27.794271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 42696) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:13:27.799233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Request body: {'subnet': {'network_id': '1115eba4-42c2-4336-81ac-094c1997f166', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-106244335-subnet', 'tenant_id': 'bf38941763ff404cb6536250b1813698', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:13:27.821312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Made reservation on behalf of bf38941763ff404cb6536250b1813698 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:13:27.823603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:27.844847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b96056e-2615-4422-b9d8-b77348cb61d9 admin admin] Pushing event updated for resources: {'Network': ['ID=1115eba4-42c2-4336-81ac-094c1997f166,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:27.855215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 1115eba4-42c2-4336-81ac-094c1997f166 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:13:27.989097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:28.044001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55266618-4bdf-4943-83fd-ad3174bcce25,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:28.051302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Checking segment: {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:13:28.051659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Network hostable DHCP agents. Network: 1115eba4-42c2-4336-81ac-094c1997f166, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:13:28.067399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Network 1115eba4-42c2-4336-81ac-094c1997f166 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:13:28.075547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 1115eba4-42c2-4336-81ac-094c1997f166) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:13:28.079415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:28.079998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:28.084857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4bff78-d3e6-46fc-b04a-7671e6f1e02c None None] Network 1115eba4-42c2-4336-81ac-094c1997f166 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:13:28.095351 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1c1ee97b-7f7e-4e09-b146-5b3c6643faa1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.2999089 Jan 04 14:13:28.181612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45045315-0d68-40fd-9020-4db364a7b69d None None] Network 1115eba4-42c2-4336-81ac-094c1997f166 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:13:28.517571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-17a3a870-b57c-4d84-b7a8-a2728871ab2a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:28.519043 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-17a3a870-b57c-4d84-b7a8-a2728871ab2a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 814 time: 0.1051099 Jan 04 14:13:28.534326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-07943d8e-b55e-44ec-af3a-d52c09e0438d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/quotas/bf38941763ff404cb6536250b1813698 HTTP/1.1" status: 200 len: 375 time: 0.0089035 Jan 04 14:13:28.563706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-692da584-73ff-41d7-bd0e-b5bdca1360d0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0243802 Jan 04 14:13:28.654165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-988e2af8-c0bd-4466-b6d3-e120b02a7366 service neutron] 10.222.0.30 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 Jan 04 14:13:28.738719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-4960257d-0107-4c2f-967e-fe1a53b95ec9 service neutron] 10.222.0.30 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785594 Jan 04 14:13:28.892750 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-abcebd18-76d8-4fad-9182-be25ea9a7068 req-cb110d35-885f-4d17-a2ed-b8a06d91a45f tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 210 time: 0.0263295 Jan 04 14:13:28.895698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7805e9b9-31ac-49fe-8323-3220893dca69 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:13:28.916942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 7805e9b9-31ac-49fe-8323-3220893dca69 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:13:28.917298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7805e9b9-31ac-49fe-8323-3220893dca69 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:13:29.778809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-f1c42dc2-e67c-4ecd-88de-f845ee9dddcc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:29.780256 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-f1c42dc2-e67c-4ecd-88de-f845ee9dddcc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 814 time: 0.1134679 Jan 04 14:13:29.792614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Request body: {'port': {'device_id': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166', 'admin_state_up': True, 'tenant_id': 'bf38941763ff404cb6536250b1813698'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:13:29.906266 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Made reservation on behalf of bf38941763ff404cb6536250b1813698 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:13:29.909703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:29.999034 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f044e433-c84d-40cc-b827-c9cc42e9f500 req-7802beac-143f-4148-85ad-11307fbaf0dd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 210 time: 0.0365973 Jan 04 14:13:30.056383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Allocated IP 172.20.0.2 (1115eba4-42c2-4336-81ac-094c1997f166/55266618-4bdf-4943-83fd-ad3174bcce25/29180922-a158-408b-a646-4d968a8cfeb7) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:13:30.199630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.232914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.278645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Network 1115eba4-42c2-4336-81ac-094c1997f166 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:13:30.281668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:13:30.288189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:13:30.294097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Pushing event updated for resources: {'Port': ['ID=29180922-a158-408b-a646-4d968a8cfeb7,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:30.337976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:30.338509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.353730 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-5a6b47db-e8e9-45c1-baaf-3a2d3072e1bc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5648975 Jan 04 14:13:30.365854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Request body: {'port': {'device_id': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:13:30.417331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.675110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29180922-a158-408b-a646-4d968a8cfeb7 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:13:30.682356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.695154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Transition to ACTIVE for port object 29180922-a158-408b-a646-4d968a8cfeb7 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:13:30.698484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.748948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Pushing event updated for resources: {'Port': ['ID=29180922-a158-408b-a646-4d968a8cfeb7,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:30.811921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Attempting to bind port 29180922-a158-408b-a646-4d968a8cfeb7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:13:30.812561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Attempting to bind port 29180922-a158-408b-a646-4d968a8cfeb7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:13:30.812561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Attempting to bind port 29180922-a158-408b-a646-4d968a8cfeb7 on network 1115eba4-42c2-4336-81ac-094c1997f166 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:13:30.816781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Port 29180922-a158-408b-a646-4d968a8cfeb7 on network 1115eba4-42c2-4336-81ac-094c1997f166 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:13:30.817111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Attempting to bind port 29180922-a158-408b-a646-4d968a8cfeb7 on network 1115eba4-42c2-4336-81ac-094c1997f166 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:13:30.822381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 13, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:13:30.822716 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Checking segment: {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:13:30.823096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Bound using segment: {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:13:30.823520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Bound port: 29180922-a158-408b-a646-4d968a8cfeb7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:13:30.823867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.887761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] For port 29180922-a158-408b-a646-4d968a8cfeb7, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:13:30.890866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] For port 29180922-a158-408b-a646-4d968a8cfeb7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29180922-a158-408b-a646-4d968a8cfeb7,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:13:30.894954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.929191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:30.929812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:30.931320 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] 10.222.0.13 "PUT /v2.0/ports/29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 1093 time: 0.5694492 Jan 04 14:13:30.931762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'tag': '29180922-a158-408b-a646-4d968a8cfeb7'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:13:30.934023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d56a2f5d-4889-420f-a4de-917e11dc0212" -d '{"events": [{"name": "network-changed", "server_uuid": "b6385141-a6b0-4376-82d0-be08245d39cf", "tag": "29180922-a158-408b-a646-4d968a8cfeb7"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:13:30.958316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b792e62a-986c-4fdb-a5ed-8ba6020c0a2a service neutron] Pushing event updated for resources: {'Port': ['ID=29180922-a158-408b-a646-4d968a8cfeb7,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:30.972853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:13:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a17166d3-2941-40f1-9ed1-ceebc2f4cc24 x-openstack-request-id: req-a17166d3-2941-40f1-9ed1-ceebc2f4cc24 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:13:30.973148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6385141-a6b0-4376-82d0-be08245d39cf", "tag": "29180922-a158-408b-a646-4d968a8cfeb7", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:13:30.973406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a17166d3-2941-40f1-9ed1-ceebc2f4cc24 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:13:30.973840 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'tag': '29180922-a158-408b-a646-4d968a8cfeb7', 'status': 'completed', 'code': 200} Jan 04 14:13:31.020360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-ccba0e5e-b59e-4f61-b3cd-7553fc835cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:31.022111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-ccba0e5e-b59e-4f61-b3cd-7553fc835cf1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1096 time: 0.0414557 Jan 04 14:13:31.068307 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-0bc512d5-26e5-4fc9-acc8-1fa2395ce639 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 217 time: 0.0386825 Jan 04 14:13:31.140298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67da49d5-80a1-475a-a815-a25201d39b0f req-fc02c175-42ea-445d-8861-21ea4900170e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:31.141745 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-fc02c175-42ea-445d-8861-21ea4900170e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0645006 Jan 04 14:13:31.150318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e514ed06-2c18-4602-9b2f-7d601a76d359 req-fb12f6c4-6b1e-40cb-ac40-290b13e9c2f4 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:31.151685 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e514ed06-2c18-4602-9b2f-7d601a76d359 req-fb12f6c4-6b1e-40cb-ac40-290b13e9c2f4 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 943 time: 0.0825324 Jan 04 14:13:31.181333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-706685aa-dc71-44d8-8c8f-4f7fd68a957d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286808 Jan 04 14:13:31.271072 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e514ed06-2c18-4602-9b2f-7d601a76d359 req-a1784fc8-9436-4a47-80eb-523a75747533 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110554 Jan 04 14:13:31.297646 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-222d04c2-abdb-4d07-a5c1-7f46b68d5b26 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1088157 Jan 04 14:13:31.388419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67da49d5-80a1-475a-a815-a25201d39b0f req-99c2939a-b88a-4f6f-b03d-79b60eadd9ca service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842316 Jan 04 14:13:31.475150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-d7971b59-46f5-4c4d-9347-f8389d194919 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:31.476519 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-d7971b59-46f5-4c4d-9347-f8389d194919 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1096 time: 0.0430026 Jan 04 14:13:31.566715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-355ec9c4-e65d-4de9-9b90-81a23d189ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:31.568172 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-355ec9c4-e65d-4de9-9b90-81a23d189ce0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0852635 Jan 04 14:13:31.607988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-d7c9452d-808e-427e-bfad-3b00671fe51d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 217 time: 0.0330603 Jan 04 14:13:31.654578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-1f00ced0-0666-4f04-ba6d-2d6c07fde0ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:31.656047 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-1f00ced0-0666-4f04-ba6d-2d6c07fde0ee service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0405889 Jan 04 14:13:31.686681 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-1e0561b8-c64e-4e19-b542-213bbd7be600 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240748 Jan 04 14:13:31.777860 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-8073e147-86e2-4262-ba61-94c04128d74d service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831439 Jan 04 14:13:31.869431 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d56a2f5d-4889-420f-a4de-917e11dc0212 req-096160b0-29ba-468c-a810-8a6891bb1abe service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836170 Jan 04 14:13:32.385956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c4aaa1-d7aa-4a5e-9b06-2733f87c404b req-2e0ebbab-6a95-4f60-b22c-f21c15600cbd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:32.387411 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-03c4aaa1-d7aa-4a5e-9b06-2733f87c404b req-2e0ebbab-6a95-4f60-b22c-f21c15600cbd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 943 time: 0.0475779 Jan 04 14:13:32.433320 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-03c4aaa1-d7aa-4a5e-9b06-2733f87c404b req-e9222fdd-4cc5-4bdd-8d76-0564428fa5b8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400741 Jan 04 14:13:33.546839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8790f501-bd81-4c9b-952d-2516e980e4ff req-89a34972-e8a8-4373-b55b-1a6aed5fff26 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:33.548287 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8790f501-bd81-4c9b-952d-2516e980e4ff req-89a34972-e8a8-4373-b55b-1a6aed5fff26 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 943 time: 0.0488019 Jan 04 14:13:33.594801 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8790f501-bd81-4c9b-952d-2516e980e4ff req-6fae8896-0477-44ed-8965-4d6e2948d809 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407712 Jan 04 14:13:34.713096 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5571f9-03c9-4604-9095-4f37ab2779b5 req-36b9a9cd-e8e3-44ae-91ae-bbd530d8385d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:34.714602 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5d5571f9-03c9-4604-9095-4f37ab2779b5 req-36b9a9cd-e8e3-44ae-91ae-bbd530d8385d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 943 time: 0.0550060 Jan 04 14:13:34.762531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5d5571f9-03c9-4604-9095-4f37ab2779b5 req-c7ce39e5-fb1e-4fa9-beb5-fffbc3300e25 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420129 Jan 04 14:13:34.911019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 29180922-a158-408b-a646-4d968a8cfeb7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:13:35.005584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 29180922-a158-408b-a646-4d968a8cfeb7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29180922-a158-408b-a646-4d968a8cfeb7,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:13:35.016149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '29180922-a158-408b-a646-4d968a8cfeb7', 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166', 'port_id': '29180922-a158-408b-a646-4d968a8cfeb7', 'mac_address': 'fa:16:3e:02:d1:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55266618-4bdf-4943-83fd-ad3174bcce25', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:13:35.052609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:35.068894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 29180922-a158-408b-a646-4d968a8cfeb7 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:13:35.087588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 29180922-a158-408b-a646-4d968a8cfeb7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29180922-a158-408b-a646-4d968a8cfeb7,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:13:35.091348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:35.135832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=29180922-a158-408b-a646-4d968a8cfeb7,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:35.142704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.143057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.143425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.143765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.144097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.144425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.144752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.145079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.145401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.146309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.146642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.146961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.147281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:13:35.301903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['29180922-a158-408b-a646-4d968a8cfeb7'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:13:35.333798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:35.874942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafaa2f4-421a-4912-b47c-c1afffa4d051 req-44903365-760c-4b09-a6cc-b2da39341a83 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:35.876377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bafaa2f4-421a-4912-b47c-c1afffa4d051 req-44903365-760c-4b09-a6cc-b2da39341a83 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 944 time: 0.0476906 Jan 04 14:13:35.921916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bafaa2f4-421a-4912-b47c-c1afffa4d051 req-02d18f97-7259-4a01-ac5d-497f4ffbe8dd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Jan 04 14:13:36.927816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 29180922-a158-408b-a646-4d968a8cfeb7 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:13:36.976632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 29180922-a158-408b-a646-4d968a8cfeb7 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:13:36.980764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 29180922-a158-408b-a646-4d968a8cfeb7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:13:36.981137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:37.037351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9220921c-1412-4682-8333-c0068e7b8047 req-e2e4e631-75a1-435e-a225-e03ce1496f27 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:37.038892 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9220921c-1412-4682-8333-c0068e7b8047 req-e2e4e631-75a1-435e-a225-e03ce1496f27 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 944 time: 0.0496945 Jan 04 14:13:37.058127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:37.080350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29180922-a158-408b-a646-4d968a8cfeb7'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:13:37.083264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da599e58-330d-4b4f-9699-8897557d172e" -d '{"events": [{"server_uuid": "b6385141-a6b0-4376-82d0-be08245d39cf", "name": "network-vif-plugged", "status": "completed", "tag": "29180922-a158-408b-a646-4d968a8cfeb7"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:13:37.094331 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9220921c-1412-4682-8333-c0068e7b8047 req-22c8e70c-0771-4a05-a5b4-910f851c7a1e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489671 Jan 04 14:13:37.108376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 29180922-a158-408b-a646-4d968a8cfeb7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29180922-a158-408b-a646-4d968a8cfeb7,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:13:37.111632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:37.138903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:13:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3787b734-34f9-4ab5-b574-a0905c109ca9 x-openstack-request-id: req-3787b734-34f9-4ab5-b574-a0905c109ca9 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:13:37.139201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6385141-a6b0-4376-82d0-be08245d39cf", "name": "network-vif-plugged", "status": "completed", "tag": "29180922-a158-408b-a646-4d968a8cfeb7", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:13:37.139458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3787b734-34f9-4ab5-b574-a0905c109ca9 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:13:37.140355 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29180922-a158-408b-a646-4d968a8cfeb7', 'code': 200} Jan 04 14:13:37.166154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=29180922-a158-408b-a646-4d968a8cfeb7,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:13:37.293731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae596ee-c30d-4e7f-a413-d067a6842a0f req-bae28c54-7b27-493f-aa82-519edefc0456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:37.295101 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ae596ee-c30d-4e7f-a413-d067a6842a0f req-bae28c54-7b27-493f-aa82-519edefc0456 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1098 time: 0.0429595 Jan 04 14:13:37.337705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ae596ee-c30d-4e7f-a413-d067a6842a0f req-159bc236-7a94-4d8b-abc6-aec4d3c99689 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345597 Jan 04 14:13:38.205545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f060c337-9953-4e62-80c8-a4291b2e096b req-f9419a70-2e84-4266-899e-0f076012e5f7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:38.207070 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f060c337-9953-4e62-80c8-a4291b2e096b req-f9419a70-2e84-4266-899e-0f076012e5f7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0519731 Jan 04 14:13:38.255717 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f060c337-9953-4e62-80c8-a4291b2e096b req-dd8ec037-f56c-411d-9a64-75637d350b54 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415542 Jan 04 14:13:39.370781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f2e86-4c89-4d27-8562-0a0ae2ec3c33 req-a761b3bf-56ff-4658-b0a9-09856c5ee93c tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:39.372261 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-277f2e86-4c89-4d27-8562-0a0ae2ec3c33 req-a761b3bf-56ff-4658-b0a9-09856c5ee93c tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0480397 Jan 04 14:13:39.418247 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-277f2e86-4c89-4d27-8562-0a0ae2ec3c33 req-bcb2dd26-9d74-4307-8b5f-844497cf80d1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400987 Jan 04 14:13:39.528819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d10e71-4ca2-45e9-91eb-9f1a5777ee6f req-5b7b361e-bd0b-4398-8768-2dc77cb045dc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:39.530299 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-64d10e71-4ca2-45e9-91eb-9f1a5777ee6f req-5b7b361e-bd0b-4398-8768-2dc77cb045dc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0476968 Jan 04 14:13:39.576254 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-64d10e71-4ca2-45e9-91eb-9f1a5777ee6f req-2f5aa25e-dd2b-4b33-ae0e-a8e6e2b76e14 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400915 Jan 04 14:13:39.772271 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722f755a-c28f-449f-b394-b2fa5afeedfb req-bbf64172-e129-449b-9c07-6beae10763e8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:39.773760 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-722f755a-c28f-449f-b394-b2fa5afeedfb req-bbf64172-e129-449b-9c07-6beae10763e8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0488701 Jan 04 14:13:39.823581 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-722f755a-c28f-449f-b394-b2fa5afeedfb req-37e082a5-e6a7-4254-ae85-d0f2a798c0e8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435543 Jan 04 14:13:39.933814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab0780c-d3ad-4b7e-9598-20d6f8838d4e req-8a6a3d7a-77e6-43ab-94bf-cfa489540a45 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:39.935290 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ab0780c-d3ad-4b7e-9598-20d6f8838d4e req-8a6a3d7a-77e6-43ab-94bf-cfa489540a45 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0478594 Jan 04 14:13:39.984666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9ab0780c-d3ad-4b7e-9598-20d6f8838d4e req-73b54f2f-bdab-4ddc-a376-de97d05e9604 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435491 Jan 04 14:13:40.200739 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-331ef945-5b77-463b-b09f-4be76767e839 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0394547 Jan 04 14:13:40.217634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52d0884-0797-4d25-a2e8-76834d32994c req-d43f1312-3af8-4759-af49-76f6ebcbe783 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:40.219225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f52d0884-0797-4d25-a2e8-76834d32994c req-d43f1312-3af8-4759-af49-76f6ebcbe783 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0482097 Jan 04 14:13:40.269471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f52d0884-0797-4d25-a2e8-76834d32994c req-2ccb2a91-d4f8-49bb-bbf2-787279217196 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442545 Jan 04 14:13:41.258105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-4e6d6a6a-1747-4ff2-bffb-e09520b91240 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:41.259586 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-4e6d6a6a-1747-4ff2-bffb-e09520b91240 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1098 time: 0.0400746 Jan 04 14:13:41.352433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-04331655-4c0c-45df-8d89-6d1e0e97d9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:41.353960 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-04331655-4c0c-45df-8d89-6d1e0e97d9f7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0874643 Jan 04 14:13:41.385432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5afed99-7692-4bdd-a65b-c6cbb7d62814 req-e7a42462-3994-4089-84cc-2ac064d4cc52 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:41.386916 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a5afed99-7692-4bdd-a65b-c6cbb7d62814 req-e7a42462-3994-4089-84cc-2ac064d4cc52 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0479856 Jan 04 14:13:41.394666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-5d832e8b-e8ab-4fd8-b5fc-038be9a9d5d1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 217 time: 0.0337045 Jan 04 14:13:41.434161 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a5afed99-7692-4bdd-a65b-c6cbb7d62814 req-c3ecfad3-62e3-488e-8824-736e5a2c48b2 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411832 Jan 04 14:13:41.445827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-17b22e3a-a617-4aa7-ac2f-2cd9972194a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:41.447422 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-17b22e3a-a617-4aa7-ac2f-2cd9972194a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0471914 Jan 04 14:13:41.478089 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-1a6af18f-7ba9-43d4-aa1c-1763267a60cc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239320 Jan 04 14:13:41.565684 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-902a813d-d590-42ab-9f6d-ac0783fac0d1 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808704 Jan 04 14:13:41.655357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-72fbebb6-8271-439e-a949-7acf99b684ad service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834320 Jan 04 14:13:42.548214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a72526-335d-4ad1-88cf-be9a110e9448 req-66987438-82c6-4e8f-baa9-1c216dac9636 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:42.549681 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a72526-335d-4ad1-88cf-be9a110e9448 req-66987438-82c6-4e8f-baa9-1c216dac9636 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0492742 Jan 04 14:13:42.595277 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a72526-335d-4ad1-88cf-be9a110e9448 req-e1df45c7-8016-4626-b264-82639d6cdbae tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390775 Jan 04 14:13:43.710665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7493643-ca0d-41f8-8673-c1332e635a46 req-e4aca321-a6fd-4044-8f43-285b29215b21 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:43.712119 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c7493643-ca0d-41f8-8673-c1332e635a46 req-e4aca321-a6fd-4044-8f43-285b29215b21 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0475407 Jan 04 14:13:43.762309 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c7493643-ca0d-41f8-8673-c1332e635a46 req-9b360666-2fb8-426a-955d-7906e593688e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442672 Jan 04 14:13:44.880676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6bed3-bc0d-4ab1-9923-644789b52521 req-ba64587a-08f2-4843-a882-9f9f0466fb8a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:44.882163 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-61a6bed3-bc0d-4ab1-9923-644789b52521 req-ba64587a-08f2-4843-a882-9f9f0466fb8a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0524280 Jan 04 14:13:44.928488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-61a6bed3-bc0d-4ab1-9923-644789b52521 req-5a2bea7e-3cf4-40c5-8d14-80742a2a5844 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404391 Jan 04 14:13:45.537843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48a7996f-744d-4b5d-ace5-d29832f0ea7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:46.041570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5cfb78d-7a3a-4520-9125-26aaf2d79604 req-b9a9e147-3105-4e98-a63f-fc063b10969d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:46.043071 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5cfb78d-7a3a-4520-9125-26aaf2d79604 req-b9a9e147-3105-4e98-a63f-fc063b10969d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0485699 Jan 04 14:13:46.090499 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5cfb78d-7a3a-4520-9125-26aaf2d79604 req-c59785ae-5a26-4be7-9741-11ab0076f7c0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408068 Jan 04 14:13:47.204790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e37d12-ea05-4b31-9ab4-0ad19331600f req-13902a07-3298-4c52-bc2a-b4ee883c6b86 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:47.206269 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4e37d12-ea05-4b31-9ab4-0ad19331600f req-13902a07-3298-4c52-bc2a-b4ee883c6b86 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0478995 Jan 04 14:13:47.251598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4e37d12-ea05-4b31-9ab4-0ad19331600f req-75f2faf4-201a-409a-a7ef-600e5df27a3e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389373 Jan 04 14:13:47.867045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-deac9f92-10e4-44ea-b368-28bfe1022f25 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:48.363546 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330da0bf-7e80-4fd9-b73f-3779fa46b4ed req-a4e625e9-e788-46ac-8fc3-be9a8c5d93e7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:48.365024 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-330da0bf-7e80-4fd9-b73f-3779fa46b4ed req-a4e625e9-e788-46ac-8fc3-be9a8c5d93e7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0477622 Jan 04 14:13:48.410428 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-330da0bf-7e80-4fd9-b73f-3779fa46b4ed req-bcf2a17f-0266-4acc-94b7-ee458c495395 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395596 Jan 04 14:13:49.189184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:49.522137 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d0f55b-61d0-4907-8bb7-26fe6acd744f req-58d3ce3f-6d45-426f-86dd-c2894ad1511b tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:49.523604 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97d0f55b-61d0-4907-8bb7-26fe6acd744f req-58d3ce3f-6d45-426f-86dd-c2894ad1511b tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0476131 Jan 04 14:13:49.574453 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97d0f55b-61d0-4907-8bb7-26fe6acd744f req-9c15865d-149a-4af6-8f9c-5000f925c7e2 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447018 Jan 04 14:13:50.421137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:50.691563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b8fc1d-99e7-4ff5-ac12-94c0244bab39 req-23a3c5d9-62eb-4226-868a-1d0400e3cd45 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:50.693064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b5b8fc1d-99e7-4ff5-ac12-94c0244bab39 req-23a3c5d9-62eb-4226-868a-1d0400e3cd45 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0527852 Jan 04 14:13:50.739090 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b5b8fc1d-99e7-4ff5-ac12-94c0244bab39 req-9c8476d6-005b-4724-85e6-f0139149d8f8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401807 Jan 04 14:13:51.851697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3647a79c-2d9a-4de0-ab05-8e5d756ff481 req-5fc83a71-0fe2-4095-973b-5537bfa62361 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:51.853148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3647a79c-2d9a-4de0-ab05-8e5d756ff481 req-5fc83a71-0fe2-4095-973b-5537bfa62361 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0477147 Jan 04 14:13:51.899032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3647a79c-2d9a-4de0-ab05-8e5d756ff481 req-36f37d84-7331-48e1-8679-2766ca7dc145 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400498 Jan 04 14:13:52.024205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:13:53.012504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f3097-746d-4dfd-a0fa-6857b2af28b3 req-3e3f4947-3a10-4436-a7b5-4c0ba5f24427 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:53.014047 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be2f3097-746d-4dfd-a0fa-6857b2af28b3 req-3e3f4947-3a10-4436-a7b5-4c0ba5f24427 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0481431 Jan 04 14:13:53.061152 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be2f3097-746d-4dfd-a0fa-6857b2af28b3 req-822b70f2-e9ce-477c-bde4-ef951b7dca1d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412502 Jan 04 14:13:54.172573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f962cf37-7ba7-4aeb-abc6-6732bb461063 req-86a7e303-5750-4926-b4cb-3d434c08b404 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:54.174041 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f962cf37-7ba7-4aeb-abc6-6732bb461063 req-86a7e303-5750-4926-b4cb-3d434c08b404 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0479498 Jan 04 14:13:54.219571 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f962cf37-7ba7-4aeb-abc6-6732bb461063 req-e380be73-14d3-4b85-a47a-3621d3fcb75a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391607 Jan 04 14:13:55.336291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97abb9c3-bf1d-4c1e-8fef-f51037be552f req-613fbbfa-421b-4b3a-9f41-214bb76b91c0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:55.337758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-97abb9c3-bf1d-4c1e-8fef-f51037be552f req-613fbbfa-421b-4b3a-9f41-214bb76b91c0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0529809 Jan 04 14:13:55.382936 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-97abb9c3-bf1d-4c1e-8fef-f51037be552f req-f5141575-9d3a-4c14-b528-5e654973ca96 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Jan 04 14:13:56.499223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3436c11e-b668-41b4-a4ec-06be832cac07 req-0c744518-7b24-48cb-9f13-04f5786a8c4c tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:56.500705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3436c11e-b668-41b4-a4ec-06be832cac07 req-0c744518-7b24-48cb-9f13-04f5786a8c4c tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0522256 Jan 04 14:13:56.547122 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3436c11e-b668-41b4-a4ec-06be832cac07 req-570449e1-be7a-43b4-b564-a3c466ba3438 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405123 Jan 04 14:13:56.772272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-02efdc87-9fc5-42fb-ba69-11dec249b07d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:56.773763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-02efdc87-9fc5-42fb-ba69-11dec249b07d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1098 time: 0.0399811 Jan 04 14:13:56.878889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-41b1a7fa-896a-4659-aa05-02813c3c49c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:56.880863 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-41b1a7fa-896a-4659-aa05-02813c3c49c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0859706 Jan 04 14:13:56.920719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-7e30bbc7-ec73-4649-9d62-56d4d8a0a49b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 217 time: 0.0340638 Jan 04 14:13:56.967695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-b85398ea-c561-4075-97aa-aec0176d737d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:56.969068 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-b85398ea-c561-4075-97aa-aec0176d737d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0408492 Jan 04 14:13:56.999442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-d19c1817-9b44-4d38-91b9-b5ae27560ccc service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0234585 Jan 04 14:13:57.092919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-d23c0d34-4aff-48f0-954a-e08eb7ee5b95 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824127 Jan 04 14:13:57.183095 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16371cff-9f4e-4623-a50e-eb14434bf1d0 req-d0f1efa8-0e9c-4ce9-a5b7-9d8a35f83ce7 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830989 Jan 04 14:13:57.659830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d208e651-64f7-45db-8123-41a8a55875b2 req-78b93cba-c02f-4462-aa6f-1e8f0f536340 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:57.661330 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d208e651-64f7-45db-8123-41a8a55875b2 req-78b93cba-c02f-4462-aa6f-1e8f0f536340 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0487027 Jan 04 14:13:57.707334 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d208e651-64f7-45db-8123-41a8a55875b2 req-f7f82a5c-e1b7-4221-bed7-7a5d83eb3db8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399923 Jan 04 14:13:58.821324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b471dee3-a7b6-4de3-a962-cdf9c11ac75d req-9761a3bb-cdfa-41b4-bcc9-70a615f1fcab tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:58.822797 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b471dee3-a7b6-4de3-a962-cdf9c11ac75d req-9761a3bb-cdfa-41b4-bcc9-70a615f1fcab tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0480793 Jan 04 14:13:58.868221 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b471dee3-a7b6-4de3-a962-cdf9c11ac75d req-99cc7b5d-d88b-4f56-8ce3-f1473dfaa565 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396316 Jan 04 14:13:59.981663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d58250f-848a-48eb-bd68-95b34468f3f3 req-04d79920-88b8-46a1-8848-f7e9d64d8c94 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:13:59.983163 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1d58250f-848a-48eb-bd68-95b34468f3f3 req-04d79920-88b8-46a1-8848-f7e9d64d8c94 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0474801 Jan 04 14:14:00.032669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1d58250f-848a-48eb-bd68-95b34468f3f3 req-09912d18-f016-46d5-ab45-bbe3dd52d720 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436478 Jan 04 14:14:00.819490 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:14:01.147524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5e25b3-759f-463a-883e-a9a534053447 req-e5e3eb66-22a2-4eea-a555-598259d7eb96 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:01.148972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cd5e25b3-759f-463a-883e-a9a534053447 req-e5e3eb66-22a2-4eea-a555-598259d7eb96 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0478671 Jan 04 14:14:01.194864 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cd5e25b3-759f-463a-883e-a9a534053447 req-dce8dcee-9cc4-4b67-a4a5-a5c278b59eb5 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397549 Jan 04 14:14:02.307951 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45947ef7-02bd-435a-9550-97dd3bd31d00 req-5048fe7c-fe6b-4089-9495-7f604bbceff3 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:02.309418 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-45947ef7-02bd-435a-9550-97dd3bd31d00 req-5048fe7c-fe6b-4089-9495-7f604bbceff3 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0481780 Jan 04 14:14:02.355628 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-45947ef7-02bd-435a-9550-97dd3bd31d00 req-53cc92ce-7f4e-46c7-ac90-f721a6c0cc7d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403478 Jan 04 14:14:03.470902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0e7722-1631-47e7-b530-8dc7c941bc7c req-1a84cf82-f4ee-4267-9199-bea1f22c5e6a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:03.472311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f0e7722-1631-47e7-b530-8dc7c941bc7c req-1a84cf82-f4ee-4267-9199-bea1f22c5e6a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0500760 Jan 04 14:14:03.517999 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f0e7722-1631-47e7-b530-8dc7c941bc7c req-811135a9-e04a-45c4-81a7-a24005aefe51 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391524 Jan 04 14:14:04.631079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a948114a-6bef-4a2c-9d0e-fca9e922d317 req-05fd2b6d-25c4-4372-a0b1-333c18f11726 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:04.632547 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a948114a-6bef-4a2c-9d0e-fca9e922d317 req-05fd2b6d-25c4-4372-a0b1-333c18f11726 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0481586 Jan 04 14:14:04.678789 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a948114a-6bef-4a2c-9d0e-fca9e922d317 req-69e54ab2-d458-4865-8aae-dce1518f33e0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402617 Jan 04 14:14:05.317834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:05.791897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9d075d-b405-4c7b-8a2e-2af048ff38d6 req-28dd4f65-d14a-4529-9bda-2f55472baf7d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:05.793339 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f9d075d-b405-4c7b-8a2e-2af048ff38d6 req-28dd4f65-d14a-4529-9bda-2f55472baf7d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0486577 Jan 04 14:14:05.839416 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f9d075d-b405-4c7b-8a2e-2af048ff38d6 req-0008dd45-2854-46ee-804c-72dd1ce3faae tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400600 Jan 04 14:14:06.960831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aecb865-7148-4627-91a2-6f5af69d87d1 req-9e8ca158-1c87-4050-b0bf-6450f4ff8cb1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:06.962348 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3aecb865-7148-4627-91a2-6f5af69d87d1 req-9e8ca158-1c87-4050-b0bf-6450f4ff8cb1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0535991 Jan 04 14:14:07.009445 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3aecb865-7148-4627-91a2-6f5af69d87d1 req-590a334e-4d98-46a7-bf16-6d43d3252167 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jan 04 14:14:08.128376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e62a965-f230-4dbb-adde-62918eddc362 req-d4b36f8f-f2fc-482d-bec1-3cac91612b93 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:08.130342 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e62a965-f230-4dbb-adde-62918eddc362 req-d4b36f8f-f2fc-482d-bec1-3cac91612b93 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0503948 Jan 04 14:14:08.175727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e62a965-f230-4dbb-adde-62918eddc362 req-197f97c4-5cbe-477d-84fc-f8b6e36a8315 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394061 Jan 04 14:14:08.236089 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-10ef1981-9136-4088-86f0-cddd5c34347f service neutron] 10.222.0.13 "GET /v2.0/ports/29180922-a158-408b-a646-4d968a8cfeb7/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0521159 Jan 04 14:14:08.430878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-79fc50eb-29ff-4f78-9e45-9a18499f2425 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:08.432325 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-79fc50eb-29ff-4f78-9e45-9a18499f2425 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf&tenant_id=bf38941763ff404cb6536250b1813698 HTTP/1.1" status: 200 len: 1098 time: 0.0404291 Jan 04 14:14:08.491480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-0d859d47-1865-4cff-b021-87aef4b82530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:08.492988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-0d859d47-1865-4cff-b021-87aef4b82530 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1098 time: 0.0402410 Jan 04 14:14:08.583475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-bca4583e-f398-4c79-a380-47393c727839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:08.584914 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-bca4583e-f398-4c79-a380-47393c727839 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0857902 Jan 04 14:14:08.624618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-31e076e1-22f4-4bc9-b865-8cb038a2a16e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 217 time: 0.0327208 Jan 04 14:14:08.674618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-61b6fe0c-a2e0-4186-9fa2-886208834841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:08.676055 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-61b6fe0c-a2e0-4186-9fa2-886208834841 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0450099 Jan 04 14:14:08.706206 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-d137eeff-2fe0-4802-85a6-01ee465917fb service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239105 Jan 04 14:14:08.792585 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-ba331300-bb14-45bd-8fd7-494455bd2af6 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804410 Jan 04 14:14:08.882081 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5633ed2b-eaca-4765-9e77-7032dcf4a33f req-205c18af-2df8-4829-9972-7170a8fb9f0b service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819409 Jan 04 14:14:09.291050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8782c87-8765-448c-aaa2-3f4fcdc32d13 req-c0ff1f30-c821-4ee5-9f5c-b08e19dd6fcf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:09.292440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a8782c87-8765-448c-aaa2-3f4fcdc32d13 req-c0ff1f30-c821-4ee5-9f5c-b08e19dd6fcf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0491469 Jan 04 14:14:09.339756 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a8782c87-8765-448c-aaa2-3f4fcdc32d13 req-cf8a6108-e9c6-447d-8268-c509a79df1c7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413594 Jan 04 14:14:10.455496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdbb6544-ef9b-424b-956b-eed7fd222b70 req-1781d430-203c-4269-a15a-a04432208474 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:10.456958 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cdbb6544-ef9b-424b-956b-eed7fd222b70 req-1781d430-203c-4269-a15a-a04432208474 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0489004 Jan 04 14:14:10.506164 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cdbb6544-ef9b-424b-956b-eed7fd222b70 req-e8bdc848-1512-49d5-a0a2-5c5ecaaad8fc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431073 Jan 04 14:14:10.739910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9aa87a-f911-4c65-8159-fa2cf7f78d3e req-0031d1dc-6d84-4a13-84b7-49d93a47c73e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:10.741361 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a9aa87a-f911-4c65-8159-fa2cf7f78d3e req-0031d1dc-6d84-4a13-84b7-49d93a47c73e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0805421 Jan 04 14:14:10.748663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-59db8d84-2869-4efd-8d76-cda8a5fb1808 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:10.750029 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-59db8d84-2869-4efd-8d76-cda8a5fb1808 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf&tenant_id=bf38941763ff404cb6536250b1813698&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0785410 Jan 04 14:14:10.792163 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a9aa87a-f911-4c65-8159-fa2cf7f78d3e req-96738d1b-705e-40bf-9a4d-3b203aad98e0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411913 Jan 04 14:14:10.830255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-23940d8b-63ff-4028-9c4d-f9c357d6cf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:10.831658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-23940d8b-63ff-4028-9c4d-f9c357d6cf84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 1098 time: 0.0386651 Jan 04 14:14:10.920948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-3f456731-b78b-45dc-a7d6-e9db4e166939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:10.922377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-3f456731-b78b-45dc-a7d6-e9db4e166939 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0838745 Jan 04 14:14:10.961374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-18101fcd-8f56-4572-946c-3452362d15fb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 200 len: 217 time: 0.0326109 Jan 04 14:14:11.010185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-3cfdccb5-eca8-4f1f-9442-1284894c855a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:11.011559 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-3cfdccb5-eca8-4f1f-9442-1284894c855a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0443716 Jan 04 14:14:11.043094 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-107cce15-0b5a-4733-93d6-af311a9ce4cf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245509 Jan 04 14:14:11.128962 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-4144c8e6-c109-4523-8b13-5225294c62bf service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788383 Jan 04 14:14:11.216503 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f902c6fe-e0ab-4e34-807f-0ac682c2f237 req-4ca8c271-d08f-4c56-8535-42a2fe34e6ea service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811279 Jan 04 14:14:11.906661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e0d88d-a44d-488e-afe2-389c9b8133dd req-0bd3392f-9ea7-48e4-8c3a-60a354448c61 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:11.908105 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c8e0d88d-a44d-488e-afe2-389c9b8133dd req-0bd3392f-9ea7-48e4-8c3a-60a354448c61 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0472946 Jan 04 14:14:11.957265 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c8e0d88d-a44d-488e-afe2-389c9b8133dd req-5b46828d-fb49-4cca-a968-21a3faaeb94b tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428298 Jan 04 14:14:12.069722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e99ea8-dccb-457c-b161-7e434355850b req-7f1261c6-f3de-4de4-b434-2517debee2b1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:12.071193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47e99ea8-dccb-457c-b161-7e434355850b req-7f1261c6-f3de-4de4-b434-2517debee2b1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0484066 Jan 04 14:14:12.116288 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47e99ea8-dccb-457c-b161-7e434355850b req-77fe299c-38df-4e85-90cb-77c543819854 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393317 Jan 04 14:14:12.227709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4063c83d-6b2b-41df-bbf4-4fd9b17799ff req-f94c2488-caa1-43df-82b2-8d461e339044 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:12.229080 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4063c83d-6b2b-41df-bbf4-4fd9b17799ff req-f94c2488-caa1-43df-82b2-8d461e339044 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0483515 Jan 04 14:14:12.274754 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4063c83d-6b2b-41df-bbf4-4fd9b17799ff req-b63c7d5b-a1b0-4f58-bb9e-ab624f1d7e34 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398521 Jan 04 14:14:12.640432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-7732eb30-8fe4-4e0c-bcd3-bd4530c5633d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:12.641907 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-7732eb30-8fe4-4e0c-bcd3-bd4530c5633d tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 814 time: 0.1298463 Jan 04 14:14:12.657049 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-9947ca3c-b733-40ab-a56c-79bd3b9538e3 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/quotas/bf38941763ff404cb6536250b1813698 HTTP/1.1" status: 200 len: 375 time: 0.0088975 Jan 04 14:14:12.732283 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-9c0b1cbb-2469-4c98-a02a-5e1b4c7a77a8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700932 Jan 04 14:14:12.823683 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-87dc7a93-41b2-4a67-be3f-2f381e1487ae service neutron] 10.222.0.30 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844862 Jan 04 14:14:12.913481 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-cf3c9559-c43f-406e-a19b-4fa2b7ebafc8 service neutron] 10.222.0.30 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840013 Jan 04 14:14:13.073622 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80d198f3-c738-44bd-ab4d-6d2ab5698041 req-55f134dc-8978-4430-9823-1ee410fc0864 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 210 time: 0.0305974 Jan 04 14:14:13.951128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-c578a17b-05bd-4a8a-892d-e0843ee681a6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:13.952545 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-c578a17b-05bd-4a8a-892d-e0843ee681a6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 814 time: 0.1004984 Jan 04 14:14:13.968811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Request body: {'port': {'device_id': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166', 'admin_state_up': True, 'tenant_id': 'bf38941763ff404cb6536250b1813698'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:14:14.080068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Made reservation on behalf of bf38941763ff404cb6536250b1813698 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:14:14.084180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.180356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7117cedb-dd2d-456f-a13a-67938382c0fa req-f7508ffb-3b5a-4bba-ac79-b7cc02858a24 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 210 time: 0.0401275 Jan 04 14:14:14.200204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-257df698-2223-4c42-92a6-479187067777 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:14.201847 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-257df698-2223-4c42-92a6-479187067777 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/ports?device_id=b6385141-a6b0-4376-82d0-be08245d39cf HTTP/1.1" status: 200 len: 945 time: 0.0738924 Jan 04 14:14:14.212720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Allocated IP 172.20.0.14 (1115eba4-42c2-4336-81ac-094c1997f166/55266618-4bdf-4943-83fd-ad3174bcce25/5a336021-c91e-4fce-b614-f06df672f334) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:14:14.294197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Deleting port 29180922-a158-408b-a646-4d968a8cfeb7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:14:14.294549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.358140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.383348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] For port 29180922-a158-408b-a646-4d968a8cfeb7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=29180922-a158-408b-a646-4d968a8cfeb7,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:14:14.383733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.392322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.398051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Calling delete_port for 29180922-a158-408b-a646-4d968a8cfeb7 owned by compute:nova {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:14:14.436008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Network 1115eba4-42c2-4336-81ac-094c1997f166 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:14:14.440861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:14:14.447416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:14:14.453771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Pushing event updated for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:14.498695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:14.499292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.515202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-397519f8-04fa-480e-a041-354bf2f3b765 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506170 Jan 04 14:14:14.527227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Request body: {'port': {'device_id': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:14:14.530623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.559570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Pushing event deleted for resources: {'Port': ['ID=29180922-a158-408b-a646-4d968a8cfeb7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:14.580300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.604319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] No DVR routers for this DVR port 29180922-a158-408b-a646-4d968a8cfeb7 on host hv-neutron-mast {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:14:14.606918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:14.610417 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "DELETE /v2.0/ports/29180922-a158-408b-a646-4d968a8cfeb7 HTTP/1.1" status: 204 len: 173 time: 0.4018149 Jan 04 14:14:14.610817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'name': 'network-vif-deleted', 'tag': '29180922-a158-408b-a646-4d968a8cfeb7'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:14:14.613166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-664aefb8-2a50-4c05-aebe-2310f0c9bc47" -d '{"events": [{"server_uuid": "b6385141-a6b0-4376-82d0-be08245d39cf", "name": "network-vif-deleted", "tag": "29180922-a158-408b-a646-4d968a8cfeb7"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:14:14.658684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8470c8de-1c01-472a-87bb-1391eef7be72 x-openstack-request-id: req-8470c8de-1c01-472a-87bb-1391eef7be72 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:14:14.658981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6385141-a6b0-4376-82d0-be08245d39cf", "name": "network-vif-deleted", "tag": "29180922-a158-408b-a646-4d968a8cfeb7", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:14:14.659237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8470c8de-1c01-472a-87bb-1391eef7be72 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:14:14.659634 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6385141-a6b0-4376-82d0-be08245d39cf', 'name': 'network-vif-deleted', 'tag': '29180922-a158-408b-a646-4d968a8cfeb7', 'status': 'completed', 'code': 200} Jan 04 14:14:15.192561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 29180922-a158-408b-a646-4d968a8cfeb7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:14:15.193141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a336021-c91e-4fce-b614-f06df672f334 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:14:15.200370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:15.212336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 29180922-a158-408b-a646-4d968a8cfeb7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:14:15.212698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 29180922-a158-408b-a646-4d968a8cfeb7 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:14:15.214208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Transition to ACTIVE for port object 5a336021-c91e-4fce-b614-f06df672f334 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:14:15.219491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:15.267791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Pushing event updated for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:15.302983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98b53c7-a127-40b7-b47c-9a5706b2b7c5 req-c63c5e19-0fd7-4a8d-9e73-6bf1ab39f079 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:15.304494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d98b53c7-a127-40b7-b47c-9a5706b2b7c5 req-c63c5e19-0fd7-4a8d-9e73-6bf1ab39f079 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0506301 Jan 04 14:14:15.336783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Attempting to bind port 5a336021-c91e-4fce-b614-f06df672f334 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:14:15.337131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Attempting to bind port 5a336021-c91e-4fce-b614-f06df672f334 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:14:15.337455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Attempting to bind port 5a336021-c91e-4fce-b614-f06df672f334 on network 1115eba4-42c2-4336-81ac-094c1997f166 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:14:15.341693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Port 5a336021-c91e-4fce-b614-f06df672f334 on network 1115eba4-42c2-4336-81ac-094c1997f166 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:14:15.342052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Attempting to bind port 5a336021-c91e-4fce-b614-f06df672f334 on network 1115eba4-42c2-4336-81ac-094c1997f166 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:14:15.346879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 14, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:14:15.347221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Checking segment: {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:14:15.347606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Bound using segment: {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:14:15.348025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Bound port: 5a336021-c91e-4fce-b614-f06df672f334, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd8165d8e-6c4d-4067-8087-f9231f1698e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:14:15.348376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:15.352850 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d98b53c7-a127-40b7-b47c-9a5706b2b7c5 req-009b57ff-7807-434d-9951-0e4623cf9421 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421371 Jan 04 14:14:15.413417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:14:15.416337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5a336021-c91e-4fce-b614-f06df672f334,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:14:15.421684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:15.452610 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:15.453231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:15.454623 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] 10.222.0.13 "PUT /v2.0/ports/5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 200 len: 1094 time: 0.9314234 Jan 04 14:14:15.455065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'tag': '5a336021-c91e-4fce-b614-f06df672f334'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:14:15.457280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4fa504e-8744-44bd-a159-ca9349999b92" -d '{"events": [{"name": "network-changed", "server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "tag": "5a336021-c91e-4fce-b614-f06df672f334"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:14:15.483857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9053e7fc-e9ed-4580-af28-1f3ffcf8c20b service neutron] Pushing event updated for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:15.534820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-8ef6ac97-0a59-4d12-8b6a-a3f204acb1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:15.536380 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-8ef6ac97-0a59-4d12-8b6a-a3f204acb1aa service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 1097 time: 0.0436578 Jan 04 14:14:15.540986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0734ba4d-37ed-4e5b-ad27-0141dbdd3dd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:15.582023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:14:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-09719a7d-1512-47e4-9aaf-11e5aee7c4a0 x-openstack-request-id: req-09719a7d-1512-47e4-9aaf-11e5aee7c4a0 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:14:15.582322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "tag": "5a336021-c91e-4fce-b614-f06df672f334", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:14:15.582580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-09719a7d-1512-47e4-9aaf-11e5aee7c4a0 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:14:15.582975 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'tag': '5a336021-c91e-4fce-b614-f06df672f334', 'status': 'completed', 'code': 200} Jan 04 14:14:15.585321 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-bc41661a-db60-4c59-8a2d-f28062d8c135 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 200 len: 217 time: 0.0407848 Jan 04 14:14:15.632360 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dbf541-f750-4f08-851a-964d767488c0 req-f5418203-2de9-42e4-b063-e062d58c533d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:15.633767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-f5418203-2de9-42e4-b063-e062d58c533d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0425692 Jan 04 14:14:15.664196 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-012095f9-ebb3-4262-8541-023249b951a4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0242381 Jan 04 14:14:15.753792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-343fd7f1-783c-4d24-b63a-a8162b718cde service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834272 Jan 04 14:14:15.841286 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65dbf541-f750-4f08-851a-964d767488c0 req-80d03632-abd8-451e-8fdb-dc64dbd3ac7a service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814719 Jan 04 14:14:15.922704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-7f3e1cc1-8d64-4bab-9e86-b23f38b1e558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:15.924182 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-7f3e1cc1-8d64-4bab-9e86-b23f38b1e558 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 1097 time: 0.0398831 Jan 04 14:14:16.016194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-1652c6a6-acd6-4a88-b04c-e47e98622f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:16.017572 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-1652c6a6-acd6-4a88-b04c-e47e98622f55 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0865126 Jan 04 14:14:16.057240 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-f2e03b3a-b9db-4455-be92-3a39909dedb7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 200 len: 217 time: 0.0330992 Jan 04 14:14:16.109615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-175edd2b-a71d-45ab-9f50-7e30872ef5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:16.111054 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-175edd2b-a71d-45ab-9f50-7e30872ef5fd service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0458775 Jan 04 14:14:16.144612 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-65a375b4-68a0-4af0-a661-9ed890344332 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247297 Jan 04 14:14:16.229961 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-3f8b9cee-4ead-451f-a28d-1ccb1a580848 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0788417 Jan 04 14:14:16.319383 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a4fa504e-8744-44bd-a159-ca9349999b92 req-a5dce518-b68b-4d68-a271-a805921607bc service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829496 Jan 04 14:14:16.464027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fe8474-fb6d-46d8-8c06-d164329bc540 req-58bd443e-56ec-433e-b9e1-5d0ffd7145e1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:16.465461 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a1fe8474-fb6d-46d8-8c06-d164329bc540 req-58bd443e-56ec-433e-b9e1-5d0ffd7145e1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0469804 Jan 04 14:14:16.511134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a1fe8474-fb6d-46d8-8c06-d164329bc540 req-4d25208c-d79a-49ca-b210-e186428e8184 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398226 Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:14:17.622761 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:14:17.626650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d11af8-9d44-46ba-b01d-b12e9b48a805 req-7364cf6f-d97f-43f6-9d6a-ae598ba33a66 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:17.626650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1d11af8-9d44-46ba-b01d-b12e9b48a805 req-7364cf6f-d97f-43f6-9d6a-ae598ba33a66 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0484865 Jan 04 14:14:17.673513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1d11af8-9d44-46ba-b01d-b12e9b48a805 req-1aae6df0-fb1d-489c-97e8-433ccc95d00f tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407693 Jan 04 14:14:17.868109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ff8d678a-05b6-4af8-8ed6-724e1fe9acb9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:18.789492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d96126-80ad-4a7c-b20d-9be2deb94058 req-c4eee7c5-49ab-4aa1-8888-f272022b97bb tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:18.790955 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-72d96126-80ad-4a7c-b20d-9be2deb94058 req-c4eee7c5-49ab-4aa1-8888-f272022b97bb tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0521247 Jan 04 14:14:18.837377 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-72d96126-80ad-4a7c-b20d-9be2deb94058 req-712b9214-509a-4ee4-88cf-ff3089c2f928 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404747 Jan 04 14:14:19.188933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:19.208542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5a336021-c91e-4fce-b614-f06df672f334 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:14:19.211362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 29180922-a158-408b-a646-4d968a8cfeb7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:14:19.237444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 29180922-a158-408b-a646-4d968a8cfeb7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:14:19.237777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 29180922-a158-408b-a646-4d968a8cfeb7 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:14:19.321812 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5a336021-c91e-4fce-b614-f06df672f334,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:14:19.332480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '5a336021-c91e-4fce-b614-f06df672f334', 'network_id': '1115eba4-42c2-4336-81ac-094c1997f166', 'port_id': '5a336021-c91e-4fce-b614-f06df672f334', 'mac_address': 'fa:16:3e:5e:cc:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '55266618-4bdf-4943-83fd-ad3174bcce25', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:14:19.371933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:19.384256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a336021-c91e-4fce-b614-f06df672f334 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:14:19.403007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5a336021-c91e-4fce-b614-f06df672f334,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:14:19.406571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:19.451281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:19.601982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['5a336021-c91e-4fce-b614-f06df672f334'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:14:19.953034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9973b27d-892c-41f9-96aa-dd6132b855e3 req-885e77cb-aa59-43bc-a131-a0ea3b4d3028 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:19.954508 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9973b27d-892c-41f9-96aa-dd6132b855e3 req-885e77cb-aa59-43bc-a131-a0ea3b4d3028 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0518851 Jan 04 14:14:20.000499 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9973b27d-892c-41f9-96aa-dd6132b855e3 req-a3369790-4f79-4d76-aaed-0f74ffb68d99 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396857 Jan 04 14:14:20.423442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:21.116394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318d9aea-11bc-4433-84ac-0f5309b49f6d req-e5629d4d-8805-48ec-a398-ca6e531841e4 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:21.117854 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-318d9aea-11bc-4433-84ac-0f5309b49f6d req-e5629d4d-8805-48ec-a398-ca6e531841e4 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 945 time: 0.0485168 Jan 04 14:14:21.164883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-318d9aea-11bc-4433-84ac-0f5309b49f6d req-adad11d4-1074-4336-aeb9-370ad053ef92 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411141 Jan 04 14:14:21.224031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5a336021-c91e-4fce-b614-f06df672f334 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:14:21.270171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 5a336021-c91e-4fce-b614-f06df672f334 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:14:21.274926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 5a336021-c91e-4fce-b614-f06df672f334 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:14:21.275297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:21.351474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:21.372737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a336021-c91e-4fce-b614-f06df672f334'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:14:21.374944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e088ab95-cbca-44ca-b8a7-bea6747530a3" -d '{"events": [{"server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "5a336021-c91e-4fce-b614-f06df672f334"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:14:21.388223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5a336021-c91e-4fce-b614-f06df672f334,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:14:21.392329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:21.415046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77728943-1473-4cb9-b43c-ce2990946795 x-openstack-request-id: req-77728943-1473-4cb9-b43c-ce2990946795 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:14:21.415344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "name": "network-vif-plugged", "status": "completed", "tag": "5a336021-c91e-4fce-b614-f06df672f334", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:14:21.415600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-77728943-1473-4cb9-b43c-ce2990946795 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:14:21.415985 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a336021-c91e-4fce-b614-f06df672f334', 'code': 200} Jan 04 14:14:21.441138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:21.572090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f16225-f678-4215-978b-0c694e0b0c33 req-392e3fa9-eda2-4693-a421-e158679bf7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:21.573546 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22f16225-f678-4215-978b-0c694e0b0c33 req-392e3fa9-eda2-4693-a421-e158679bf7a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 1099 time: 0.0395796 Jan 04 14:14:21.618664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22f16225-f678-4215-978b-0c694e0b0c33 req-566af409-cb28-4bc5-bcba-4098b60fdac6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367322 Jan 04 14:14:22.026466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:22.277577 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c55c102-fc84-458a-895f-8f0581f4ce8f req-934bb611-6754-476f-8aa8-d851985a4601 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:22.279232 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7c55c102-fc84-458a-895f-8f0581f4ce8f req-934bb611-6754-476f-8aa8-d851985a4601 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0482903 Jan 04 14:14:22.327881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7c55c102-fc84-458a-895f-8f0581f4ce8f req-c700ccd9-852d-4137-9dbb-93293ff315ca tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427830 Jan 04 14:14:23.440925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97667597-73bb-455d-be54-12bbd019d18e req-f285f541-457e-47a4-a3aa-4780c1380de3 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:23.442410 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97667597-73bb-455d-be54-12bbd019d18e req-f285f541-457e-47a4-a3aa-4780c1380de3 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0483007 Jan 04 14:14:23.491758 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97667597-73bb-455d-be54-12bbd019d18e req-52082c8a-d731-4f8c-91c4-4afe4c6a07c5 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434818 Jan 04 14:14:23.604485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f46c36-d430-417f-91d5-c393aac46b9a req-d7c0c38f-d19a-4bc6-9462-24e79bb9ef82 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:23.606027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-82f46c36-d430-417f-91d5-c393aac46b9a req-d7c0c38f-d19a-4bc6-9462-24e79bb9ef82 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0492980 Jan 04 14:14:23.651414 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-82f46c36-d430-417f-91d5-c393aac46b9a req-99761cd6-a98c-4cec-857c-a9667a112e83 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395467 Jan 04 14:14:23.986773 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-e781a577-e46a-4acf-b9b2-54b06d8b4f91 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0686502 Jan 04 14:14:23.998902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e14675-4cb9-4441-b280-4dd078c4aa9b req-63e99fe1-e986-4ca4-bcbe-c26517c673dd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:24.000320 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f4e14675-4cb9-4441-b280-4dd078c4aa9b req-63e99fe1-e986-4ca4-bcbe-c26517c673dd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0729241 Jan 04 14:14:24.049752 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f4e14675-4cb9-4441-b280-4dd078c4aa9b req-e8d70ac7-e3e1-499c-a544-56d1d6c3a28a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434921 Jan 04 14:14:24.999738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-fd7dd30d-2ecc-432c-949a-036dbcc68bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:25.001222 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-fd7dd30d-2ecc-432c-949a-036dbcc68bbd service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 1099 time: 0.0412085 Jan 04 14:14:25.091842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-90ad2f7a-f801-48a4-b0c4-affff7fe44b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:25.093306 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-90ad2f7a-f801-48a4-b0c4-affff7fe44b4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0859616 Jan 04 14:14:25.135760 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-1ce1f0b2-2c02-4c3e-8273-fde028e0d6a0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 200 len: 217 time: 0.0354042 Jan 04 14:14:25.215092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c15d378-d933-4ea8-84f9-f61ea848cb2d req-c37b3fa1-8b32-4a8f-88b3-03a46b2228f4 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:25.216530 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c15d378-d933-4ea8-84f9-f61ea848cb2d req-c37b3fa1-8b32-4a8f-88b3-03a46b2228f4 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0831745 Jan 04 14:14:25.217786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-6adb33ea-e22b-44c2-bccd-b7b5e4b2faf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:25.219100 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-6adb33ea-e22b-44c2-bccd-b7b5e4b2faf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0752242 Jan 04 14:14:25.257658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-8c19d319-1a0e-4a2d-8b78-dd8d4c8f4c48 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290580 Jan 04 14:14:25.300918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c15d378-d933-4ea8-84f9-f61ea848cb2d req-0b100562-a585-4531-a9ab-97aed7d27995 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784221 Jan 04 14:14:25.365695 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-1f4e52ee-0e3c-4ad8-b4fa-acce881de0d3 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979390 Jan 04 14:14:25.452751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-eebfeaee-de4b-4077-b1ee-67dc554bda3e service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806758 Jan 04 14:14:26.418378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3361afea-76c2-4b8d-be46-cd1c6d0a3c56 req-212c019c-ca06-47bc-914e-ebf5d5a3ee0c tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:26.419873 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3361afea-76c2-4b8d-be46-cd1c6d0a3c56 req-212c019c-ca06-47bc-914e-ebf5d5a3ee0c tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Jan 04 14:14:26.466434 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3361afea-76c2-4b8d-be46-cd1c6d0a3c56 req-54de2fdc-99f9-447a-9fce-d832fc793468 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407040 Jan 04 14:14:27.580649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfcc3e43-39ce-4c9c-965d-2640678fa6ed req-4efce149-3a7f-42b5-83e7-51f48787adc9 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:27.582091 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfcc3e43-39ce-4c9c-965d-2640678fa6ed req-4efce149-3a7f-42b5-83e7-51f48787adc9 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0472975 Jan 04 14:14:27.630918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfcc3e43-39ce-4c9c-965d-2640678fa6ed req-7d1bedf8-c4f8-49aa-ab7d-5e56e4ba74bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423415 Jan 04 14:14:28.743992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bb563-a6aa-4c04-a0e7-9f1add8edb30 req-48d86d99-0c9a-47f0-9285-5489894fb817 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:28.745438 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6d2bb563-a6aa-4c04-a0e7-9f1add8edb30 req-48d86d99-0c9a-47f0-9285-5489894fb817 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0478454 Jan 04 14:14:28.796123 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6d2bb563-a6aa-4c04-a0e7-9f1add8edb30 req-b4aa1d5c-bfad-4689-9c05-4ab5eeaa4312 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446510 Jan 04 14:14:29.911891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-748fbbb0-8b0d-4237-acde-f44076e04309 req-b1129aaf-9c18-4307-92f8-bb62786d9843 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:29.913319 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-748fbbb0-8b0d-4237-acde-f44076e04309 req-b1129aaf-9c18-4307-92f8-bb62786d9843 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0477424 Jan 04 14:14:29.958218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-748fbbb0-8b0d-4237-acde-f44076e04309 req-e9e6f462-0628-4330-bce8-fe7e81d2e933 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388753 Jan 04 14:14:31.071834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74478f94-5240-4da1-bde4-9e32da23e776 req-da1fbec5-b410-41d2-8ffd-64fd3034edfd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:31.073218 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-74478f94-5240-4da1-bde4-9e32da23e776 req-da1fbec5-b410-41d2-8ffd-64fd3034edfd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0494084 Jan 04 14:14:31.119901 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-74478f94-5240-4da1-bde4-9e32da23e776 req-fbf9d13b-df3f-4852-a62e-486abddc0f43 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407178 Jan 04 14:14:32.233081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac62a742-6a2a-4b5d-9ada-ffaffb868967 req-4fbf6913-ec56-4952-8f03-d879016d29bb tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:32.234585 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ac62a742-6a2a-4b5d-9ada-ffaffb868967 req-4fbf6913-ec56-4952-8f03-d879016d29bb tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0480788 Jan 04 14:14:32.280723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ac62a742-6a2a-4b5d-9ada-ffaffb868967 req-8e4fa10b-63d8-4cfe-9880-b2cdc533fc4e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402949 Jan 04 14:14:33.395764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed977ccf-981d-4551-ab81-fd9d4f7cc466 req-133631f0-7516-46a6-8996-9bebf47b72ec tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:33.397229 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ed977ccf-981d-4551-ab81-fd9d4f7cc466 req-133631f0-7516-46a6-8996-9bebf47b72ec tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0482304 Jan 04 14:14:33.442430 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ed977ccf-981d-4551-ab81-fd9d4f7cc466 req-8db15ab6-e273-4ed9-a0b7-caf3cbdf1c12 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389998 Jan 04 14:14:34.560073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aab38c-469c-4dc8-824e-6e4263868ac1 req-59844901-33d6-4925-9fc2-efdb2717d3b6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:34.561551 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d8aab38c-469c-4dc8-824e-6e4263868ac1 req-59844901-33d6-4925-9fc2-efdb2717d3b6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0520771 Jan 04 14:14:34.607573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d8aab38c-469c-4dc8-824e-6e4263868ac1 req-4202595b-cca8-4a6e-811a-43d8ee6e1bfd tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401926 Jan 04 14:14:35.346151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:35.724418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b52110c8-b0ca-499c-b6fe-3c84eca30f13 req-1c7848c7-c73f-4f14-bc77-9b06e6cb778e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:35.726564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b52110c8-b0ca-499c-b6fe-3c84eca30f13 req-1c7848c7-c73f-4f14-bc77-9b06e6cb778e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0521803 Jan 04 14:14:35.773526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b52110c8-b0ca-499c-b6fe-3c84eca30f13 req-c4cd3a32-9700-4fa5-9678-4b22b95053e3 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411317 Jan 04 14:14:36.885738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3689c5c-9d0c-47c3-8804-4e9b00ec405a req-494b7f26-df6d-43f2-9d9f-bc7c95f049ac tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:36.887210 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3689c5c-9d0c-47c3-8804-4e9b00ec405a req-494b7f26-df6d-43f2-9d9f-bc7c95f049ac tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0475476 Jan 04 14:14:36.933109 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3689c5c-9d0c-47c3-8804-4e9b00ec405a req-d8d120e1-d5eb-4c0f-90f4-1ad41337e4e1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400867 Jan 04 14:14:37.817365 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:14:38.047732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bab06d-29db-4bed-ac79-89823891981a req-0901846c-8ba0-45b5-8aec-d81ff321e5c8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:38.049109 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-48bab06d-29db-4bed-ac79-89823891981a req-0901846c-8ba0-45b5-8aec-d81ff321e5c8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0492079 Jan 04 14:14:38.095212 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-48bab06d-29db-4bed-ac79-89823891981a req-f44483b7-55c5-4dcf-be87-ea59a43cec61 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395322 Jan 04 14:14:39.211889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72beb231-6191-4888-8bf1-6f6e073b98ce req-458d2705-9da2-4d84-a3c8-b20f7327dec0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:39.213345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-72beb231-6191-4888-8bf1-6f6e073b98ce req-458d2705-9da2-4d84-a3c8-b20f7327dec0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0481603 Jan 04 14:14:39.263762 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-72beb231-6191-4888-8bf1-6f6e073b98ce req-4f048f8f-86c3-47f0-846f-546a11d56a82 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443823 Jan 04 14:14:40.374849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f393ed-c281-454a-aad7-4813a2b852f2 req-ef50e507-f9aa-4875-bd1b-81ef13827220 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:40.376300 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-85f393ed-c281-454a-aad7-4813a2b852f2 req-ef50e507-f9aa-4875-bd1b-81ef13827220 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0475965 Jan 04 14:14:40.425962 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-85f393ed-c281-454a-aad7-4813a2b852f2 req-9bd06836-e23c-4481-a336-04cc971fc875 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432520 Jan 04 14:14:41.538911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d59da862-62eb-4be2-bd59-232bc240a884 req-6681411e-f404-4551-8400-b45b286e673f tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:41.540352 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d59da862-62eb-4be2-bd59-232bc240a884 req-6681411e-f404-4551-8400-b45b286e673f tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0486031 Jan 04 14:14:41.585534 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d59da862-62eb-4be2-bd59-232bc240a884 req-1ac2a2ec-b6f1-4d32-96ef-18ef24184dd1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394008 Jan 04 14:14:42.698521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6c871b-033d-4534-be31-009a8f913c9c req-bae697e6-e4b5-4418-af31-86e5e9c84031 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:42.699984 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2e6c871b-033d-4534-be31-009a8f913c9c req-bae697e6-e4b5-4418-af31-86e5e9c84031 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0482500 Jan 04 14:14:42.746304 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2e6c871b-033d-4534-be31-009a8f913c9c req-50a9fb5a-5d0a-42e2-a792-3883867e8126 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403173 Jan 04 14:14:43.860771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd67bc0-6a06-4ab7-ae1b-3a680f02dd4e req-1d9b6f11-6bcf-44f4-b76e-8fb9c2968633 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:43.862248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1bd67bc0-6a06-4ab7-ae1b-3a680f02dd4e req-1d9b6f11-6bcf-44f4-b76e-8fb9c2968633 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0479753 Jan 04 14:14:43.907671 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1bd67bc0-6a06-4ab7-ae1b-3a680f02dd4e req-77f25bd2-8102-46c3-9b7e-071759c909d0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396810 Jan 04 14:14:45.020348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef89a3c-6f08-4ba8-8977-2eddc0cb30a4 req-bf7b15c0-624c-4120-a874-61f8cab241e7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:45.021711 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-eef89a3c-6f08-4ba8-8977-2eddc0cb30a4 req-bf7b15c0-624c-4120-a874-61f8cab241e7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0479720 Jan 04 14:14:45.068610 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-eef89a3c-6f08-4ba8-8977-2eddc0cb30a4 req-0d79dfeb-7a47-4fb9-8e1e-2cc1457cebe7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409639 Jan 04 14:14:45.542628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cab54c10-c38d-472f-82a9-04678c477b73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:46.187068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7c0d7a-d0fb-42ef-b3e0-58fbf53c77ae req-7c0046fa-6654-4701-8e62-ea2b97189dd1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:46.188506 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a7c0d7a-d0fb-42ef-b3e0-58fbf53c77ae req-7c0046fa-6654-4701-8e62-ea2b97189dd1 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0513124 Jan 04 14:14:46.234419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a7c0d7a-d0fb-42ef-b3e0-58fbf53c77ae req-a5261ce0-7d63-4f80-980b-07991c507efc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395620 Jan 04 14:14:47.354109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58935dd4-5028-4290-bc01-249a3a3748e2 req-bc8604ab-197b-46ba-b784-6b402e605c68 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:47.355471 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-58935dd4-5028-4290-bc01-249a3a3748e2 req-bc8604ab-197b-46ba-b784-6b402e605c68 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0515130 Jan 04 14:14:47.401053 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-58935dd4-5028-4290-bc01-249a3a3748e2 req-1cda1da5-110a-4033-9512-a327ba3c0b4e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396307 Jan 04 14:14:47.869078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-43f9170b-fa76-45f6-af56-72e610722ea6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:48.513616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe089fc-f2b3-4725-a44e-ae6eabeae24f req-65a2b7dd-e205-4a33-8a21-db23ccb7844a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:48.515084 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2fe089fc-f2b3-4725-a44e-ae6eabeae24f req-65a2b7dd-e205-4a33-8a21-db23ccb7844a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0480154 Jan 04 14:14:48.560705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2fe089fc-f2b3-4725-a44e-ae6eabeae24f req-8deb6505-df51-4f4b-9abc-6a681a66ebce tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396860 Jan 04 14:14:49.191015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:49.675477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dca08b7-058e-4f60-b7e2-1970df9aef65 req-2500c12c-e414-4c9a-8250-27637f3eb89e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:49.676960 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2dca08b7-058e-4f60-b7e2-1970df9aef65 req-2500c12c-e414-4c9a-8250-27637f3eb89e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0484319 Jan 04 14:14:49.724591 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2dca08b7-058e-4f60-b7e2-1970df9aef65 req-b6dbdb55-0af2-429d-8ba7-91e7b440c94e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412831 Jan 04 14:14:50.425923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:50.845747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964ea149-569c-4fda-86ef-8a04edda3c97 req-e7621437-990e-4f32-ab01-7d0098051de6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:50.847792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-964ea149-569c-4fda-86ef-8a04edda3c97 req-e7621437-990e-4f32-ab01-7d0098051de6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0529239 Jan 04 14:14:50.892368 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-964ea149-569c-4fda-86ef-8a04edda3c97 req-acc048f1-d6ee-4b93-b88c-d900d1f51c07 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392945 Jan 04 14:14:51.969479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-259501b7-ec57-44cc-8a53-8d7884ecd26a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:14:51.970509 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-259501b7-ec57-44cc-8a53-8d7884ecd26a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052826 Jan 04 14:14:52.012277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d24a6b-2114-41be-ae87-8c61dc392f1c req-7b285311-71e0-4c99-bbc5-560a0c5aea14 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:52.013827 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-00d24a6b-2114-41be-ae87-8c61dc392f1c req-7b285311-71e0-4c99-bbc5-560a0c5aea14 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0518856 Jan 04 14:14:52.029092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:52.033703 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-8c79199b-c306-4584-ad6b-df3acef861e7 service neutron] 10.222.0.13 "GET /v2.0/ports/5a336021-c91e-4fce-b614-f06df672f334/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0566590 Jan 04 14:14:52.063302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-00d24a6b-2114-41be-ae87-8c61dc392f1c req-ea982b6c-984f-4efd-8392-0090f2ab296b tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426669 Jan 04 14:14:52.223580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-9c8d0da1-ceda-4557-9b0e-ca400ab6aa7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:52.225535 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-9c8d0da1-ceda-4557-9b0e-ca400ab6aa7f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8&tenant_id=bf38941763ff404cb6536250b1813698 HTTP/1.1" status: 200 len: 1099 time: 0.0412886 Jan 04 14:14:52.283196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-15493ca8-70fa-45b7-acd0-1aa33d494f1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:52.284536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-15493ca8-70fa-45b7-acd0-1aa33d494f1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 1099 time: 0.0390763 Jan 04 14:14:52.375478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-4b25df3f-4396-4573-829a-5a02e855b5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:52.376929 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-4b25df3f-4396-4573-829a-5a02e855b5c4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0868042 Jan 04 14:14:52.416461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-7393d812-8011-41bb-ba6e-0f87913f6d5e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 200 len: 217 time: 0.0333438 Jan 04 14:14:52.465796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-fd7006e4-3358-4509-8fa5-2a6e1177e948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:52.467333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-fd7006e4-3358-4509-8fa5-2a6e1177e948 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0448120 Jan 04 14:14:52.498963 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-a8c20b15-de9c-49d1-bb00-81d21022b462 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0232987 Jan 04 14:14:52.586650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-b296f214-8680-41bd-b179-cfad5d0cfb52 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805221 Jan 04 14:14:52.678333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9fb30306-9cd8-42f8-94d5-fdcbb36f8d40 req-ee3f38d6-49a4-430e-b705-a086eeb2be89 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855660 Jan 04 14:14:53.177836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b023d71f-72f3-47c3-8b41-086924e1e55e req-3f038031-b0a3-48d2-9c43-322dfd380832 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:53.179288 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b023d71f-72f3-47c3-8b41-086924e1e55e req-3f038031-b0a3-48d2-9c43-322dfd380832 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0481060 Jan 04 14:14:53.225192 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b023d71f-72f3-47c3-8b41-086924e1e55e req-c0da8a12-8655-4a2f-aa97-52966b869bfe tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401428 Jan 04 14:14:54.339813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1fa798-6a25-4fa4-a740-85385dcac984 req-8ee4b90c-d7d1-4f42-a592-7ddc54797bda tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:54.341312 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a1fa798-6a25-4fa4-a740-85385dcac984 req-8ee4b90c-d7d1-4f42-a592-7ddc54797bda tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0483375 Jan 04 14:14:54.388228 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a1fa798-6a25-4fa4-a740-85385dcac984 req-28052988-d5d0-4b57-923a-444db5a0c6d2 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408692 Jan 04 14:14:54.583014 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fa4750-57f4-479e-8027-32828dbe03a1 req-6527fbf5-19d7-449c-b26c-f867d37174d8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:54.584484 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-43fa4750-57f4-479e-8027-32828dbe03a1 req-6527fbf5-19d7-449c-b26c-f867d37174d8 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 946 time: 0.0474572 Jan 04 14:14:54.636408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-43fa4750-57f4-479e-8027-32828dbe03a1 req-84d947f6-3427-45b3-838a-20a2da5bb39b tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450723 Jan 04 14:14:54.663450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-63c6ce42-edf1-466b-9187-5edb69f50b4e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:54.664892 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-63c6ce42-edf1-466b-9187-5edb69f50b4e tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8&tenant_id=bf38941763ff404cb6536250b1813698&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0580621 Jan 04 14:14:54.745097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-a645fcca-8882-4822-8ac5-9a5dcecad273 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:54.746597 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-a645fcca-8882-4822-8ac5-9a5dcecad273 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=bf38941763ff404cb6536250b1813698&device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 1099 time: 0.0405116 Jan 04 14:14:54.841316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-f3e4d353-fc67-4153-823c-6826cbbf20ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:54.842792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-f3e4d353-fc67-4153-823c-6826cbbf20ad service neutron] 10.222.0.13 "GET /v2.0/networks?id=1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 200 len: 915 time: 0.0874054 Jan 04 14:14:54.883913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-d41c887c-9708-4fe4-8c84-93150753040c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 200 len: 217 time: 0.0333271 Jan 04 14:14:54.929910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-af8ea9a1-4717-42a5-8887-7097808ba0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:54.931317 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-af8ea9a1-4717-42a5-8887-7097808ba0ca service neutron] 10.222.0.13 "GET /v2.0/subnets?id=55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 200 len: 854 time: 0.0414996 Jan 04 14:14:54.961050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-a0b60868-f5fd-4767-8753-be174910b644 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=1115eba4-42c2-4336-81ac-094c1997f166&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0235207 Jan 04 14:14:55.052296 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-8a5e53e2-601a-4dfc-adc5-24a455df0422 service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846970 Jan 04 14:14:55.142193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3b06683c-a5e9-47c9-a7fd-a0f8b159f248 req-fd9af0b2-21e3-439a-8b54-4080f5ba139d service neutron] 10.222.0.13 "GET /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834160 Jan 04 14:14:55.364957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5a336021-c91e-4fce-b614-f06df672f334 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:14:55.440706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:55.462408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a336021-c91e-4fce-b614-f06df672f334'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:14:55.464620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d720d104-7fbd-49ac-9e9a-eccce3b4ebfe" -d '{"events": [{"server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a336021-c91e-4fce-b614-f06df672f334"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:14:55.478088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5a336021-c91e-4fce-b614-f06df672f334,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:14:55.481979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:55.504932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:14:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ab76b98-ec82-45f8-a1b0-e809cf109200 x-openstack-request-id: req-7ab76b98-ec82-45f8-a1b0-e809cf109200 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:14:55.505229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "name": "network-vif-unplugged", "status": "completed", "tag": "5a336021-c91e-4fce-b614-f06df672f334", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:14:55.505481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7ab76b98-ec82-45f8-a1b0-e809cf109200 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:14:55.506043 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5a336021-c91e-4fce-b614-f06df672f334', 'code': 200} Jan 04 14:14:55.531306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:55.538738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.539083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.539419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.539756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.540083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.540458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.540784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.541105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.541422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.541744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.542078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.542413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.542811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:55.753165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbfadb4-3739-4c2c-a932-906ecef7451c req-cbb650eb-b088-4ce5-a2bb-0578e4a5f6f2 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:55.754670 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cbfadb4-3739-4c2c-a932-906ecef7451c req-cbb650eb-b088-4ce5-a2bb-0578e4a5f6f2 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0482376 Jan 04 14:14:55.801620 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cbfadb4-3739-4c2c-a932-906ecef7451c req-edd88ae2-021f-4aa2-9155-6719365b0a86 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411043 Jan 04 14:14:55.916262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01ec7fb-fa14-4dac-8f1e-c67d4843081c req-204cd6c1-7a9f-4ce6-94b9-d0f4b3e5f088 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:55.917776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c01ec7fb-fa14-4dac-8f1e-c67d4843081c req-204cd6c1-7a9f-4ce6-94b9-d0f4b3e5f088 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0483925 Jan 04 14:14:55.964887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c01ec7fb-fa14-4dac-8f1e-c67d4843081c req-0d2927cf-498e-47c7-bad0-75c10f3375b7 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402434 Jan 04 14:14:56.075641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a563aec-9de9-4341-a4c2-f7cb7a058bb8 req-8eb26d87-42d9-4546-ac81-0d579efca4dc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:56.077100 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a563aec-9de9-4341-a4c2-f7cb7a058bb8 req-8eb26d87-42d9-4546-ac81-0d579efca4dc tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0480700 Jan 04 14:14:56.123700 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a563aec-9de9-4341-a4c2-f7cb7a058bb8 req-bb8a154d-be80-4d68-a503-05057d4c26cf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406122 Jan 04 14:14:56.441589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884c6571-b5e5-4332-8601-d155f9a8a6a7 req-2e9bc1ab-d9bc-41bc-a6d7-ca3f9921aff6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:56.442965 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-884c6571-b5e5-4332-8601-d155f9a8a6a7 req-2e9bc1ab-d9bc-41bc-a6d7-ca3f9921aff6 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0468805 Jan 04 14:14:56.487195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-884c6571-b5e5-4332-8601-d155f9a8a6a7 req-39ca41ac-cb9f-40bb-814a-f23e211ab388 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378714 Jan 04 14:14:57.603845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96308fb8-0105-4370-9828-5f395a976198 req-c66b53a0-97f2-4b1e-bb09-4fac5f4d9c7a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:57.605302 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-96308fb8-0105-4370-9828-5f395a976198 req-c66b53a0-97f2-4b1e-bb09-4fac5f4d9c7a tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0516078 Jan 04 14:14:57.651126 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-96308fb8-0105-4370-9828-5f395a976198 req-6beba1d3-a9f5-40fe-b20f-ea240245a7c0 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/security-groups?id=5c8f97a7-fa2a-4185-9e45-277b74dddb70&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399420 Jan 04 14:14:58.054297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-4cd2305a-6cca-4772-90b6-47e2b8611847 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:14:58.055723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-4cd2305a-6cca-4772-90b6-47e2b8611847 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 944 time: 0.0525775 Jan 04 14:14:58.141334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Deleting port 5a336021-c91e-4fce-b614-f06df672f334 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:14:58.141665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:58.230006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] For port 5a336021-c91e-4fce-b614-f06df672f334, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=5a336021-c91e-4fce-b614-f06df672f334,segment=NetworkSegment(d8165d8e-6c4d-4067-8087-f9231f1698e2),segment_id=d8165d8e-6c4d-4067-8087-f9231f1698e2)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:14:58.230367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:58.241646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Calling delete_port for 5a336021-c91e-4fce-b614-f06df672f334 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:14:58.363689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:58.393102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Pushing event deleted for resources: {'Port': ['ID=5a336021-c91e-4fce-b614-f06df672f334,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:14:58.407227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.407585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.408950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.409308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.409648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.410019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.410354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.410686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.411010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.411335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.411661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.411984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.412305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:14:58.445956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] No DVR routers for this DVR port 5a336021-c91e-4fce-b614-f06df672f334 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:14:58.448332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:58.451645 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ba03034-7a88-44e9-970b-efb28d50e745 req-447c076e-2c5a-4455-b42c-f51e1f9f11bf tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.13 "DELETE /v2.0/ports/5a336021-c91e-4fce-b614-f06df672f334 HTTP/1.1" status: 204 len: 173 time: 0.3903756 Jan 04 14:14:58.452086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'name': 'network-vif-deleted', 'tag': '5a336021-c91e-4fce-b614-f06df672f334'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:14:58.454342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a48c3d-ffe9-4965-a975-b405200f83d5" -d '{"events": [{"server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "name": "network-vif-deleted", "tag": "5a336021-c91e-4fce-b614-f06df672f334"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:14:58.489901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:14:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fcee2ee-59ba-44c0-932b-d3c8c040ebe7 x-openstack-request-id: req-1fcee2ee-59ba-44c0-932b-d3c8c040ebe7 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:14:58.490199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "467f4b2e-5124-48c6-a512-b3da988f56e8", "name": "network-vif-deleted", "tag": "5a336021-c91e-4fce-b614-f06df672f334", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:14:58.490475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1fcee2ee-59ba-44c0-932b-d3c8c040ebe7 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:14:58.490861 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '467f4b2e-5124-48c6-a512-b3da988f56e8', 'name': 'network-vif-deleted', 'tag': '5a336021-c91e-4fce-b614-f06df672f334', 'status': 'completed', 'code': 200} Jan 04 14:14:58.755057 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ce8fc119-96f7-4c74-9b41-20f291b04f2a req-6ee32d0b-de95-48d5-81c0-244f047d9c04 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] 10.222.0.30 "GET /v2.0/ports?device_id=467f4b2e-5124-48c6-a512-b3da988f56e8 HTTP/1.1" status: 200 len: 210 time: 0.0258291 Jan 04 14:14:59.872659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43022) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:14:59.915396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Deleting subnet 55266618-4bdf-4943-83fd-ad3174bcce25 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:14:59.918386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:59.950661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:14:59.991345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.042555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.069167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.072370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/55266618-4bdf-4943-83fd-ad3174bcce25 HTTP/1.1" status: 204 len: 168 time: 0.1987138 Jan 04 14:15:00.073336 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374688de-7ba0-4d2b-b39e-42f1a01f4789 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55266618-4bdf-4943-83fd-ad3174bcce25,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:00.074827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43024) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:00.139752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.218253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.237745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1115eba4-42c2-4336-81ac-094c1997f166']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:00.246660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8165d8e-6c4d-4067-8087-f9231f1698e2') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:00.246953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8165d8e-6c4d-4067-8087-f9231f1698e2') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:00.255940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.268487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.274743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:15:00.275189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:15:00.276935 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:15:00.336213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.341356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.344491 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] 10.222.0.30 "DELETE /v2.0/networks/1115eba4-42c2-4336-81ac-094c1997f166 HTTP/1.1" status: 204 len: 168 time: 0.2687657 Jan 04 14:15:00.355967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6747d9e-c4a9-4ec2-a74a-e9ba6df111e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=1115eba4-42c2-4336-81ac-094c1997f166,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:00.449046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43028) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:00.487790 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c3cb6488-67a8-41a0-9382-5b29e317bad4 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bf38941763ff404cb6536250b1813698&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0376015 Jan 04 14:15:00.490341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43030) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:00.536094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.556224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.604485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.607118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:00.608256 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/5c8f97a7-fa2a-4185-9e45-277b74dddb70 HTTP/1.1" status: 204 len: 168 time: 0.1170380 Jan 04 14:15:00.615945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c8f97a7-fa2a-4185-9e45-277b74dddb70,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:00.623051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.623407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.623782 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.624125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.624461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.625018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.625352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.625683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.626036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.626392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.626720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.627044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:00.627365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dce20ba2-7be2-42b8-817f-31b8ea989a5e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:01.251511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43052) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:01.360883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-590567779-network', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:01.366946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5a336021-c91e-4fce-b614-f06df672f334 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:15:01.384635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Made reservation on behalf of aabbe05adbe24488b384a47301fb3f22 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:15:01.386818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.390727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 5a336021-c91e-4fce-b614-f06df672f334 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:15:01.391079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 5a336021-c91e-4fce-b614-f06df672f334 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:15:01.395192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.467510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.471138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.498070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:15:01.503194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d4ac774-3358-4446-b676-f2eb959d9abf,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:01.511244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.511412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Added segment c695d34c-cacc-429a-af16-9dfbe1549c82 of type vlan for network 0692841c-bf05-47dc-a29c-ece01d63fc67 Jan 04 14:15:01.549702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.573026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.573982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:01.574534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.609860 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3572145 Jan 04 14:15:01.612722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43056) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:01.618810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Request body: {'subnet': {'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-590567779-subnet', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:01.646177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b304e50e-0785-4cfb-a0fd-8702ed72379c admin admin] Pushing event updated for resources: {'Network': ['ID=0692841c-bf05-47dc-a29c-ece01d63fc67,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:01.656202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:15:01.667042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Made reservation on behalf of aabbe05adbe24488b384a47301fb3f22 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:15:01.669732 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.833071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.884912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d7b8e599-3849-4c26-8a34-950c7109b2b6,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:01.895844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:15:01.896250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Network hostable DHCP agents. Network: 0692841c-bf05-47dc-a29c-ece01d63fc67, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:15:01.912175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:15:01.921013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0692841c-bf05-47dc-a29c-ece01d63fc67) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:01.924963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:01.925541 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.929604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e95b041-b796-47dd-ac63-ecbf9eac6457 None None] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:15:01.940421 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-37c80a59-8454-464c-aa4d-792e06df3c8e admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3267224 Jan 04 14:15:01.943158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43058) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:01.947773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:01.970043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:01.971071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.026561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.032959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0692841c-bf05-47dc-a29c-ece01d63fc67', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:15:02.033834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.161946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.167854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Allocated IP 172.20.0.2 (0692841c-bf05-47dc-a29c-ece01d63fc67/d7b8e599-3849-4c26-8a34-950c7109b2b6/d59e4f6d-5731-49c4-8901-2f47850162b7) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:15:02.305142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.310711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.353442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:15:02.360032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.362539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:02.364991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:15:02.368825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Pushing event updated for resources: {'Port': ['ID=d59e4f6d-5731-49c4-8901-2f47850162b7,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:02.379318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.421853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Attempting to bind port d59e4f6d-5731-49c4-8901-2f47850162b7 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:15:02.422270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Attempting to bind port d59e4f6d-5731-49c4-8901-2f47850162b7 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:15:02.422632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Attempting to bind port d59e4f6d-5731-49c4-8901-2f47850162b7 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:15:02.427514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:15:02.427879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:15:02.428746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.429143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Bound using segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:15:02.429583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Bound port: d59e4f6d-5731-49c4-8901-2f47850162b7, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:15:02.429980 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.483738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Allocated IP 172.36.2.15 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/3ef7c7b0-98d2-4517-ab28-a2f879e44fdb) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:15:02.489030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] For port d59e4f6d-5731-49c4-8901-2f47850162b7, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:15:02.492714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] For port d59e4f6d-5731-49c4-8901-2f47850162b7, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d59e4f6d-5731-49c4-8901-2f47850162b7,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:15:02.496705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.554982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acdf25d8-ddfc-47e4-84d2-54886c3deb3b None None] Pushing event updated for resources: {'Port': ['ID=d59e4f6d-5731-49c4-8901-2f47850162b7,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:02.588064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.625209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.663289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:15:02.666139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:02.671840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:15:02.677106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Pushing event updated for resources: {'Port': ['ID=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:02.679908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66fd0306-a515-4562-b3ed-b8a6c39056fd None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:15:02.803152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7b355a9a-5a15-4328-bce3-2fb68d6cb357 None None] Provisioning complete for port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:02.804007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7b355a9a-5a15-4328-bce3-2fb68d6cb357 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:02.839003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7b355a9a-5a15-4328-bce3-2fb68d6cb357 None None] Port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:15:03.294767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:03.487383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:03.504537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b71ab07-c8eb-4302-9a81-b0fc60e15dbf None None] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:15:03.586811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b8404c3c-5ab0-4fa6-a5dd-bb5381d6068f None None] Provisioning complete for port d59e4f6d-5731-49c4-8901-2f47850162b7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:03.587093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b8404c3c-5ab0-4fa6-a5dd-bb5381d6068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:03.613271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:15:03.686738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b8404c3c-5ab0-4fa6-a5dd-bb5381d6068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:03.725920 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:15:03.738113 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:15:03.745795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:03.747532 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-89df8445-d4fc-4f18-b27d-fd00ace9a566 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.8028312 Jan 04 14:15:03.750635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43060) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:03.751790 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:15:03.753017 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:14:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:03.869084 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:15:03.885526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b8404c3c-5ab0-4fa6-a5dd-bb5381d6068f None None] For port d59e4f6d-5731-49c4-8901-2f47850162b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d59e4f6d-5731-49c4-8901-2f47850162b7,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:15:03.891738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b8404c3c-5ab0-4fa6-a5dd-bb5381d6068f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:03.944457 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8404c3c-5ab0-4fa6-a5dd-bb5381d6068f None None] Pushing event updated for resources: {'Port': ['ID=d59e4f6d-5731-49c4-8901-2f47850162b7,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:04.023294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-11de8df0-22dd-4421-b1bc-693c4c03af4f None None] Provisioning complete for port d59e4f6d-5731-49c4-8901-2f47850162b7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:04.023668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-11de8df0-22dd-4421-b1bc-693c4c03af4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.071095 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:03Z', 'revision_number': 3, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:04.110900 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:15:04.111783 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Updating router 25e8dee3-43cc-4307-8d2b-b23cd6898293 port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:15:04.139423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d59e4f6d-5731-49c4-8901-2f47850162b7 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:15:04.139710 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.195220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d59e4f6d-5731-49c4-8901-2f47850162b7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:04.195220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.390074 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.395445 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.440977 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Pushing event updated for resources: {'Port': ['ID=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:04.443151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd0f3985-dd81-4276-b92f-1df36b2d230d None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:15:04.460245 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Attempting to bind port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:15:04.460380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.460610 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Attempting to bind port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:15:04.460964 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Attempting to bind port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:15:04.464345 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.464690 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.465020 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.465347 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.465671 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.466015 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.466336 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.466654 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.466971 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.467284 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.467598 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.467905 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.468214 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:15:04.473206 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:15:04.473579 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:15:04.473996 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.474441 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:15:04.474827 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Bound port: 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:15:04.475226 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.525237 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] For port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:15:04.529402 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] For port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:15:04.534834 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.535995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f15a871b-0938-4dbe-960f-cf811f1b6e3a None None] Provisioning complete for port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:04.536523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f15a871b-0938-4dbe-960f-cf811f1b6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.564014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f87abba8-c477-4d69-bddc-87aea8079ba4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:15:04.583237 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:15:04.584117 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:14:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:04.627364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f15a871b-0938-4dbe-960f-cf811f1b6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.637788 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a88ad0-129e-4bd4-914a-7d50b394e21c None None] Pushing event updated for resources: {'Port': ['ID=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:04.654153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f15a871b-0938-4dbe-960f-cf811f1b6e3a None None] For port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:15:04.659491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f15a871b-0938-4dbe-960f-cf811f1b6e3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.680406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Allocated IP 172.20.0.1 (0692841c-bf05-47dc-a29c-ece01d63fc67/d7b8e599-3849-4c26-8a34-950c7109b2b6/6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:15:04.709478 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:15:04.717573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15a871b-0938-4dbe-960f-cf811f1b6e3a None None] Pushing event updated for resources: {'Port': ['ID=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:04.786242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4df8e34f-46bd-495c-9ac7-6c652fc06d74 None None] Provisioning complete for port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:04.786615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4df8e34f-46bd-495c-9ac7-6c652fc06d74 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.804497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.841613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.876311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:15:04.879494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:04.882691 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:15:04.906729 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:03Z', 'revision_number': 3, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:04.925430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:04.938302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:04.939630 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933fe64e-0110-4a2f-b551-5617ad5f77df None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:03Z', 'revision_number': 3, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:15:05.074523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.204620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f16655a7-3290-4ba8-be2f-7b0869ee9eb2 None None] Provisioning complete for port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:05.205224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f16655a7-3290-4ba8-be2f-7b0869ee9eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.242393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f16655a7-3290-4ba8-be2f-7b0869ee9eb2 None None] Port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:15:05.269475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.275687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.332555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.338488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.354401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Pushing event updated for resources: {'Port': ['ID=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:05.448026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:15:05.449455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:05.571099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:15:05.663328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-336f226f-1909-439a-b0fb-93e93f0a875d None None] Provisioning complete for port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:05.663854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-336f226f-1909-439a-b0fb-93e93f0a875d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:05.686522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:15:05.695609 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-af738226-b1d4-4576-bcfc-8dbfc6a8bc2c admin admin] 10.222.0.30 "PUT /v2.0/routers/25e8dee3-43cc-4307-8d2b-b23cd6898293/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9419987 Jan 04 14:15:05.702955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-336f226f-1909-439a-b0fb-93e93f0a875d None None] Port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:15:06.084933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:15:06.134152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:06.134608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.166466 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:06.171036 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'security_group': {'name': 'tempest-securitygroup--886793020', 'description': 'tempest-description--1934475071'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:06.195053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.267512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.272692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.303060 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.304306 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.1368206 Jan 04 14:15:06.306280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f00097-5ae7-4af9-8c11-72b7d3ea0cee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c9d25a2-f00c-499f-a300-5195d37bf4de,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:06.307311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43070) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:06.313042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'security_group_rule': {'security_group_id': '0c9d25a2-f00c-499f-a300-5195d37bf4de', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:06.344628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.389392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.393281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.411916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e9c1e0c-051f-46bc-b50d-9884c10213ee,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:06.421201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.422429 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-2eba7dcc-9c03-49f5-ac0d-e25ed0ff8bba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1132486 Jan 04 14:15:06.424996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43072) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:06.429408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'security_group_rule': {'security_group_id': '0c9d25a2-f00c-499f-a300-5195d37bf4de', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:06.456743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.480915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:15:06.490014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:15:06.490762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:14:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:06.516210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.519805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.539017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4bbef95-aa93-4e14-95ec-b2aad2040ac9,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:06.544319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.545524 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a370b9ca-dc92-41ab-8883-583f1af180e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196070 Jan 04 14:15:06.548584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43074) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:06.553243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:06.576249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.599375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:15:06.670866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.779191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Allocated IP 172.36.2.241 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/33893f69-894c-448b-af3a-ff4069ccb7ac) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:15:06.803498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 2, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:06.829920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:15:06.830277 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Updating router 25e8dee3-43cc-4307-8d2b-b23cd6898293 port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:15:06.855126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.879261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.914581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:06.953281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:15:06.957497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:06.963411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:15:06.968660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'Port': ['ID=33893f69-894c-448b-af3a-ff4069ccb7ac,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:07.049628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.082046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.119359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.126939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.177698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b5a8e-009e-4631-93ab-232fa4943222 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:07.226775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Attempting to bind port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:15:07.227154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Attempting to bind port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:15:07.227592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Attempting to bind port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:15:07.233938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 14, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:15:07.234567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:15:07.234861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.235267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Bound using segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:15:07.235739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Bound port: 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:15:07.236132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.251306 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.257717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.304569 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] For port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:15:07.307913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] For port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:15:07.312547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.344818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'Port': ['ID=33893f69-894c-448b-af3a-ff4069ccb7ac,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:07.357611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.374255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:15:07.374777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.374911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:14:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:07.383590 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-35823dac-8a3d-46ba-8260-923c624fc6c4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8266106 Jan 04 14:15:07.383756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0b5a8e-009e-4631-93ab-232fa4943222 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:07.483720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2ef1e675-b457-4bb6-bb11-51d927c5d072 None None] Provisioning complete for port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:07.484089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e675-b457-4bb6-bb11-51d927c5d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.527371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:15:07.537587 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-73028a2a-b8a4-496d-8e99-eb3bec7da0e1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--886793020&fields=id&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 267 time: 0.0501761 Jan 04 14:15:07.650295 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-820d0e15-8695-4e79-ae5e-72934edf3baf tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:07.651935 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-820d0e15-8695-4e79-ae5e-72934edf3baf tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1068997 Jan 04 14:15:07.667189 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-cfd41709-4327-43d3-b444-853d440ad987 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/quotas/aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 375 time: 0.0091829 Jan 04 14:15:07.688813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e675-b457-4bb6-bb11-51d927c5d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.721992 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-5c3dadce-bf3e-4e9e-88db-0dd01dde4bbc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493555 Jan 04 14:15:07.757228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2ef1e675-b457-4bb6-bb11-51d927c5d072 None None] For port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:15:07.764849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2ef1e675-b457-4bb6-bb11-51d927c5d072 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.819953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-e73c206e-8132-41e4-b1a7-0214ef2a694e service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864844 Jan 04 14:15:07.820437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ef1e675-b457-4bb6-bb11-51d927c5d072 None None] Pushing event updated for resources: {'Port': ['ID=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:07.830941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:07.860367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69d9d6b8-0244-4949-bb18-6960783816e8 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:15:07.885398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2e472cfd-63a2-43bf-92a1-e9f70800d33b None None] Provisioning complete for port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:07.885769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e472cfd-63a2-43bf-92a1-e9f70800d33b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:07.929383 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-2f90d4a8-21c3-4518-bdb4-7e92dcef6c15 service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020229 Jan 04 14:15:08.118616 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f44d3407-db79-4378-81cc-5d60b4870820 req-a11a5164-cd59-4bd2-b9e4-b62cba75e1a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 210 time: 0.0362189 Jan 04 14:15:08.124251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:15:08.179776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:08.180270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.099116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-2d2460d4-2137-4ca5-8ed0-1c7ccdd48a87 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:09.100762 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-2d2460d4-2137-4ca5-8ed0-1c7ccdd48a87 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1238122 Jan 04 14:15:09.169423 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-6e712933-7572-4129-be21-f1c574253737 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 379 time: 0.0598752 Jan 04 14:15:09.183223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'port': {'device_id': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'admin_state_up': True, 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'security_groups': ['0c9d25a2-f00c-499f-a300-5195d37bf4de']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:09.234655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5bc89250-3a3c-4388-9232-188d05dbc242 req-d4696b4c-0511-48d0-b133-718f5cc14d4b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 210 time: 0.0361497 Jan 04 14:15:09.310852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Made reservation on behalf of aabbe05adbe24488b384a47301fb3f22 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:15:09.314616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.442263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Allocated IP 172.20.0.13 (0692841c-bf05-47dc-a29c-ece01d63fc67/d7b8e599-3849-4c26-8a34-950c7109b2b6/d8df245b-0981-4900-bf90-e62c7c3ddb88) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:15:09.586417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.619761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.660532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:15:09.664104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:15:09.670481 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:15:09.694101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:09.736653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:09.737363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.759209 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-11fea1d4-d5e6-4841-963c-25b108d07810 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797632 Jan 04 14:15:09.772174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Request body: {'port': {'device_id': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:09.829764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.931204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-50ef136e-e83e-4c9b-b6c5-e55ae6a78b37 None None] Provisioning complete for port d8df245b-0981-4900-bf90-e62c7c3ddb88 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:09.931745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-50ef136e-e83e-4c9b-b6c5-e55ae6a78b37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:09.970099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-50ef136e-e83e-4c9b-b6c5-e55ae6a78b37 None None] Port d8df245b-0981-4900-bf90-e62c7c3ddb88 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:15:10.094424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8df245b-0981-4900-bf90-e62c7c3ddb88 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:15:10.102489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:10.114649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Transition to ACTIVE for port object d8df245b-0981-4900-bf90-e62c7c3ddb88 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:15:10.118574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:10.167213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:10.240961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Attempting to bind port d8df245b-0981-4900-bf90-e62c7c3ddb88 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:15:10.241304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Attempting to bind port d8df245b-0981-4900-bf90-e62c7c3ddb88 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:15:10.241632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Attempting to bind port d8df245b-0981-4900-bf90-e62c7c3ddb88 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:15:10.246364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Port d8df245b-0981-4900-bf90-e62c7c3ddb88 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:15:10.246686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Attempting to bind port d8df245b-0981-4900-bf90-e62c7c3ddb88 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:15:10.251626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:15:10.251961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:15:10.252340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Bound using segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:15:10.252757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Bound port: d8df245b-0981-4900-bf90-e62c7c3ddb88, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:15:10.253105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:10.331591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:15:10.336399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:15:10.343287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:10.366432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861207de-0766-4e1b-9376-dd6111b6ac51 req-5281a964-2e0a-4c9f-b133-eb7d0f3de8e6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:10.368123 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-861207de-0766-4e1b-9376-dd6111b6ac51 req-5281a964-2e0a-4c9f-b133-eb7d0f3de8e6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 944 time: 0.0573394 Jan 04 14:15:10.385284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:10.385957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:10.387529 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] 10.222.0.13 "PUT /v2.0/ports/d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 1094 time: 0.6201158 Jan 04 14:15:10.390141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:15:10.393554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ec43bef-74fb-48f0-8368-616bf55fb8fa" -d '{"events": [{"name": "network-changed", "server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:15:10.425693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf4eafe-c153-4120-9827-4c9b9487e3e5 service neutron] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:10.474262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:15:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a8e8468-bec5-4758-acb6-781c69d57bff x-openstack-request-id: req-5a8e8468-bec5-4758-acb6-781c69d57bff {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:15:10.474464 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-861207de-0766-4e1b-9376-dd6111b6ac51 req-cdb5508f-5a0d-4e0e-9b54-28d1d90ed72f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0973802 Jan 04 14:15:10.474570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:15:10.474839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a8e8468-bec5-4758-acb6-781c69d57bff {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:15:10.475276 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'status': 'completed', 'code': 200} Jan 04 14:15:10.493009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-bc4cd8ec-d10f-4a5f-af69-375d183ed6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:10.494576 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-bc4cd8ec-d10f-4a5f-af69-375d183ed6b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1097 time: 0.0553579 Jan 04 14:15:10.543521 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-8efb5ac7-0341-47d0-9295-969c6e219c10 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 217 time: 0.0397842 Jan 04 14:15:10.596043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-ac7b8b39-7c32-4317-95f5-7180237622ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:10.597615 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-ac7b8b39-7c32-4317-95f5-7180237622ba service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0460539 Jan 04 14:15:10.648901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-6c667c76-570b-4b2d-a2c7-dc005a17cc6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:10.650866 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-6c667c76-570b-4b2d-a2c7-dc005a17cc6e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468097 Jan 04 14:15:10.742824 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-c1909f6f-606f-4a5e-9494-294f816ef4ff service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849526 Jan 04 14:15:10.831055 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-877204a3-a2d5-42f1-adb3-d0a4c3586721 req-0998789d-bfcf-489e-99c4-e43bf0aea1d8 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819340 Jan 04 14:15:10.917458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-ebeacc5d-294d-4bfa-8ade-4e9ad10f5979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:10.918959 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-ebeacc5d-294d-4bfa-8ade-4e9ad10f5979 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1097 time: 0.0444577 Jan 04 14:15:11.007836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-285c9cf3-e98b-42c8-aa80-d6153677afb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:11.009189 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-285c9cf3-e98b-42c8-aa80-d6153677afb9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0822709 Jan 04 14:15:11.053790 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-f290468a-2591-48f4-9ad1-ee0dd3ad6c60 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 217 time: 0.0364640 Jan 04 14:15:11.098782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-6f60a0ea-cd12-4f7f-99da-0c97252b8535 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:11.100669 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-6f60a0ea-cd12-4f7f-99da-0c97252b8535 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0415337 Jan 04 14:15:11.144362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-f572d60c-174c-4822-8e8f-212da559a956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:11.145806 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-f572d60c-174c-4822-8e8f-212da559a956 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0385814 Jan 04 14:15:11.235728 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-df41cbd4-0402-406a-8852-0959540273bf service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Jan 04 14:15:11.321920 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4ec43bef-74fb-48f0-8368-616bf55fb8fa req-26851ace-5c30-4507-a7dd-6b72bd118135 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0792058 Jan 04 14:15:11.587484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29697fe-779f-49d0-81c7-1cad91fc4624 req-a2fbc1f2-7b63-4aff-b6be-ab0ca446beeb tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:11.588845 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e29697fe-779f-49d0-81c7-1cad91fc4624 req-a2fbc1f2-7b63-4aff-b6be-ab0ca446beeb tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 944 time: 0.0516071 Jan 04 14:15:11.633761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e29697fe-779f-49d0-81c7-1cad91fc4624 req-a850237d-d88f-44e6-b27e-f5ca127891ec tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389936 Jan 04 14:15:12.750339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace1ca8a-5000-4da5-911d-525035c4cbed req-0c262186-7851-4b46-9fc8-70ca2fe3e67f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:12.751849 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ace1ca8a-5000-4da5-911d-525035c4cbed req-0c262186-7851-4b46-9fc8-70ca2fe3e67f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 944 time: 0.0523190 Jan 04 14:15:12.799777 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ace1ca8a-5000-4da5-911d-525035c4cbed req-d80b0b07-8bb3-478a-b530-eaf3b7a72d40 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418510 Jan 04 14:15:13.427225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:15:13.518916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:15:13.533730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'mac_address': 'fa:16:3e:19:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:15:13.569716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:13.581851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8df245b-0981-4900-bf90-e62c7c3ddb88 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:15:13.601344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:15:13.605162 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:13.650116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:13.814881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['d8df245b-0981-4900-bf90-e62c7c3ddb88'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:15:13.914457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a82636d-0b8f-47bd-af4c-88647d712f73 req-f2b1820d-c502-4482-b43a-cdd4c787cdac tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:13.916719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5a82636d-0b8f-47bd-af4c-88647d712f73 req-f2b1820d-c502-4482-b43a-cdd4c787cdac tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 945 time: 0.0511324 Jan 04 14:15:13.967107 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5a82636d-0b8f-47bd-af4c-88647d712f73 req-1338b066-3ede-4a2f-a0c1-486b4bf4ef6d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444415 Jan 04 14:15:14.819062 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:15:15.083227 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d66fce1b-3817-4479-81c7-d5704a075899 req-5833a1a9-ec71-484f-ba86-f631dc92987e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:15.085264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d66fce1b-3817-4479-81c7-d5704a075899 req-5833a1a9-ec71-484f-ba86-f631dc92987e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 945 time: 0.0500073 Jan 04 14:15:15.131833 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d66fce1b-3817-4479-81c7-d5704a075899 req-ff14fbba-8757-4759-a27a-f59486213cd2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406907 Jan 04 14:15:15.429749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:15:15.478268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port d8df245b-0981-4900-bf90-e62c7c3ddb88 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:15:15.482434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port d8df245b-0981-4900-bf90-e62c7c3ddb88 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:15:15.482840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:15.569535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:15.572395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-332b9b38-ebbe-4d3c-8622-ae95f300e93b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:15.593367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:15:15.595665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-004b6e11-cc44-472f-a329-63f7c787730a" -d '{"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-plugged", "status": "completed", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:15:15.608394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:15:15.612496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:15.637934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:15:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b267682e-a4d3-47dd-8772-4c2ea40ca379 x-openstack-request-id: req-b267682e-a4d3-47dd-8772-4c2ea40ca379 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:15:15.638231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-plugged", "status": "completed", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:15:15.638490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b267682e-a4d3-47dd-8772-4c2ea40ca379 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:15:15.638898 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'code': 200} Jan 04 14:15:15.666579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:15:15.794379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b36fb-eb04-4d5f-99c0-9206502d1000 req-2d4bc7b9-a5bd-4e69-b08b-52f100a6aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:15.795871 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-556b36fb-eb04-4d5f-99c0-9206502d1000 req-2d4bc7b9-a5bd-4e69-b08b-52f100a6aa20 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1099 time: 0.0396149 Jan 04 14:15:15.842863 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-556b36fb-eb04-4d5f-99c0-9206502d1000 req-2071b94c-89a3-4ff6-bc4c-664dce72dc5e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390368 Jan 04 14:15:16.243718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e815bd-64ae-4abb-bd79-ce3b05da37bc req-c0fb46e2-1af8-4414-907d-39031fe79053 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:16.245187 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b3e815bd-64ae-4abb-bd79-ce3b05da37bc req-c0fb46e2-1af8-4414-907d-39031fe79053 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0477748 Jan 04 14:15:16.295552 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b3e815bd-64ae-4abb-bd79-ce3b05da37bc req-51282ea2-7532-4ccf-a462-4480da3ae975 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442150 Jan 04 14:15:17.409321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da56c3e-eeb5-4fba-86d2-3827bcd129a3 req-abf88560-02a5-487e-81c9-8d7124ba1c40 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:17.410796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0da56c3e-eeb5-4fba-86d2-3827bcd129a3 req-abf88560-02a5-487e-81c9-8d7124ba1c40 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0474372 Jan 04 14:15:17.455979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0da56c3e-eeb5-4fba-86d2-3827bcd129a3 req-0bb7f01f-f45f-4a34-bd37-aa7999359f71 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387416 Jan 04 14:15:17.565284 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1def90-4112-4be6-9e89-7135f73ad5c4 req-b01bc7f1-67e4-439e-b687-b77e07cf6cc9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:17.566633 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a1def90-4112-4be6-9e89-7135f73ad5c4 req-b01bc7f1-67e4-439e-b687-b77e07cf6cc9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0487301 Jan 04 14:15:17.575134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43124) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:15:17.579568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'floatingip': {'port_id': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:15:17.618527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:17.873011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5e328503-3db1-490e-beef-baab6f2cd485 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:18.051890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:18.055795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:18.154476 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 associated. External IP: 172.36.2.241, port: d8df245b-0981-4900-bf90-e62c7c3ddb88. Jan 04 14:15:18.355045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:15:18.751232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:15:18.755875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:18.762608 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:15:18.773697 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:15:18.774361 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:15:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:18.782291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-de6e0814-aaab-4916-b7a6-74a96188accc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "PUT /v2.0/floatingips/24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 HTTP/1.1" status: 200 len: 992 time: 1.2061231 Jan 04 14:15:18.782866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:15:18.785163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2154c946-e465-4f25-ba64-0e7bcf50d5d8" -d '{"events": [{"name": "network-changed", "server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:15:18.825547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:15:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2357e1ce-c6a3-4d0b-977b-f8c6ec02db8b x-openstack-request-id: req-2357e1ce-c6a3-4d0b-977b-f8c6ec02db8b {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:15:18.825849 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:15:18.826130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-2357e1ce-c6a3-4d0b-977b-f8c6ec02db8b {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:15:18.826536 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'status': 'completed', 'code': 200} Jan 04 14:15:18.884494 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:15:18.889608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-bbab5292-c522-4af3-87df-d0e1be5c2b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:18.891168 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-bbab5292-c522-4af3-87df-d0e1be5c2b88 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1099 time: 0.0396585 Jan 04 14:15:18.983586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-19875439-51a9-40ca-92ed-8a9e1f9e7170 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:18.985037 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-19875439-51a9-40ca-92ed-8a9e1f9e7170 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0867910 Jan 04 14:15:19.048239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-b9936cf9-c46b-4d4a-9d91-6a8aac91e568 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 1000 time: 0.0563316 Jan 04 14:15:19.099351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-7e65becd-4e8e-4935-98fc-0231c945fd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:19.101010 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-7e65becd-4e8e-4935-98fc-0231c945fd05 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0462728 Jan 04 14:15:19.105354 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:19:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:15:17Z', 'revision_number': 1, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:19.132019 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:15:19.140213 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:15:19.140802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:15:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:19.145328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-c1668c09-1bdb-4a1c-aa92-4daaf3d3b3e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:19.146983 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-c1668c09-1bdb-4a1c-aa92-4daaf3d3b3e1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402586 Jan 04 14:15:19.194832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:19.237788 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-c2b9d56c-7b41-4329-954c-d1aec11ec425 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846360 Jan 04 14:15:19.331962 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2154c946-e465-4f25-ba64-0e7bcf50d5d8 req-9acbf63c-6d69-4462-b891-493ba80ff72c service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877721 Jan 04 14:15:19.334633 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:15:19.549560 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:19:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:15:17Z', 'revision_number': 1, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:15:19.578474 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2830902-227a-4979-9a51-a489c9e202b9 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:19:57:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:15:17Z', 'revision_number': 1, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:15:19.754591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1bb9ec-f6a5-4ed0-8a32-d29d8a2ce0bc None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:15:20.427998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:22.030674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:35.331915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:45.543620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8f5bc1e3-319c-4b09-b1cb-aa2f869bf559 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:47.875559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d394be83-5084-4cd7-8fea-329f66e3d9a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:49.196743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:50.431631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:51.818648 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:15:52.033468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:15:55.958561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbc9cb-715a-45ec-b021-bb0ab8a15735 req-524e6209-f23d-4002-8d5a-35008c849eab tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:55.960640 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-25fbc9cb-715a-45ec-b021-bb0ab8a15735 req-524e6209-f23d-4002-8d5a-35008c849eab tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0490742 Jan 04 14:15:56.005826 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-25fbc9cb-715a-45ec-b021-bb0ab8a15735 req-dcc45b60-a458-4474-9c4d-40bba0659632 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394773 Jan 04 14:15:56.259274 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-e49a4d91-7b37-48f1-a9bc-02d1be1d1c0e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0714943 Jan 04 14:15:56.271289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476994ab-ee25-4bc1-b7a1-376e039b452e req-0be57e69-0135-43f8-addd-79350dafd49a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:56.273338 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-476994ab-ee25-4bc1-b7a1-376e039b452e req-0be57e69-0135-43f8-addd-79350dafd49a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0607369 Jan 04 14:15:56.323629 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-476994ab-ee25-4bc1-b7a1-376e039b452e req-f07bc5a2-696b-4d4f-b234-6ce605b1dc0e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432312 Jan 04 14:15:57.430771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-b936c65b-89f4-454f-b4e4-736b4b120817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:57.432227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-b936c65b-89f4-454f-b4e4-736b4b120817 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1099 time: 0.1119530 Jan 04 14:15:57.457027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1004a4a9-c38f-4d06-a1d6-fb3b143d9f0b req-f3515de1-f0d7-4e05-a309-5f907af0b3f2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:57.458459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1004a4a9-c38f-4d06-a1d6-fb3b143d9f0b req-f3515de1-f0d7-4e05-a309-5f907af0b3f2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0652764 Jan 04 14:15:57.553097 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1004a4a9-c38f-4d06-a1d6-fb3b143d9f0b req-2c6e56ef-2c08-4b6f-bbed-dba689909a6d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0849898 Jan 04 14:15:57.567420 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-79b7e433-3ca6-4f21-b830-4b1135b1608f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:57.568855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-79b7e433-3ca6-4f21-b830-4b1135b1608f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.1270723 Jan 04 14:15:57.631400 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-0ce9d5f7-2bd7-4fb2-9eee-479eec4d9434 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 1002 time: 0.0557187 Jan 04 14:15:57.680612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-74d3d3fe-8754-4d2e-b424-963feb0b2528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:57.682044 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-74d3d3fe-8754-4d2e-b424-963feb0b2528 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0436976 Jan 04 14:15:57.728337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-e220bad8-0fc0-4935-8cf6-08c444427b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:57.729734 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-e220bad8-0fc0-4935-8cf6-08c444427b37 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411849 Jan 04 14:15:57.818938 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-608eabb1-e30f-4060-a587-3a01733d7620 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810885 Jan 04 14:15:57.911999 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-0118f808-95e4-4555-8975-33e5a0bcd30b service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858915 Jan 04 14:15:58.667066 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8854bfd-0f83-4e13-afac-b63fab92c20b req-5f45f433-6614-4a3e-b1ba-703a5cf4d77a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:58.668521 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d8854bfd-0f83-4e13-afac-b63fab92c20b req-5f45f433-6614-4a3e-b1ba-703a5cf4d77a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0482593 Jan 04 14:15:58.714657 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d8854bfd-0f83-4e13-afac-b63fab92c20b req-10f324b1-e1b8-4072-853c-26152a758bf6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401325 Jan 04 14:15:59.828101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e90e4c-a4c3-4dbb-b563-d33765a75c1f req-e3c92635-663f-4c7d-a0e6-75cb7c0a6e58 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:15:59.829558 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-95e90e4c-a4c3-4dbb-b563-d33765a75c1f req-e3c92635-663f-4c7d-a0e6-75cb7c0a6e58 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0483203 Jan 04 14:15:59.875135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-95e90e4c-a4c3-4dbb-b563-d33765a75c1f req-69ff6534-a905-4160-be77-890430c11fad tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397441 Jan 04 14:16:00.784919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a142b-6f95-4042-9e16-8728085ac86c req-55d3582f-9d96-488c-bf7c-6de1e4c99fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:00.786463 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-55d3582f-9d96-488c-bf7c-6de1e4c99fa2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1099 time: 0.0395923 Jan 04 14:16:00.888689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a142b-6f95-4042-9e16-8728085ac86c req-0461c1be-0dd7-4893-a1f0-6d9c1a1bae9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:00.890140 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-0461c1be-0dd7-4893-a1f0-6d9c1a1bae9e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0859745 Jan 04 14:16:00.952697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-c4e2bfd6-1dbe-41c4-975b-09bd0ee82635 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 1002 time: 0.0565474 Jan 04 14:16:00.988735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fd6855-5e5c-4759-a5d7-27bc994053df req-61c7bd36-b9b6-45d5-84c0-18256b4cb08d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:00.990231 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e8fd6855-5e5c-4759-a5d7-27bc994053df req-61c7bd36-b9b6-45d5-84c0-18256b4cb08d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0478520 Jan 04 14:16:01.002553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a142b-6f95-4042-9e16-8728085ac86c req-6ff0c307-a6ad-4679-a18c-4e75c60dcf55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:01.003981 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-6ff0c307-a6ad-4679-a18c-4e75c60dcf55 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0454538 Jan 04 14:16:01.042042 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e8fd6855-5e5c-4759-a5d7-27bc994053df req-7ec0cf65-22fa-49e7-a055-5e374aa7a1f1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441422 Jan 04 14:16:01.047682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749a142b-6f95-4042-9e16-8728085ac86c req-3448cd52-8625-44f1-af99-0e675c94346e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:01.049171 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-3448cd52-8625-44f1-af99-0e675c94346e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392158 Jan 04 14:16:01.138996 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-6bc5ccd1-1085-4c80-b6f1-22b3a7ab4ebc service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826309 Jan 04 14:16:01.223411 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-749a142b-6f95-4042-9e16-8728085ac86c req-4da086c6-1418-4903-bb0d-854b29a45a3c service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0779264 Jan 04 14:16:02.206340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb1f07e-4399-4d84-829f-ea7d59ceb7df req-038811bc-d56b-4a66-acf5-fb14c3d26bb6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:02.207801 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8fb1f07e-4399-4d84-829f-ea7d59ceb7df req-038811bc-d56b-4a66-acf5-fb14c3d26bb6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0958881 Jan 04 14:16:02.256837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8fb1f07e-4399-4d84-829f-ea7d59ceb7df req-0a0390d3-1f25-4cbf-aeaa-e81b0ee66a21 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424237 Jan 04 14:16:03.428303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-513d11e2-ca85-4e49-8431-1ae32f186c9b req-6a2a36b2-451d-41f5-8637-41f6ab840676 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:03.430445 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-513d11e2-ca85-4e49-8431-1ae32f186c9b req-6a2a36b2-451d-41f5-8637-41f6ab840676 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.1015351 Jan 04 14:16:03.475268 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-513d11e2-ca85-4e49-8431-1ae32f186c9b req-a86f3dc9-f8bb-4da8-aa3e-bf2ebae3c1f4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389445 Jan 04 14:16:04.589936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d5e27b-9f09-484e-ba07-f262e55de874 req-ed22db18-148c-4706-9b93-6fa3eaea4a63 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:04.591298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-02d5e27b-9f09-484e-ba07-f262e55de874 req-ed22db18-148c-4706-9b93-6fa3eaea4a63 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0482213 Jan 04 14:16:04.641107 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-02d5e27b-9f09-484e-ba07-f262e55de874 req-201dabb7-6afb-44fd-adc2-8af07dc0cdd6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439951 Jan 04 14:16:05.352923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:05.755193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e0b0b0-f132-4188-af2a-b88b17ff19ed req-6fea2459-df8b-4cef-81cb-9f7250d14014 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:05.756686 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-33e0b0b0-f132-4188-af2a-b88b17ff19ed req-6fea2459-df8b-4cef-81cb-9f7250d14014 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0485198 Jan 04 14:16:05.803797 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-33e0b0b0-f132-4188-af2a-b88b17ff19ed req-c3876935-a77b-4904-b9e3-ad95fed4b009 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409968 Jan 04 14:16:06.916525 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27733ed0-da07-49f0-abaa-2ea5b720b7c5 req-9ec31394-3e42-4b45-a6e8-10f2d0d703b2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:06.918000 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27733ed0-da07-49f0-abaa-2ea5b720b7c5 req-9ec31394-3e42-4b45-a6e8-10f2d0d703b2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0483999 Jan 04 14:16:06.963959 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27733ed0-da07-49f0-abaa-2ea5b720b7c5 req-1c369b58-acd9-459c-86b0-33096425042f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401590 Jan 04 14:16:08.080010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819412aa-504a-4977-b189-f56e7a77448c req-47b99fa1-b8f8-45db-bd67-3169a124497d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:08.081490 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-819412aa-504a-4977-b189-f56e7a77448c req-47b99fa1-b8f8-45db-bd67-3169a124497d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0515873 Jan 04 14:16:08.126867 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-819412aa-504a-4977-b189-f56e7a77448c req-30b7b60f-04bc-4472-91ae-61892231d4a4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386832 Jan 04 14:16:09.634349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00baf5a0-b613-48be-a0e2-947b3868cb86 req-d4dd99fc-c8c2-448e-9e34-41dff12aa351 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:09.635791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-00baf5a0-b613-48be-a0e2-947b3868cb86 req-d4dd99fc-c8c2-448e-9e34-41dff12aa351 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.4415195 Jan 04 14:16:09.641691 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-0b2c709e-8dcd-416a-8f33-8796ad1c995c service neutron] 10.222.0.13 "GET /v2.0/ports/d8df245b-0981-4900-bf90-e62c7c3ddb88/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0689178 Jan 04 14:16:09.689705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-00baf5a0-b613-48be-a0e2-947b3868cb86 req-150661da-d51d-4643-8942-077f8e790997 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470111 Jan 04 14:16:09.842446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-22e9d164-5bfa-413f-9922-f138e74fbfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:09.843924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-22e9d164-5bfa-413f-9922-f138e74fbfc2 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 1099 time: 0.0400386 Jan 04 14:16:09.906193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-082b4ea1-0d26-4eab-9cfc-cfe110767c5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:09.907671 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-082b4ea1-0d26-4eab-9cfc-cfe110767c5a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1099 time: 0.0422926 Jan 04 14:16:09.993903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-edb3829e-e5bb-4efc-a309-4c622e53d0e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:09.995343 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-edb3829e-e5bb-4efc-a309-4c622e53d0e8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0816677 Jan 04 14:16:10.063972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-bfaabb82-829e-4e18-a1e4-aa4825cc91d3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 1002 time: 0.0611842 Jan 04 14:16:10.112354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-77af7063-42a9-416e-9b16-22f200508fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:10.113793 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-77af7063-42a9-416e-9b16-22f200508fcc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0431983 Jan 04 14:16:10.158762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-aba9ebe4-1965-4f13-bc69-6a98f7ad1c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:10.160386 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-aba9ebe4-1965-4f13-bc69-6a98f7ad1c60 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400753 Jan 04 14:16:10.251038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-7a0c7ed7-34ad-4fb6-b945-1ac85d14f77d service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841067 Jan 04 14:16:10.342853 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-044b3a2f-7c96-4842-a3cc-693f81c53301 req-56d6633f-6924-4eb8-9cc0-672f4f9f2202 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853047 Jan 04 14:16:10.817062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f441a0-3a4d-4734-b20d-d1818dfa4a96 req-0fd4dbab-5f35-408d-8ce9-a54a6511d043 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:10.818439 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d6f441a0-3a4d-4734-b20d-d1818dfa4a96 req-0fd4dbab-5f35-408d-8ce9-a54a6511d043 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0479617 Jan 04 14:16:10.864196 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d6f441a0-3a4d-4734-b20d-d1818dfa4a96 req-2ab086a4-cdd3-44aa-9a6d-99b39e1480b3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393014 Jan 04 14:16:11.982950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed87af7-91af-4fd8-8d3f-a38fdbb94073 req-979d9147-c356-47ef-bdcd-b9dbb020c2e1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:11.984388 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5ed87af7-91af-4fd8-8d3f-a38fdbb94073 req-979d9147-c356-47ef-bdcd-b9dbb020c2e1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0516541 Jan 04 14:16:12.031212 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5ed87af7-91af-4fd8-8d3f-a38fdbb94073 req-09ebe906-9fc0-4bf5-ba8d-eb108b20d153 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403194 Jan 04 14:16:12.250854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c1a3f85-5cdb-4627-83ac-395494853c29 req-57778298-6cc4-4928-a68b-7643ac0c2021 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:12.252333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7c1a3f85-5cdb-4627-83ac-395494853c29 req-57778298-6cc4-4928-a68b-7643ac0c2021 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0815573 Jan 04 14:16:12.260953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-57b0b66e-e698-4af3-a8b4-3a4473a8a82b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:12.262309 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-57b0b66e-e698-4af3-a8b4-3a4473a8a82b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90&tenant_id=aabbe05adbe24488b384a47301fb3f22&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0785096 Jan 04 14:16:12.307258 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7c1a3f85-5cdb-4627-83ac-395494853c29 req-24a4bad2-a6ef-4c78-9eef-0e33d1adb2ce tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439143 Jan 04 14:16:12.345945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-4ffc60f9-8290-431b-9535-330a4feae385 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:12.347389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-4ffc60f9-8290-431b-9535-330a4feae385 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 1099 time: 0.0393836 Jan 04 14:16:12.434084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-2f43f17c-9ed4-4367-ae09-a485b9303d35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:12.435500 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-2f43f17c-9ed4-4367-ae09-a485b9303d35 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0817735 Jan 04 14:16:12.501077 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-dd479f1c-4fee-4ec8-a862-0dd15d9984dd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 200 len: 1002 time: 0.0596328 Jan 04 14:16:12.547621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-791c3d3f-671e-4b6e-aa3a-f2af81f50408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:12.548971 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-791c3d3f-671e-4b6e-aa3a-f2af81f50408 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0412879 Jan 04 14:16:12.592484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-72647b93-74c9-4fd6-8aa3-2f12ce439597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:12.593913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-72647b93-74c9-4fd6-8aa3-2f12ce439597 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382047 Jan 04 14:16:12.684895 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-b4eca868-b8ef-40f5-bb6e-b9f873690409 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829842 Jan 04 14:16:12.775839 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fd43454e-5209-4ae0-a1e0-c6354329dd07 req-4f40a0e4-b165-44dd-9e3b-8acf8b8249cb service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834444 Jan 04 14:16:13.427144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c531c0-34a0-4b19-b4e9-1a72b8223e56 req-050364f0-afd1-40d1-ba84-8cec3306276d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:13.428535 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-38c531c0-34a0-4b19-b4e9-1a72b8223e56 req-050364f0-afd1-40d1-ba84-8cec3306276d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0530701 Jan 04 14:16:13.474795 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-38c531c0-34a0-4b19-b4e9-1a72b8223e56 req-f3418c32-b285-4bf0-9780-f5859001bd55 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Jan 04 14:16:13.587143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d4fc3-7267-469d-9309-dfb6d016bdc1 req-019a6a1e-a5d2-47e3-bcbb-081e1950994a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:13.588598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c73d4fc3-7267-469d-9309-dfb6d016bdc1 req-019a6a1e-a5d2-47e3-bcbb-081e1950994a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0482950 Jan 04 14:16:13.635149 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c73d4fc3-7267-469d-9309-dfb6d016bdc1 req-19b56619-d0a1-4ccc-aa29-d61ff528e9bd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406587 Jan 04 14:16:13.679570 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:16:13.681613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:16:13.746841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3a7255-4ced-4250-aa59-58cd5e473a4d req-6610d59f-7b80-46e1-9656-f460dc70ccd6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:13.751212 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4c3a7255-4ced-4250-aa59-58cd5e473a4d req-6610d59f-7b80-46e1-9656-f460dc70ccd6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 946 time: 0.0486569 Jan 04 14:16:13.797496 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4c3a7255-4ced-4250-aa59-58cd5e473a4d req-224f8231-26cc-4b11-8b8e-1a674aa3c7a5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415444 Jan 04 14:16:13.833687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:13.836463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:13.859164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'mac_address': 'fa:16:3e:19:57:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:16:13.867241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:16:13.869446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e65f29ab-b467-4303-b460-e1855b6380ea" -d '{"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-unplugged", "status": "completed", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:16:13.904503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:13.908622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:16:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a11ea1a-2665-40f0-96c9-baf8841a6fdc x-openstack-request-id: req-1a11ea1a-2665-40f0-96c9-baf8841a6fdc {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:16:13.908912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-unplugged", "status": "completed", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:16:13.909161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1a11ea1a-2665-40f0-96c9-baf8841a6fdc {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:16:13.909543 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'code': 200} Jan 04 14:16:13.912265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:13.947486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:13.973556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d8df245b-0981-4900-bf90-e62c7c3ddb88 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:16:13.985248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:14.011899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.012250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.012590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.012929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.013256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.013581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.013929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.014258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.014583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.014909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.015228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.015544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.015861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:14.030853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:16:14.031211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:16:14.039395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a58e6f-53b2-445f-b27e-5a760ef5b569 req-fc1d4dc1-ed6d-483a-839c-898a67152efc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:14.040881 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-26a58e6f-53b2-445f-b27e-5a760ef5b569 req-fc1d4dc1-ed6d-483a-839c-898a67152efc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 944 time: 0.0499372 Jan 04 14:16:14.091063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-26a58e6f-53b2-445f-b27e-5a760ef5b569 req-de5729c1-3ed5-4c82-b6b6-23804112959f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440152 Jan 04 14:16:14.569252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:14.581126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8df245b-0981-4900-bf90-e62c7c3ddb88 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:16:14.599566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:14.603886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:14.653108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:14.660490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['d8df245b-0981-4900-bf90-e62c7c3ddb88'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:16:15.205799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8004f49d-0992-488e-8934-0dfef8ddf5ae req-71c830bb-0cff-4b19-9703-11bf35932f33 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:15.207275 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8004f49d-0992-488e-8934-0dfef8ddf5ae req-71c830bb-0cff-4b19-9703-11bf35932f33 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 945 time: 0.0476160 Jan 04 14:16:15.252271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8004f49d-0992-488e-8934-0dfef8ddf5ae req-591b3a07-be24-4939-9eb9-85008653d4a9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392237 Jan 04 14:16:15.546350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f75bcb7e-e38e-44a4-8527-502f306ea890 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:15.659064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d13aea57-2161-475c-9d64-8ea461769e7f req-8522c711-9b24-4b8d-b380-12f6bcc13b1a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:15.660530 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d13aea57-2161-475c-9d64-8ea461769e7f req-8522c711-9b24-4b8d-b380-12f6bcc13b1a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 945 time: 0.0516093 Jan 04 14:16:15.690779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:16:15.737542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port d8df245b-0981-4900-bf90-e62c7c3ddb88 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:16:15.737998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:15.748774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Deleting port d8df245b-0981-4900-bf90-e62c7c3ddb88 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:16:15.749117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:15.818976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:15.840900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:15.841265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:15.850365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port d8df245b-0981-4900-bf90-e62c7c3ddb88, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=d8df245b-0981-4900-bf90-e62c7c3ddb88,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:15.855453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:15.901529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:15.910827 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:16:15.913132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98a8e8bb-6353-497d-b997-4a4e13c594db" -d '{"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-plugged", "status": "completed", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:16:15.950164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:16:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22c39f98-7386-4d17-86ed-a9bd91561cfa x-openstack-request-id: req-22c39f98-7386-4d17-86ed-a9bd91561cfa {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:16:15.950500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-plugged", "status": "completed", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:16:15.950758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-22c39f98-7386-4d17-86ed-a9bd91561cfa {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:16:15.951163 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'code': 200} Jan 04 14:16:16.139815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:16.140083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:16.140397 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 disassociated. External IP: 172.36.2.241, port: d8df245b-0981-4900-bf90-e62c7c3ddb88. Jan 04 14:16:16.140737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Calling delete_port for d8df245b-0981-4900-bf90-e62c7c3ddb88 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:16:16.265921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:16.299171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event deleted for resources: {'Port': ['ID=d8df245b-0981-4900-bf90-e62c7c3ddb88,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:16.310520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.310870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.311217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.311542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.311949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.312282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.312618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.312931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.313253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.313573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.313937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.314263 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.314577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:16:16.384520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-830a7118-aa92-4293-a013-9986114893de req-672bc8b8-3102-4741-b7cf-f7d35699d845 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=13c185b9-1598-4e3d-98d9-f69c4cf40e90 HTTP/1.1" status: 200 len: 210 time: 0.0326638 Jan 04 14:16:16.451108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:16:16.558253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:16:16.568479 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:16:16.578950 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:16:16.579570 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:15:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:16.595943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] No DVR routers for this DVR port d8df245b-0981-4900-bf90-e62c7c3ddb88 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:16:16.598493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:16.601840 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d13aea57-2161-475c-9d64-8ea461769e7f req-7b1aafcc-e0c5-46d9-9c07-ba2cdf253313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "DELETE /v2.0/ports/d8df245b-0981-4900-bf90-e62c7c3ddb88 HTTP/1.1" status: 204 len: 173 time: 0.9360998 Jan 04 14:16:16.602300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-deleted', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:16:16.604509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5169b08f-3fe1-4687-ae5f-d845f916fc93" -d '{"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-deleted", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:16:16.644985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b31d7a71-19d4-48aa-81e8-0b1f99f45a2c x-openstack-request-id: req-b31d7a71-19d4-48aa-81e8-0b1f99f45a2c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:16:16.645345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13c185b9-1598-4e3d-98d9-f69c4cf40e90", "name": "network-vif-deleted", "tag": "d8df245b-0981-4900-bf90-e62c7c3ddb88", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:16:16.645539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b31d7a71-19d4-48aa-81e8-0b1f99f45a2c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:16:16.646026 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13c185b9-1598-4e3d-98d9-f69c4cf40e90', 'name': 'network-vif-deleted', 'tag': 'd8df245b-0981-4900-bf90-e62c7c3ddb88', 'status': 'completed', 'code': 200} Jan 04 14:16:16.686089 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:16:16.877922 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:16.903466 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:16:16.911716 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:16:16.912308 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:15:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:17.018781 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:16:17.213561 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:17.238638 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d4a944e-8a5c-451d-9a56-df82a5560727 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:16:17.461258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-294577d6-4d88-4dd2-b2ef-d8572c7dab84 None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:16:17.623612 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-d88980b9-d454-4e6c-9163-a85316593ed8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--886793020&fields=id&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 267 time: 0.0450053 Jan 04 14:16:17.731155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-4bbf66c4-89aa-4078-a9e1-7f66a132459e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:17.732505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-4bbf66c4-89aa-4078-a9e1-7f66a132459e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1021390 Jan 04 14:16:17.746879 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-6eb6ff99-cff9-4b81-a574-f6bbae71797f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/quotas/aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 375 time: 0.0087643 Jan 04 14:16:17.797742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-722b75d6-20b1-4a32-9e6e-c54ac6d653a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453892 Jan 04 14:16:17.854771 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-320e1027-a209-4913-b8ef-3a2666ee92d0 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:16:17.855776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-320e1027-a209-4913-b8ef-3a2666ee92d0 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0469041 Jan 04 14:16:17.878321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-80dc69c8-da37-4d40-8ac4-ab185241fd70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:17.950046 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-39c70110-0751-4e44-a973-e9c15983819f service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878472 Jan 04 14:16:18.037315 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-a38dd19f-c16a-4cf9-a8d0-5ebc4ceee192 service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812390 Jan 04 14:16:18.191928 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cee9828b-3fd4-44b8-97e7-8eb5c1cd6a96 req-fa2aab6a-220e-4b17-aa7d-bc44ca8d7c03 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 210 time: 0.0265293 Jan 04 14:16:19.127346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-95507379-d89e-467b-bf2d-8a33fbae45d9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:19.128800 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-95507379-d89e-467b-bf2d-8a33fbae45d9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1072652 Jan 04 14:16:19.190901 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-5c2f76c0-7225-466d-b93f-6aa62b819325 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 379 time: 0.0533710 Jan 04 14:16:19.200258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.201027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'port': {'device_id': '02ce8104-92ae-4c70-b59c-79e410c98575', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'admin_state_up': True, 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'security_groups': ['0c9d25a2-f00c-499f-a300-5195d37bf4de']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:16:19.297223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-269ff8ac-7db7-43d3-92c9-4f484f11164c req-57bade13-d54e-4628-8657-c8e21b764e85 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 210 time: 0.0365243 Jan 04 14:16:19.333737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Made reservation on behalf of aabbe05adbe24488b384a47301fb3f22 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:16:19.337758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.456540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Allocated IP 172.20.0.10 (0692841c-bf05-47dc-a29c-ece01d63fc67/d7b8e599-3849-4c26-8a34-950c7109b2b6/7297ae8a-2502-4de8-bc84-7834a97c6e37) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:16:19.588785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.620948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.662014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:16:19.664965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:16:19.670957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:16:19.676501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:19.691283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:16:19.716917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: d8df245b-0981-4900-bf90-e62c7c3ddb88 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:16:19.717694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device d8df245b-0981-4900-bf90-e62c7c3ddb88 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:16:19.729964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:19.730574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.747633 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-3fc76210-a7f4-444f-bd21-4af6c736625a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5506458 Jan 04 14:16:19.761917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Request body: {'port': {'device_id': '02ce8104-92ae-4c70-b59c-79e410c98575', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:16:19.815620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.862005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ccea8a74-531d-4bdb-82c3-d456be295b01 None None] Provisioning complete for port 7297ae8a-2502-4de8-bc84-7834a97c6e37 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:16:19.862382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ccea8a74-531d-4bdb-82c3-d456be295b01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:19.896537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ccea8a74-531d-4bdb-82c3-d456be295b01 None None] Port 7297ae8a-2502-4de8-bc84-7834a97c6e37 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:16:20.072831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7297ae8a-2502-4de8-bc84-7834a97c6e37 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:16:20.080131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:20.091592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Transition to ACTIVE for port object 7297ae8a-2502-4de8-bc84-7834a97c6e37 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:16:20.095553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:20.145122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:20.213997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Attempting to bind port 7297ae8a-2502-4de8-bc84-7834a97c6e37 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:16:20.214332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Attempting to bind port 7297ae8a-2502-4de8-bc84-7834a97c6e37 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:16:20.214657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Attempting to bind port 7297ae8a-2502-4de8-bc84-7834a97c6e37 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:16:20.219174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Port 7297ae8a-2502-4de8-bc84-7834a97c6e37 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:16:20.219496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Attempting to bind port 7297ae8a-2502-4de8-bc84-7834a97c6e37 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:16:20.224509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 16, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:16:20.224841 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:16:20.225212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Bound using segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:16:20.225628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Bound port: 7297ae8a-2502-4de8-bc84-7834a97c6e37, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:16:20.226488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:20.296696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:16:20.299974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:16:20.304986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:20.340999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.342079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:20.343452 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] 10.222.0.13 "PUT /v2.0/ports/7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1094 time: 0.5873749 Jan 04 14:16:20.343898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:16:20.346155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04d5a5bd-01d1-4c74-8a29-402a8add62b9" -d '{"events": [{"name": "network-changed", "server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:16:20.368216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-472ecd90-4c7a-4987-9b9f-212b60921d61 service neutron] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:20.408645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:16:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5176e87-9bc3-4628-a3a5-6c894f5e33f9 x-openstack-request-id: req-c5176e87-9bc3-4628-a3a5-6c894f5e33f9 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:16:20.408933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:16:20.409186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c5176e87-9bc3-4628-a3a5-6c894f5e33f9 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:16:20.409585 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'status': 'completed', 'code': 200} Jan 04 14:16:20.438176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:20.449238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51746aa5-956a-422c-a3f8-4278d4893fa6 req-b2d437c5-c976-4e60-86e0-7beebef687d1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.451506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-51746aa5-956a-422c-a3f8-4278d4893fa6 req-b2d437c5-c976-4e60-86e0-7beebef687d1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 944 time: 0.0724883 Jan 04 14:16:20.455305 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-1bd13ed4-6c38-4388-932c-9b8b6d0b4074 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.457181 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-1bd13ed4-6c38-4388-932c-9b8b6d0b4074 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1097 time: 0.0593054 Jan 04 14:16:20.503358 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-e787dcb7-9343-4540-a979-c2e1cafb76ab service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 217 time: 0.0374026 Jan 04 14:16:20.504631 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-51746aa5-956a-422c-a3f8-4278d4893fa6 req-b8327f25-3fdb-46ca-a3a8-03525bd4858d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453544 Jan 04 14:16:20.556898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-bd249457-65e1-4009-8c3f-0f5d39b4eae1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.558393 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-bd249457-65e1-4009-8c3f-0f5d39b4eae1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0494339 Jan 04 14:16:20.605257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-f1e5072b-34ed-4fa0-84fe-39fb55795da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.606794 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-f1e5072b-34ed-4fa0-84fe-39fb55795da6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417101 Jan 04 14:16:20.699941 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-284ef542-b07a-4a34-9b42-6a97359add93 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857527 Jan 04 14:16:20.788655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4426f15d-60cf-4607-8c6f-e32eb1155236 req-6c1140e4-53e8-4dcf-a9ce-66e0e26326a9 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813284 Jan 04 14:16:20.876774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-582aeb86-6479-484f-9942-01e6e683c624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.878231 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-582aeb86-6479-484f-9942-01e6e683c624 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1097 time: 0.0392594 Jan 04 14:16:20.968935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-f01468bf-d618-4309-a19c-5a6260d06be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:20.970399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-f01468bf-d618-4309-a19c-5a6260d06be8 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0863969 Jan 04 14:16:21.010752 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-2452cd00-eebc-4ed7-8d60-32b6548ab98d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 217 time: 0.0331962 Jan 04 14:16:21.062589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-01717fd8-1750-44b8-8526-5ee320df991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:21.064100 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-01717fd8-1750-44b8-8526-5ee320df991e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0459695 Jan 04 14:16:21.107472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-845d473b-d0fc-4923-8018-1400442cefe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:21.108891 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-845d473b-d0fc-4923-8018-1400442cefe7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0380180 Jan 04 14:16:21.196012 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-dd6f0b0d-7431-413b-aed4-ae7c748436cd service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0797021 Jan 04 14:16:21.288096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-04d5a5bd-01d1-4c74-8a29-402a8add62b9 req-90213b50-dff6-4f6c-8454-e55d456e02ae service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841906 Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:16:21.619760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:16:21.623267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee6e9d-78bc-477e-9a43-9b4c48d0ac84 req-49054c85-2eef-4345-935c-b5d6c2ba6d9e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:21.623432 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cee6e9d-78bc-477e-9a43-9b4c48d0ac84 req-49054c85-2eef-4345-935c-b5d6c2ba6d9e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 944 time: 0.0490096 Jan 04 14:16:21.669148 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9cee6e9d-78bc-477e-9a43-9b4c48d0ac84 req-40331152-0392-4da8-9675-4e83ebdf146b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397012 Jan 04 14:16:22.035702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:22.782420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be53098c-5b37-4a80-b82a-81912ace9485 req-35003263-0466-4314-88d6-674c5f028670 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:22.783895 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be53098c-5b37-4a80-b82a-81912ace9485 req-35003263-0466-4314-88d6-674c5f028670 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 944 time: 0.0493391 Jan 04 14:16:22.833785 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be53098c-5b37-4a80-b82a-81912ace9485 req-4eb950fc-2876-4374-8191-5fb6d89393a0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439534 Jan 04 14:16:23.725428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7297ae8a-2502-4de8-bc84-7834a97c6e37 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:16:23.819088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:23.829721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'mac_address': 'fa:16:3e:45:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:16:23.869197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:23.881960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7297ae8a-2502-4de8-bc84-7834a97c6e37 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:16:23.900909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:23.904248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:23.951929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:24.106411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['7297ae8a-2502-4de8-bc84-7834a97c6e37'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:16:24.311299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f57fb6-dd8b-4feb-b11f-b6d77abfd017 req-ea88e5d3-6b88-4457-aa62-c2f3ce142c69 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:24.312695 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-88f57fb6-dd8b-4feb-b11f-b6d77abfd017 req-ea88e5d3-6b88-4457-aa62-c2f3ce142c69 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 945 time: 0.4070129 Jan 04 14:16:24.358761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-88f57fb6-dd8b-4feb-b11f-b6d77abfd017 req-fb644e74-1cf6-4d3e-989d-b9bcde293105 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401425 Jan 04 14:16:25.470498 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac87510-0a52-41d6-821d-08f93b157aa7 req-14a2b3f9-d2da-43d0-9cf7-7f6a5eea5c44 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:25.471951 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dac87510-0a52-41d6-821d-08f93b157aa7 req-14a2b3f9-d2da-43d0-9cf7-7f6a5eea5c44 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 945 time: 0.0480311 Jan 04 14:16:25.518108 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dac87510-0a52-41d6-821d-08f93b157aa7 req-f5b07b3a-7ab1-4bd0-84f3-16f3dff65d95 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397000 Jan 04 14:16:25.737890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7297ae8a-2502-4de8-bc84-7834a97c6e37 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:16:25.785016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 7297ae8a-2502-4de8-bc84-7834a97c6e37 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:16:25.789453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 7297ae8a-2502-4de8-bc84-7834a97c6e37 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:16:25.789823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:25.866540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:25.887991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:16:25.890227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02f607c5-89d6-4ad2-9a6e-121fc4c4baae" -d '{"events": [{"server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "name": "network-vif-plugged", "status": "completed", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:16:25.903320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:16:25.907245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:25.929604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:16:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92c503c-fa4e-4b94-9163-78c7029cfa6c x-openstack-request-id: req-e92c503c-fa4e-4b94-9163-78c7029cfa6c {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:16:25.929925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "name": "network-vif-plugged", "status": "completed", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:16:25.930195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e92c503c-fa4e-4b94-9163-78c7029cfa6c {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:16:25.930560 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'code': 200} Jan 04 14:16:25.956656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:16:26.082887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0d09b-46f7-4b80-a1d4-915a153da605 req-156ebb8a-ba0d-49a0-a5fe-d44b7d2b32b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:26.084347 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-38d0d09b-46f7-4b80-a1d4-915a153da605 req-156ebb8a-ba0d-49a0-a5fe-d44b7d2b32b7 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1099 time: 0.0389724 Jan 04 14:16:26.126960 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-38d0d09b-46f7-4b80-a1d4-915a153da605 req-0e67c66c-7ba0-426f-885d-4ca3f0c687ca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359294 Jan 04 14:16:26.632893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22303c90-ce5d-45a2-9436-450221780b88 req-9cc8ed6f-963e-433d-95dc-15e6d8f36e72 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:26.634389 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-22303c90-ce5d-45a2-9436-450221780b88 req-9cc8ed6f-963e-433d-95dc-15e6d8f36e72 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0483222 Jan 04 14:16:26.681968 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-22303c90-ce5d-45a2-9436-450221780b88 req-d59a3c1e-0fc6-4826-833f-d1bf94f26ad0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416355 Jan 04 14:16:27.799864 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fcb3ca-4af4-4419-8377-b19e05e0d258 req-1d6ae627-5cf2-448d-a974-3db3275736b3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:27.801322 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0fcb3ca-4af4-4419-8377-b19e05e0d258 req-1d6ae627-5cf2-448d-a974-3db3275736b3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0517542 Jan 04 14:16:27.846767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0fcb3ca-4af4-4419-8377-b19e05e0d258 req-11e12423-268c-4bf1-868b-cf154cc8621f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395577 Jan 04 14:16:27.964248 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42e6636-8bf0-4437-a888-35ccdb994e57 req-dfdb750a-2d75-47d3-98cb-74e38dbfce23 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:27.965618 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c42e6636-8bf0-4437-a888-35ccdb994e57 req-dfdb750a-2d75-47d3-98cb-74e38dbfce23 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0524912 Jan 04 14:16:27.974257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43346) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:16:27.979137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'floatingip': {'port_id': '7297ae8a-2502-4de8-bc84-7834a97c6e37'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:16:28.016879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:28.439147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:28.442776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:28.539935 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 associated. External IP: 172.36.2.241, port: 7297ae8a-2502-4de8-bc84-7834a97c6e37. Jan 04 14:16:28.746395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:16:28.816625 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:16:28.851913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:16:28.856679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:28.862642 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:16:28.872218 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:16:28.872813 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:16:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:28.883402 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-28290c9a-050e-42d7-85e4-b23d90c7cb13 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "PUT /v2.0/floatingips/24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 HTTP/1.1" status: 200 len: 992 time: 0.9081376 Jan 04 14:16:28.884098 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:16:28.886479 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e8a27f7-d87a-4626-a33f-709001fe9953" -d '{"events": [{"name": "network-changed", "server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:16:28.980053 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:16:28.989380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:16:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7586e83b-03ed-421d-bfb2-aa3218c6cf4b x-openstack-request-id: req-7586e83b-03ed-421d-bfb2-aa3218c6cf4b {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:16:28.989896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:16:28.989976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7586e83b-03ed-421d-bfb2-aa3218c6cf4b {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:16:28.990341 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'status': 'completed', 'code': 200} Jan 04 14:16:29.049283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-37560609-8aa5-46ea-9361-4bd2c334762a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:29.050782 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-37560609-8aa5-46ea-9361-4bd2c334762a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1099 time: 0.0404816 Jan 04 14:16:29.143013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-98de6aae-4471-4258-bf35-9905d31ec555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:29.144520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-98de6aae-4471-4258-bf35-9905d31ec555 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0875056 Jan 04 14:16:29.210956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-742bca74-4423-4aaf-b6a9-558a6bb8bf27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1000 time: 0.0595605 Jan 04 14:16:29.258069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-a977122d-41d7-43c2-8850-ee19c9ead46d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:29.259544 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-a977122d-41d7-43c2-8850-ee19c9ead46d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0431461 Jan 04 14:16:29.286711 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:45:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ce8104-92ae-4c70-b59c-79e410c98575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:16:28Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:29.307902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-33e0d8eb-d95b-4a55-846d-47aeb9787ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:16:29.309307 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-33e0d8eb-d95b-4a55-846d-47aeb9787ae4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435927 Jan 04 14:16:29.312712 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:16:29.320727 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:16:29.321325 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:16:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:29.397280 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-079c80d3-3ea8-4467-bb73-fe9917464c4c service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798068 Jan 04 14:16:29.424725 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:16:29.488414 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7e8a27f7-d87a-4626-a33f-709001fe9953 req-9923da24-5612-4824-a597-1503742d987a service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840404 Jan 04 14:16:29.641523 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:45:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ce8104-92ae-4c70-b59c-79e410c98575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:16:28Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:16:29.667691 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd588e5a-9ce6-452b-86ac-370d5fa5147d None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:45:49:b2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02ce8104-92ae-4c70-b59c-79e410c98575', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:16:28Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:16:29.859837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ead4df08-fa36-4941-b9bc-7526e7306b61 None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:16:35.348782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:45.548915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-552c2b4d-bfce-42f4-bc04-f17da17f9460 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:47.878777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cfec647a-8311-40b0-84a9-7b978e0cbfbc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:49.202811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:50.433055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:16:52.038278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:00.739238 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-47e29c34-05ff-4dc2-955a-d714cdbc8a3a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381579 Jan 04 14:17:00.819769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9893c-771b-4832-9472-7368d48a7138 req-f8222950-fa63-4601-a587-7915568f30d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:00.821220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-f8222950-fa63-4601-a587-7915568f30d0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1099 time: 0.0395374 Jan 04 14:17:00.928582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9893c-771b-4832-9472-7368d48a7138 req-b9d270e8-8803-410b-9f6e-624171125dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:00.930039 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-b9d270e8-8803-410b-9f6e-624171125dd1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0851135 Jan 04 14:17:00.997368 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-d9822e1b-fec2-4861-b3cf-459524130658 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1002 time: 0.0595767 Jan 04 14:17:01.044057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9893c-771b-4832-9472-7368d48a7138 req-77a82d8a-e719-4aca-ac0f-ca7db65dc92a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:01.045437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-77a82d8a-e719-4aca-ac0f-ca7db65dc92a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0414422 Jan 04 14:17:01.090512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9893c-771b-4832-9472-7368d48a7138 req-c45980cd-3c65-46a9-99a6-28aee1397369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:01.091921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-c45980cd-3c65-46a9-99a6-28aee1397369 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386758 Jan 04 14:17:01.186893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-75ea8d7b-fb71-4307-8e44-4856e817cb75 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878944 Jan 04 14:17:01.271603 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4fe9893c-771b-4832-9472-7368d48a7138 req-d86bf6c7-05b6-4d31-8761-be7f2c7cfdee service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0783110 Jan 04 14:17:05.350202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:05.815437 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:17:06.189749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111b329d-f821-4a66-86a8-6f3261c217a7 req-83702313-1c40-440d-b6e2-0f156310b4ab tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:06.191264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-111b329d-f821-4a66-86a8-6f3261c217a7 req-83702313-1c40-440d-b6e2-0f156310b4ab tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0500855 Jan 04 14:17:06.238659 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-111b329d-f821-4a66-86a8-6f3261c217a7 req-be78a216-2951-42be-bdfd-bc184fdef994 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414920 Jan 04 14:17:07.353740 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf939c9-598a-42d8-947b-123ce47b6df3 req-8643f607-63d9-41bd-8018-ddfeb2829300 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:07.355220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-acf939c9-598a-42d8-947b-123ce47b6df3 req-8643f607-63d9-41bd-8018-ddfeb2829300 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0478938 Jan 04 14:17:07.404754 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-acf939c9-598a-42d8-947b-123ce47b6df3 req-7e2a7124-b5cd-489f-8119-866bc7385b55 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436845 Jan 04 14:17:08.518571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ac4553-7ca6-43be-a406-bebb85b82b61 req-2a37e0d2-4b42-4e9e-9609-837df562e63b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:08.520051 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-05ac4553-7ca6-43be-a406-bebb85b82b61 req-2a37e0d2-4b42-4e9e-9609-837df562e63b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0491643 Jan 04 14:17:08.569833 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-05ac4553-7ca6-43be-a406-bebb85b82b61 req-cc22bbe3-21ee-4fd7-84cd-16200d5736f4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434592 Jan 04 14:17:09.685580 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ab35d7-a15e-44b8-a468-29fe9d971353 req-0f3e5eb2-7c51-4130-afa4-3fdf709fac92 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:09.687060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49ab35d7-a15e-44b8-a468-29fe9d971353 req-0f3e5eb2-7c51-4130-afa4-3fdf709fac92 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0499139 Jan 04 14:17:09.734471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49ab35d7-a15e-44b8-a468-29fe9d971353 req-25907d5b-9e5d-44c1-abc2-f3adf4063a2b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414925 Jan 04 14:17:10.852083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d0eb95-eb3e-41a8-8099-4bb0a12807e3 req-7f639f48-6c98-41cd-9314-791d3a3f3b00 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:10.854107 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-38d0eb95-eb3e-41a8-8099-4bb0a12807e3 req-7f639f48-6c98-41cd-9314-791d3a3f3b00 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0491657 Jan 04 14:17:10.902629 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-38d0eb95-eb3e-41a8-8099-4bb0a12807e3 req-50d44847-316a-4d04-8977-65ee22318b2f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426729 Jan 04 14:17:12.017726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc09d0f-d60c-4e7f-b6b2-809a60879e97 req-9e798108-4bdc-4b9a-a203-942033112060 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:12.019102 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3bc09d0f-d60c-4e7f-b6b2-809a60879e97 req-9e798108-4bdc-4b9a-a203-942033112060 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0474958 Jan 04 14:17:12.063943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3bc09d0f-d60c-4e7f-b6b2-809a60879e97 req-8c460ad1-b90d-4ca7-bf7b-1a3fbf724082 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390532 Jan 04 14:17:13.179193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fafd85c-0191-49f0-9e87-eaeb1d506c46 req-a64e962b-2a32-456b-bd23-dadd59b628dd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:13.180635 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fafd85c-0191-49f0-9e87-eaeb1d506c46 req-a64e962b-2a32-456b-bd23-dadd59b628dd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0483558 Jan 04 14:17:13.226130 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9fafd85c-0191-49f0-9e87-eaeb1d506c46 req-31334ac1-6797-4fef-8581-08287d2a8fff tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396521 Jan 04 14:17:14.341335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b492a71-3764-4f11-9703-03fefbac99b9 req-658fd94d-bf8e-4c63-a7a2-4ff2cdd389b8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:14.342718 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b492a71-3764-4f11-9703-03fefbac99b9 req-658fd94d-bf8e-4c63-a7a2-4ff2cdd389b8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0508080 Jan 04 14:17:14.387856 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b492a71-3764-4f11-9703-03fefbac99b9 req-ab56dbb7-7b7a-4cfd-9667-f2e228a7be2b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393591 Jan 04 14:17:15.505303 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1349b1d1-74d8-4e30-8122-ccb4039037b1 req-5ad07c8f-1a6e-4f0c-90b7-d8bdc6ea9d54 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:15.506788 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1349b1d1-74d8-4e30-8122-ccb4039037b1 req-5ad07c8f-1a6e-4f0c-90b7-d8bdc6ea9d54 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0520930 Jan 04 14:17:15.549976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-15758950-1083-4ec6-8e78-9bc6e3c9fd8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:15.553015 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1349b1d1-74d8-4e30-8122-ccb4039037b1 req-c334924a-6c61-4394-a152-bf945884df0f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403831 Jan 04 14:17:16.669488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a02a3f5-5e82-4941-b090-5a1c0d14f4f4 req-b4e8e09a-5541-4dbe-9df2-77ad069d67e8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:16.670984 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2a02a3f5-5e82-4941-b090-5a1c0d14f4f4 req-b4e8e09a-5541-4dbe-9df2-77ad069d67e8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0482736 Jan 04 14:17:16.717177 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2a02a3f5-5e82-4941-b090-5a1c0d14f4f4 req-e9885583-b8a6-4762-b27c-a4c9ba5f1c54 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403998 Jan 04 14:17:16.935023 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-8214cb41-dbe4-412a-938e-57cd91d2d273 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401168 Jan 04 14:17:16.953922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ba3c74-7451-453a-ade8-65e367fe3280 req-7cbee972-a899-40cf-bdc9-c272d40b1f7f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:16.955515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-29ba3c74-7451-453a-ade8-65e367fe3280 req-7cbee972-a899-40cf-bdc9-c272d40b1f7f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0534406 Jan 04 14:17:17.002793 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-29ba3c74-7451-453a-ade8-65e367fe3280 req-6c385884-9d35-4743-970c-b3a69e2af8a1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413585 Jan 04 14:17:17.879958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f96daf95-dec0-4e0b-92c9-cf24932c5768 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:17.956457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-2d61e747-04f7-425c-9e5b-7374fece1477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:17.957985 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-2d61e747-04f7-425c-9e5b-7374fece1477 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1099 time: 0.0406833 Jan 04 14:17:18.047838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-508d309b-b795-4e26-898e-4b4f587c603e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:18.049384 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-508d309b-b795-4e26-898e-4b4f587c603e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0855486 Jan 04 14:17:18.113897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-8361788c-6fc6-426a-81ad-ad610b99b9d9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1002 time: 0.0577083 Jan 04 14:17:18.116766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4012d1-44fc-49cb-8e47-d700de4d51ed req-00b5cea0-b7bf-49b9-b02b-846225cf1765 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:18.118992 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dc4012d1-44fc-49cb-8e47-d700de4d51ed req-00b5cea0-b7bf-49b9-b02b-846225cf1765 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0489306 Jan 04 14:17:18.162447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-07c50852-91ca-4bec-a4f6-7aee33a08115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:18.163924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-07c50852-91ca-4bec-a4f6-7aee33a08115 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0439224 Jan 04 14:17:18.169894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dc4012d1-44fc-49cb-8e47-d700de4d51ed req-036b8734-b1ba-4888-b546-cd1439eb1a4e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447500 Jan 04 14:17:18.212190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-2a8b9097-dee1-4619-b02d-f6bd538d719f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:18.213658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-2a8b9097-dee1-4619-b02d-f6bd538d719f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434935 Jan 04 14:17:18.300390 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-d48514d2-ccc5-4224-8959-b284cbfd7c75 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0793927 Jan 04 14:17:18.389578 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-4921bc99-bfa2-43a1-bd0c-ddec850723ef service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829391 Jan 04 14:17:19.205528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:19.290016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8428b48-d987-4c96-b1ab-98234f706a5b req-5f5bd936-8893-4c85-aa77-9cdde6f33b2c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:19.291489 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f8428b48-d987-4c96-b1ab-98234f706a5b req-5f5bd936-8893-4c85-aa77-9cdde6f33b2c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0510366 Jan 04 14:17:19.337365 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f8428b48-d987-4c96-b1ab-98234f706a5b req-d35c94be-7a51-457a-8b94-c7c1ce357c93 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394163 Jan 04 14:17:19.905566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-08f4bd72-8b0b-4d17-bebf-ccca4e445236 service neutron] 10.222.0.13 "GET /v2.0/ports/7297ae8a-2502-4de8-bc84-7834a97c6e37/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0517712 Jan 04 14:17:20.100502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-022aebe8-ae5f-49cb-ac1b-c0b7dc15e2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:20.102460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-022aebe8-ae5f-49cb-ac1b-c0b7dc15e2c8 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 1099 time: 0.0427163 Jan 04 14:17:20.158711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-a957891b-1f49-4b2e-a7d1-45b3035e95ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:20.160128 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-a957891b-1f49-4b2e-a7d1-45b3035e95ae service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1099 time: 0.0383120 Jan 04 14:17:20.246243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-7c4827d4-c03c-4297-a32d-b60ba952d526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:20.247659 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-7c4827d4-c03c-4297-a32d-b60ba952d526 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0814865 Jan 04 14:17:20.312821 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-ae2e37cb-338c-4779-bc60-2f63e344b0c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1002 time: 0.0588896 Jan 04 14:17:20.359973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-218f71cd-7d4f-471c-95bb-3ad7ab9f0c4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:20.361357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-218f71cd-7d4f-471c-95bb-3ad7ab9f0c4b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0418651 Jan 04 14:17:20.405470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96709e79-7211-4d79-8955-ae946d1bd49e req-17ea1c99-740a-4faf-a697-ec6c91b3c753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:20.406981 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-17ea1c99-740a-4faf-a697-ec6c91b3c753 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392983 Jan 04 14:17:20.445110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:20.461155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aca4c4b-aa4d-4c1b-b460-d9fbeba8376a req-72ead732-8dc5-44ad-90fe-95bc6822f517 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:20.463195 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1aca4c4b-aa4d-4c1b-b460-d9fbeba8376a req-72ead732-8dc5-44ad-90fe-95bc6822f517 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0587103 Jan 04 14:17:20.506180 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-ddac4327-4ba1-4314-8993-8e7eaf7b0236 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920534 Jan 04 14:17:20.509662 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1aca4c4b-aa4d-4c1b-b460-d9fbeba8376a req-14912be6-c2f1-4c97-84cc-c63272799e90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404832 Jan 04 14:17:20.597675 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-96709e79-7211-4d79-8955-ae946d1bd49e req-eabb07cb-0574-446d-a6a0-e93abaa90e66 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856192 Jan 04 14:17:21.622813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982f57a9-61ed-4725-9930-6aa47a2e28d1 req-8a57ed2a-2ae7-4a3a-ac79-f34fc59a1578 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:21.624273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-982f57a9-61ed-4725-9930-6aa47a2e28d1 req-8a57ed2a-2ae7-4a3a-ac79-f34fc59a1578 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0485802 Jan 04 14:17:21.670340 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-982f57a9-61ed-4725-9930-6aa47a2e28d1 req-529a6280-574b-422c-be4e-d99dfbd72f1c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402739 Jan 04 14:17:22.041282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:22.784847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ee4ddc-0cac-4267-8594-327d5786f1f8 req-71f30089-96c1-4388-b1bd-48dd4fc9479d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:22.786359 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-64ee4ddc-0cac-4267-8594-327d5786f1f8 req-71f30089-96c1-4388-b1bd-48dd4fc9479d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0488062 Jan 04 14:17:22.837027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-64ee4ddc-0cac-4267-8594-327d5786f1f8 req-f8eef452-709f-41e1-bc36-ac568dc26435 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435345 Jan 04 14:17:23.033423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afecd18-a837-4fdb-9728-8d79940f3f6f req-828f5a72-59fb-4164-9a82-3b3962658913 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:23.034941 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3afecd18-a837-4fdb-9728-8d79940f3f6f req-828f5a72-59fb-4164-9a82-3b3962658913 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0537617 Jan 04 14:17:23.040720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-8e082b8a-bb76-4758-8372-1752d6200433 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:23.042370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-8e082b8a-bb76-4758-8372-1752d6200433 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575&tenant_id=aabbe05adbe24488b384a47301fb3f22&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 946 time: 0.0509150 Jan 04 14:17:23.086187 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3afecd18-a837-4fdb-9728-8d79940f3f6f req-4ff6088e-bb01-41eb-91ce-693129d836ed tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452182 Jan 04 14:17:23.123176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-768b4a49-1d65-4c8f-90c2-ba71247126c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:23.124666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-768b4a49-1d65-4c8f-90c2-ba71247126c7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1099 time: 0.0396087 Jan 04 14:17:23.216492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-b2eaba2b-ec34-4a17-a1d9-679ca098ac40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:23.217899 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-b2eaba2b-ec34-4a17-a1d9-679ca098ac40 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0864847 Jan 04 14:17:23.284571 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-8f23638a-0ce2-4625-8006-7e3f40572faa service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1002 time: 0.0598924 Jan 04 14:17:23.331485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-e2a00c90-1440-4d83-abfb-331c646abc9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:23.332873 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-e2a00c90-1440-4d83-abfb-331c646abc9c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0425229 Jan 04 14:17:23.375753 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-50612916-bf00-4850-bc60-084335d50028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:23.377198 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-50612916-bf00-4850-bc60-084335d50028 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382023 Jan 04 14:17:23.469303 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-160a9549-cdc5-4332-ab12-cdf243174934 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827162 Jan 04 14:17:23.556654 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27401629-71d5-4d27-a22d-a3ac56ca5e62 req-b0d000e6-7001-439c-ac74-08dff04ab6bf service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802128 Jan 04 14:17:24.036032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7297ae8a-2502-4de8-bc84-7834a97c6e37 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:17:24.135761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:24.151527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'mac_address': 'fa:16:3e:45:49:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:17:24.187754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:24.200319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7297ae8a-2502-4de8-bc84-7834a97c6e37 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:17:24.208778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e9bd73-7b16-42b1-944c-3428c1ff425d req-9f372a4c-f5c4-4709-a2eb-4060c1527e50 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.210298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11e9bd73-7b16-42b1-944c-3428c1ff425d req-9f372a4c-f5c4-4709-a2eb-4060c1527e50 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0489886 Jan 04 14:17:24.220310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:24.224362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:24.262285 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11e9bd73-7b16-42b1-944c-3428c1ff425d req-b1ff754c-b073-4db0-8153-bc5c4e95beb1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454540 Jan 04 14:17:24.274630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:24.281988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.282343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.282686 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.283102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.283347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.283677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.284006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.284339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.284735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.285071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.285395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.285716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.286108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:24.291386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['7297ae8a-2502-4de8-bc84-7834a97c6e37'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:17:24.380906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106a81c-37fe-4c4f-9d06-cc8666a4aed5 req-3a80e4b2-62bd-4023-923a-16022be0fac7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.382592 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f106a81c-37fe-4c4f-9d06-cc8666a4aed5 req-3a80e4b2-62bd-4023-923a-16022be0fac7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 945 time: 0.0491252 Jan 04 14:17:24.430454 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f106a81c-37fe-4c4f-9d06-cc8666a4aed5 req-4265c30c-abc1-4036-a3c4-0cbee8a86d89 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412149 Jan 04 14:17:24.621910 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9891288a-9968-4ec0-8c27-de4bcab5c036 req-5d163c0f-8d62-4fb5-8394-f6758a4d8ec4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.623419 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9891288a-9968-4ec0-8c27-de4bcab5c036 req-5d163c0f-8d62-4fb5-8394-f6758a4d8ec4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 945 time: 0.0485010 Jan 04 14:17:24.646147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-7667974d-fd04-49a3-aa13-5a8d032cad5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.647736 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-7667974d-fd04-49a3-aa13-5a8d032cad5c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 1098 time: 0.0401883 Jan 04 14:17:24.675546 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9891288a-9968-4ec0-8c27-de4bcab5c036 req-7a36bfce-3d6e-4c46-816b-14c113bc11ed tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460577 Jan 04 14:17:24.739577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-b225a3af-5b51-445d-a48d-41e7f7ad5c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.741004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-b225a3af-5b51-445d-a48d-41e7f7ad5c78 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0867445 Jan 04 14:17:24.803404 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-3df8845d-ea7f-4f27-8b92-6621aa3cfa98 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 200 len: 1001 time: 0.0560002 Jan 04 14:17:24.850898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-a490cea0-3ebe-46ad-aeef-47e3d4a162c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.852327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-a490cea0-3ebe-46ad-aeef-47e3d4a162c4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0425844 Jan 04 14:17:24.905310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-d89d2152-3e25-46a8-ab5b-4c40ea4c2a0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:24.906803 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-d89d2152-3e25-46a8-ab5b-4c40ea4c2a0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455291 Jan 04 14:17:24.994870 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-5cbd5f06-d745-440c-9967-2e1ffae4cf16 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807996 Jan 04 14:17:25.316570 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-657c221c-9720-40d3-9ec0-fbd6fbff4bf0 req-42644a19-fd77-4583-9387-45bb698da801 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3151791 Jan 04 14:17:25.800391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4768f693-b117-42e3-bb33-18975bd117f7 req-50005254-a99d-4cfb-8aad-39ff870420b3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:25.801895 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4768f693-b117-42e3-bb33-18975bd117f7 req-50005254-a99d-4cfb-8aad-39ff870420b3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 945 time: 0.0495279 Jan 04 14:17:25.847518 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4768f693-b117-42e3-bb33-18975bd117f7 req-03faec56-91fe-4407-9f9e-fb97d443c152 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398448 Jan 04 14:17:26.042295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7297ae8a-2502-4de8-bc84-7834a97c6e37 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:17:26.088944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 7297ae8a-2502-4de8-bc84-7834a97c6e37 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:17:26.089321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:26.174477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:26.196180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:17:26.198467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea99e2b6-a00c-435d-b33b-dc103051b28b" -d '{"events": [{"server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "name": "network-vif-plugged", "status": "completed", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:17:26.210452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:26.215040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:26.263916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:26.289600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:17:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76f1625b-c7d7-4ed4-b9d1-d44c474f801f x-openstack-request-id: req-76f1625b-c7d7-4ed4-b9d1-d44c474f801f {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:17:26.289911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "name": "network-vif-plugged", "status": "completed", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:17:26.290193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-76f1625b-c7d7-4ed4-b9d1-d44c474f801f {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:17:26.290587 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'code': 200} Jan 04 14:17:26.961805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71183ff0-8c69-4693-94c9-d109f728ed28 req-550885e8-6e10-4b2b-8bac-0db78d4269bc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:26.963326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71183ff0-8c69-4693-94c9-d109f728ed28 req-550885e8-6e10-4b2b-8bac-0db78d4269bc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0501688 Jan 04 14:17:27.009534 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71183ff0-8c69-4693-94c9-d109f728ed28 req-12593df2-1e1a-47d8-ae9f-33416aef4140 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403202 Jan 04 14:17:27.252839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb70bfe-7bdb-4c46-96cf-3e6801f146cd req-8509a0b2-05ed-4eaa-901c-0276c01ec288 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:27.254293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-deb70bfe-7bdb-4c46-96cf-3e6801f146cd req-8509a0b2-05ed-4eaa-901c-0276c01ec288 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0511546 Jan 04 14:17:27.300908 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-deb70bfe-7bdb-4c46-96cf-3e6801f146cd req-fc58319a-5995-471d-af2a-3aa32641a18b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406988 Jan 04 14:17:28.415726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e03ae388-2a48-41e0-817a-5fd52ccff932 req-0ba8845a-3e28-47fe-b5e2-74c7008a024a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:28.417224 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e03ae388-2a48-41e0-817a-5fd52ccff932 req-0ba8845a-3e28-47fe-b5e2-74c7008a024a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0484347 Jan 04 14:17:28.464321 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e03ae388-2a48-41e0-817a-5fd52ccff932 req-175ef3b9-8d7f-4dcf-bbdb-d298c5f06cbe tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412626 Jan 04 14:17:28.870852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-2499342d-c420-4ab4-a219-f7a719bc1843 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:28.872261 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-2499342d-c420-4ab4-a219-f7a719bc1843 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 946 time: 0.0475349 Jan 04 14:17:28.960045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Deleting port 7297ae8a-2502-4de8-bc84-7834a97c6e37 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:17:28.960376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:29.046340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] For port 7297ae8a-2502-4de8-bc84-7834a97c6e37, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=7297ae8a-2502-4de8-bc84-7834a97c6e37,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:29.046618 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:29.215689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:29.216042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:29.216352 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 disassociated. External IP: 172.36.2.241, port: 7297ae8a-2502-4de8-bc84-7834a97c6e37. Jan 04 14:17:29.216685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Calling delete_port for 7297ae8a-2502-4de8-bc84-7834a97c6e37 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:17:29.339936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:29.367858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event deleted for resources: {'Port': ['ID=7297ae8a-2502-4de8-bc84-7834a97c6e37,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:29.378894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.379284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.379616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.379955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.380300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.380635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.380964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.381293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.381624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.381971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.382302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.382627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.382949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:17:29.496707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:17:29.574661 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-74eff96f-d8b8-438b-a71d-e73ffeb7c18a req-8aa9062c-badb-4022-af43-7910f1a79393 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=02ce8104-92ae-4c70-b59c-79e410c98575 HTTP/1.1" status: 200 len: 210 time: 0.0302503 Jan 04 14:17:29.631945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:17:29.641448 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:17:29.651639 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:17:29.652241 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:17:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:29.671328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] No DVR routers for this DVR port 7297ae8a-2502-4de8-bc84-7834a97c6e37 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:17:29.673827 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:29.677150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81cc110d-86d0-46e2-9b45-bc317c9efbd2 req-7861359c-4e82-4cf1-8b8a-df36e3e444d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "DELETE /v2.0/ports/7297ae8a-2502-4de8-bc84-7834a97c6e37 HTTP/1.1" status: 204 len: 173 time: 0.7990124 Jan 04 14:17:29.677609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'name': 'network-vif-deleted', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:17:29.679924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-879e51c1-4ce2-4894-a0c3-af111ab64bc4" -d '{"events": [{"server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "name": "network-vif-deleted", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:17:29.718238 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:17:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f471bbe7-8454-4b98-9b99-c8045444ed75 x-openstack-request-id: req-f471bbe7-8454-4b98-9b99-c8045444ed75 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:17:29.719124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02ce8104-92ae-4c70-b59c-79e410c98575", "name": "network-vif-deleted", "tag": "7297ae8a-2502-4de8-bc84-7834a97c6e37", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:17:29.719391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f471bbe7-8454-4b98-9b99-c8045444ed75 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:17:29.719825 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02ce8104-92ae-4c70-b59c-79e410c98575', 'name': 'network-vif-deleted', 'tag': '7297ae8a-2502-4de8-bc84-7834a97c6e37', 'status': 'completed', 'code': 200} Jan 04 14:17:29.766419 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:17:29.960486 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:29.986746 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:17:29.994716 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:17:29.995312 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:17:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:30.100489 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:17:30.293022 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:30.321444 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6067db8a-96e4-4d05-ae2d-bfd51d2c0a75 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:17:30.529880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bab5e4e-f1c5-4589-8d9f-0a3ddcd8a8c9 None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:17:30.823234 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-caa18b95-5465-4976-8375-8b89a7251384 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--886793020&fields=id&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 267 time: 0.0412374 Jan 04 14:17:30.931160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-0f5fd3e4-f120-4361-87ee-b53197ea7b47 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:30.932589 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-0f5fd3e4-f120-4361-87ee-b53197ea7b47 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1003065 Jan 04 14:17:30.947505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-ad952997-e05f-43db-8394-ce79fab54232 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/quotas/aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 375 time: 0.0091734 Jan 04 14:17:30.995304 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-0d2b1604-e6d4-49ef-8380-1f51f2426917 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0428145 Jan 04 14:17:31.088733 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-b11079dc-b998-4e05-a351-d5056163961e service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822113 Jan 04 14:17:31.178213 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-8a09f717-b218-4691-8c43-17fa32867919 service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834198 Jan 04 14:17:31.331769 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e44ce178-1093-4185-bc46-24b7474638cf req-a967cd7b-3e9d-4dc3-9517-3ff9a9cb9bfd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 210 time: 0.0255072 Jan 04 14:17:32.065134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7297ae8a-2502-4de8-bc84-7834a97c6e37 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:17:32.087654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 7297ae8a-2502-4de8-bc84-7834a97c6e37 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:17:32.087993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 7297ae8a-2502-4de8-bc84-7834a97c6e37 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:17:32.213347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-41cb97bc-69ad-4db5-94c8-c32bc1b2500d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:32.214833 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-41cb97bc-69ad-4db5-94c8-c32bc1b2500d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1111994 Jan 04 14:17:32.279868 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-909472b2-86a4-42dd-a247-09debfeb263d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 379 time: 0.0551603 Jan 04 14:17:32.288616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'port': {'device_id': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'admin_state_up': True, 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'security_groups': ['0c9d25a2-f00c-499f-a300-5195d37bf4de']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:17:32.394942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Made reservation on behalf of aabbe05adbe24488b384a47301fb3f22 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:17:32.398552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:32.440853 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f4ba2a56-19c0-4530-9679-55403a7b83ad req-d4154842-28a3-4432-bfee-3289bd6ab047 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 210 time: 0.0390255 Jan 04 14:17:32.547491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Allocated IP 172.20.0.10 (0692841c-bf05-47dc-a29c-ece01d63fc67/d7b8e599-3849-4c26-8a34-950c7109b2b6/45929cff-ba15-4555-b463-3e3203588c5f) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:17:32.683848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:32.716345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:32.758178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:17:32.765707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:17:32.770173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:17:32.774145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:32.821468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:32.822113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:32.839301 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-c7b4ad97-e10a-4f44-b479-41b51aada97a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5541818 Jan 04 14:17:32.851523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Request body: {'port': {'device_id': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:17:32.910350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:32.953554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-713d0621-59a2-4cd3-a4c8-97ca19f4dd6f None None] Provisioning complete for port 45929cff-ba15-4555-b463-3e3203588c5f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:17:32.954010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-713d0621-59a2-4cd3-a4c8-97ca19f4dd6f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:32.986831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-713d0621-59a2-4cd3-a4c8-97ca19f4dd6f None None] Port 45929cff-ba15-4555-b463-3e3203588c5f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:17:33.166096 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 45929cff-ba15-4555-b463-3e3203588c5f {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:17:33.173326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:33.184645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Transition to ACTIVE for port object 45929cff-ba15-4555-b463-3e3203588c5f will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:17:33.188014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:33.238570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Pushing event updated for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:33.309953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Attempting to bind port 45929cff-ba15-4555-b463-3e3203588c5f on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:17:33.310300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Attempting to bind port 45929cff-ba15-4555-b463-3e3203588c5f by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:17:33.310635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Attempting to bind port 45929cff-ba15-4555-b463-3e3203588c5f on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:17:33.315213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Port 45929cff-ba15-4555-b463-3e3203588c5f on network 0692841c-bf05-47dc-a29c-ece01d63fc67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:17:33.315537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Attempting to bind port 45929cff-ba15-4555-b463-3e3203588c5f on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:17:33.321183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 17, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:17:33.321613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:17:33.322093 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Bound using segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:17:33.322617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Bound port: 45929cff-ba15-4555-b463-3e3203588c5f, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:17:33.323046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:33.387556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:17:33.390701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45929cff-ba15-4555-b463-3e3203588c5f,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:17:33.394389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:33.431813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:33.432354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:33.433730 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] 10.222.0.13 "PUT /v2.0/ports/45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1094 time: 0.5864861 Jan 04 14:17:33.434220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:17:33.436458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fa24695c-eaca-4c3b-b37d-3cd02e070871" -d '{"events": [{"name": "network-changed", "server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "tag": "45929cff-ba15-4555-b463-3e3203588c5f"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:17:33.460836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bbaad4-1734-439e-b9d9-567089e13eda service neutron] Pushing event updated for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:33.505813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:17:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb5c3227-b1d1-4518-9eb6-a35ca652afa2 x-openstack-request-id: req-fb5c3227-b1d1-4518-9eb6-a35ca652afa2 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:17:33.506315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "tag": "45929cff-ba15-4555-b463-3e3203588c5f", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:17:33.506585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-fb5c3227-b1d1-4518-9eb6-a35ca652afa2 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:17:33.506989 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f', 'status': 'completed', 'code': 200} Jan 04 14:17:33.524934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-5213a0c3-10b9-472f-9f12-87e7721203b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:33.526800 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-5213a0c3-10b9-472f-9f12-87e7721203b4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1097 time: 0.0532629 Jan 04 14:17:33.585682 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-4195c3aa-da50-449f-a7df-5b34ed2d74ef service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 217 time: 0.0494971 Jan 04 14:17:33.642176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b134de94-f65e-46b5-b9b4-f9aeb3ba0d9a req-14615f98-930e-4124-96e9-8c031ca9c0f1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:33.643919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b134de94-f65e-46b5-b9b4-f9aeb3ba0d9a req-14615f98-930e-4124-96e9-8c031ca9c0f1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.1161792 Jan 04 14:17:33.660262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-ef995e10-d83a-4d73-97c7-0a7a8af31b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:33.661587 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-ef995e10-d83a-4d73-97c7-0a7a8af31b0c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0697441 Jan 04 14:17:33.722916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b134de94-f65e-46b5-b9b4-f9aeb3ba0d9a req-70972d4e-d503-4531-a75b-be34393db468 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716932 Jan 04 14:17:33.727352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-266a5a5a-5b01-4bce-883f-190713a330f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:33.728920 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-266a5a5a-5b01-4bce-883f-190713a330f2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0610476 Jan 04 14:17:33.821460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-eac10202-62b7-4438-9364-aa6365276c38 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862672 Jan 04 14:17:33.906962 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d8463c1-4efe-4be9-acf3-90ece31e0358 req-481fa549-4270-4fc9-bb51-2cbb5d335d3a service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0790725 Jan 04 14:17:33.989692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-09a392b1-94c3-4196-9d7a-a002503be596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:33.991081 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-09a392b1-94c3-4196-9d7a-a002503be596 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1097 time: 0.0385413 Jan 04 14:17:34.081546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-c1438c40-7600-4cb0-938f-62325357d787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:34.083023 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-c1438c40-7600-4cb0-938f-62325357d787 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0852580 Jan 04 14:17:34.123399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-f502cd5b-387a-41e9-b2cf-4c7bc4fab411 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 217 time: 0.0332248 Jan 04 14:17:34.173353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-571f41e8-6158-40c6-a00e-23cbc3fdeae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:34.174747 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-571f41e8-6158-40c6-a00e-23cbc3fdeae3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0447872 Jan 04 14:17:34.217424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-eebd62cd-dbe4-45dd-9f35-4320000bd72f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:34.218864 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-eebd62cd-dbe4-45dd-9f35-4320000bd72f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371046 Jan 04 14:17:34.309234 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-98caa0b2-0cb0-4fc2-b79e-6bac7512b76b service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826917 Jan 04 14:17:34.394870 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa24695c-eaca-4c3b-b37d-3cd02e070871 req-5dfa3c67-f2f0-4564-a180-fab1d784ae3f service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791042 Jan 04 14:17:34.840331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729603da-149b-4ad9-be94-56552e564373 req-8c6e585f-f3a2-4d74-9712-f34f6b74a989 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:34.841794 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-729603da-149b-4ad9-be94-56552e564373 req-8c6e585f-f3a2-4d74-9712-f34f6b74a989 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0484383 Jan 04 14:17:34.894639 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-729603da-149b-4ad9-be94-56552e564373 req-9e8b6773-2480-4fc0-b335-32f5d0843401 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468698 Jan 04 14:17:35.357584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:36.009017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6174d249-bd64-4209-b180-38131f69b60e req-87198eb0-9564-46f6-960b-6350b88a69e2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:36.010505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6174d249-bd64-4209-b180-38131f69b60e req-87198eb0-9564-46f6-960b-6350b88a69e2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0483253 Jan 04 14:17:36.062501 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6174d249-bd64-4209-b180-38131f69b60e req-c3ba56da-2d59-406a-9cab-12335fa3b140 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461068 Jan 04 14:17:36.079133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 45929cff-ba15-4555-b463-3e3203588c5f details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:17:36.176231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45929cff-ba15-4555-b463-3e3203588c5f,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:36.186903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '45929cff-ba15-4555-b463-3e3203588c5f', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': '45929cff-ba15-4555-b463-3e3203588c5f', 'mac_address': 'fa:16:3e:e0:e6:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:17:36.222130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:36.237990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 45929cff-ba15-4555-b463-3e3203588c5f {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:17:36.256967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45929cff-ba15-4555-b463-3e3203588c5f,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:36.260159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:36.306144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:36.459694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['45929cff-ba15-4555-b463-3e3203588c5f'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:17:37.174695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f89afc-9c3e-4e74-b0bf-61bec7e9527a req-a72ee147-f6a1-4b87-846f-f3493fb3d700 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:37.176139 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-38f89afc-9c3e-4e74-b0bf-61bec7e9527a req-a72ee147-f6a1-4b87-846f-f3493fb3d700 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 945 time: 0.0478787 Jan 04 14:17:37.221394 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-38f89afc-9c3e-4e74-b0bf-61bec7e9527a req-82fb9f9b-fa53-44ed-9234-fc6b4f39e9f8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387011 Jan 04 14:17:38.095855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 45929cff-ba15-4555-b463-3e3203588c5f up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:17:38.142105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 45929cff-ba15-4555-b463-3e3203588c5f completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:17:38.145983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 45929cff-ba15-4555-b463-3e3203588c5f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:17:38.146370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:38.220397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:38.241687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:17:38.244580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-468bb9a6-4a1f-4682-820d-d020bc52d82f" -d '{"events": [{"server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "name": "network-vif-plugged", "status": "completed", "tag": "45929cff-ba15-4555-b463-3e3203588c5f"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:17:38.261572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45929cff-ba15-4555-b463-3e3203588c5f,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:17:38.266991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:38.290040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:17:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f2d3da-793a-4831-99f4-5da5b26ae876 x-openstack-request-id: req-20f2d3da-793a-4831-99f4-5da5b26ae876 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:17:38.290336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "name": "network-vif-plugged", "status": "completed", "tag": "45929cff-ba15-4555-b463-3e3203588c5f", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:17:38.290591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-20f2d3da-793a-4831-99f4-5da5b26ae876 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:17:38.291022 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f', 'code': 200} Jan 04 14:17:38.316824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:17:38.351097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca21ac0-0cfb-44d6-9b36-80561e3df811 req-16b0d65e-8498-44a0-bf6e-d9d985f854fe tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:38.352690 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ca21ac0-0cfb-44d6-9b36-80561e3df811 req-16b0d65e-8498-44a0-bf6e-d9d985f854fe tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0560174 Jan 04 14:17:38.400639 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ca21ac0-0cfb-44d6-9b36-80561e3df811 req-91f0d030-c101-4d58-99b9-9bdb092819a8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416987 Jan 04 14:17:38.452593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4a95de-4578-41fb-85ff-fce784c279c1 req-06b0d820-9961-4b12-adfd-2486186bc9c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:38.454115 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a4a95de-4578-41fb-85ff-fce784c279c1 req-06b0d820-9961-4b12-adfd-2486186bc9c5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1099 time: 0.0398109 Jan 04 14:17:38.496736 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a4a95de-4578-41fb-85ff-fce784c279c1 req-c5587fde-5ebf-4473-b2b5-d2355938f2ef service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360620 Jan 04 14:17:39.522863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5dd7b-9616-4d70-aa1a-eac35ea9532d req-a64f1017-d9d4-4da6-ab20-ce6072ded4cc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:39.524894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5fe5dd7b-9616-4d70-aa1a-eac35ea9532d req-a64f1017-d9d4-4da6-ab20-ce6072ded4cc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0519998 Jan 04 14:17:39.571281 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5fe5dd7b-9616-4d70-aa1a-eac35ea9532d req-f32299da-5a76-42fc-9316-1a1e00b3d313 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401623 Jan 04 14:17:40.687503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11d4d271-057e-4fda-a79c-b0e2c5e67a81 req-985c427a-7084-48fe-b7dd-66ab11e8c977 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:40.688934 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11d4d271-057e-4fda-a79c-b0e2c5e67a81 req-985c427a-7084-48fe-b7dd-66ab11e8c977 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0519485 Jan 04 14:17:40.734023 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11d4d271-057e-4fda-a79c-b0e2c5e67a81 req-f5ace920-2823-4488-8262-5fa2ad552724 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391996 Jan 04 14:17:40.846598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38cebc0-1987-4033-95b1-b9730c1a05e5 req-777c471e-91d9-4208-8588-d800371aa3e7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:40.848052 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e38cebc0-1987-4033-95b1-b9730c1a05e5 req-777c471e-91d9-4208-8588-d800371aa3e7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0518682 Jan 04 14:17:40.856442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 43572) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:17:40.860685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'floatingip': {'port_id': '45929cff-ba15-4555-b463-3e3203588c5f'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:17:40.899198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:41.320089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:41.325320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:41.430046 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 associated. External IP: 172.36.2.241, port: 45929cff-ba15-4555-b463-3e3203588c5f. Jan 04 14:17:41.919969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:17:42.028191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:17:42.032916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:42.037478 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:17:42.047504 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:17:42.048103 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:17:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:42.061904 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6b7e39ac-6b87-4bc2-adf5-541992275b90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "PUT /v2.0/floatingips/24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 HTTP/1.1" status: 200 len: 992 time: 1.2043331 Jan 04 14:17:42.062509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:17:42.064801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4" -d '{"events": [{"name": "network-changed", "server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "tag": "45929cff-ba15-4555-b463-3e3203588c5f"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:17:42.105858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:17:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-897ba384-d52a-459b-8750-858d3692c611 x-openstack-request-id: req-897ba384-d52a-459b-8750-858d3692c611 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:17:42.106445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "tag": "45929cff-ba15-4555-b463-3e3203588c5f", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:17:42.106868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-897ba384-d52a-459b-8750-858d3692c611 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:17:42.107432 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f', 'status': 'completed', 'code': 200} Jan 04 14:17:42.157580 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:17:42.174279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-4f10a5ba-74bb-4ea7-ac46-424aed4f2a75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:42.175855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-4f10a5ba-74bb-4ea7-ac46-424aed4f2a75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1099 time: 0.0419865 Jan 04 14:17:42.269107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-3b791497-4278-49ce-ab05-3e7dfae209f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:42.270584 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-3b791497-4278-49ce-ab05-3e7dfae209f0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0868433 Jan 04 14:17:42.334428 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-51d9ed9a-a313-4e27-a3e1-c62345052572 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1000 time: 0.0569274 Jan 04 14:17:42.373649 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '45929cff-ba15-4555-b463-3e3203588c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:e0:e6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:17:41Z', 'revision_number': 9, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:42.379942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-6c555919-b3bd-43fd-ac11-c1e411c1e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:42.381374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-6c555919-b3bd-43fd-ac11-c1e411c1e627 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0415237 Jan 04 14:17:42.403914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:17:42.412079 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:17:42.412707 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:17:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:42.428700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-e6a645d1-fc1e-49da-b76a-c0f419134f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:17:42.430205 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-e6a645d1-fc1e-49da-b76a-c0f419134f0a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426490 Jan 04 14:17:42.519750 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:17:42.522187 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-7c537f10-741a-402b-9894-515aa18f4f4b service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841150 Jan 04 14:17:42.746544 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '45929cff-ba15-4555-b463-3e3203588c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:e0:e6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:17:41Z', 'revision_number': 9, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:17:42.773700 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdb2fe7d-b081-4dea-a801-20f1ba6720e4 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '45929cff-ba15-4555-b463-3e3203588c5f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:e0:e6:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:17:41Z', 'revision_number': 9, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:17:42.814578 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:17:42.855655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-82f56bbf-1966-4494-b5ef-c4419d1ee3b4 req-e974c847-afde-4151-bb83-7116227104b3 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3270769 Jan 04 14:17:42.965279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1eff2c1c-e5e2-476c-afd7-addabdeb79fe None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:17:45.551341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2600e409-de50-4b11-a104-839b12ae94c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:47.883724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2dd1376c-d0bf-4481-8469-78741dbc34a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:49.206306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:50.446676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:17:52.044383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:01.412398 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-af24ece3-175a-4a04-99b6-19a38107a7ab service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0388219 Jan 04 14:18:01.492359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-e5a8a860-703b-408a-b4eb-039e96f4926a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:01.493789 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-e5a8a860-703b-408a-b4eb-039e96f4926a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1099 time: 0.0390875 Jan 04 14:18:01.595806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-d209b69d-c32f-49db-abf5-ced0f23a050e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:01.597239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-d209b69d-c32f-49db-abf5-ced0f23a050e service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0837588 Jan 04 14:18:01.662368 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-23a28557-2efc-4968-92b8-26c54f07f195 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1003 time: 0.0582409 Jan 04 14:18:01.713291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-6988c537-3dff-444c-ada8-0d961b577cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:01.714778 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-6988c537-3dff-444c-ada8-0d961b577cfe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0459878 Jan 04 14:18:01.759215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-ee2e4193-89d4-4212-b1ef-26875fd159e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:01.760697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-ee2e4193-89d4-4212-b1ef-26875fd159e8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387547 Jan 04 14:18:01.850372 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-eebb06ca-60ea-4a67-aea5-fe89b170ee67 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824046 Jan 04 14:18:01.943516 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-066cfb01-ad77-4b1e-81e4-416a787a1cc4 req-87af68b9-90e6-410d-b30c-66964056bfbf service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859287 Jan 04 14:18:05.358465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:15.551629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f6cd225e-8221-4237-b527-862fc724603c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:17.883551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4a194145-fdc6-445a-924c-f83804601531 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:18.321163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49df7075-5f45-4541-bb53-c03c77632b16 req-e63a1730-367d-4a8e-b15a-52b3b2a6c116 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:18.322726 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-49df7075-5f45-4541-bb53-c03c77632b16 req-e63a1730-367d-4a8e-b15a-52b3b2a6c116 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0740945 Jan 04 14:18:18.350214 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-0b9c2d93-248e-4a54-bdcd-8dbcc703a49e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1130240 Jan 04 14:18:18.379831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-49df7075-5f45-4541-bb53-c03c77632b16 req-60c26a5b-470e-4971-ad5e-ac58627992ec tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0506444 Jan 04 14:18:19.209902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:19.355171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-d8244c23-a77e-49ef-a21c-ae8174216d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:19.356641 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-d8244c23-a77e-49ef-a21c-ae8174216d4f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1099 time: 0.0442550 Jan 04 14:18:19.445278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-51e4e521-885f-4c48-b7c4-cc2ed5dcdbf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:19.446783 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-51e4e521-885f-4c48-b7c4-cc2ed5dcdbf0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0835204 Jan 04 14:18:19.536269 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-a1087ef3-a854-4c86-a6c8-2caa5969f123 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1003 time: 0.0796616 Jan 04 14:18:19.544442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9120dffd-d827-45a2-ac11-9dd5c1273192 req-652cc865-746e-4164-9a39-7898c4c529a5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:19.545805 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9120dffd-d827-45a2-ac11-9dd5c1273192 req-652cc865-746e-4164-9a39-7898c4c529a5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0973117 Jan 04 14:18:19.613664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-4d9b0d93-6c6e-4542-ae05-ea4bc6588005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:19.615091 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-4d9b0d93-6c6e-4542-ae05-ea4bc6588005 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0683651 Jan 04 14:18:19.634094 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9120dffd-d827-45a2-ac11-9dd5c1273192 req-d6f99f5e-7d33-4721-8f4e-f7d6f9c2aa6f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805004 Jan 04 14:18:19.662830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-ba600518-9518-4b0c-bee9-1638e82dc55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:19.664302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-ba600518-9518-4b0c-bee9-1638e82dc55a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416710 Jan 04 14:18:19.752220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-a3675f30-2df5-4692-8ae8-59b4204a8620 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813341 Jan 04 14:18:19.813812 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:18:19.843081 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-a2346e64-be3a-4252-8e0d-cfed5474d941 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846472 Jan 04 14:18:20.448307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:20.747810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a2ab34b-e8c2-412e-8e12-26724f7902dd req-92915e9d-b86e-4100-af14-4eaa84738456 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:20.749216 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a2ab34b-e8c2-412e-8e12-26724f7902dd req-92915e9d-b86e-4100-af14-4eaa84738456 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0477948 Jan 04 14:18:20.797060 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0a2ab34b-e8c2-412e-8e12-26724f7902dd req-47ed68bf-3551-4be5-9830-67289e48dff7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Jan 04 14:18:21.911949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367fb63d-f7dc-49ff-861e-c1119c7f5ee0 req-72c0ee8f-6e6d-45dc-aa3e-5da3e921d580 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:21.913399 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-367fb63d-f7dc-49ff-861e-c1119c7f5ee0 req-72c0ee8f-6e6d-45dc-aa3e-5da3e921d580 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0493505 Jan 04 14:18:21.959444 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-367fb63d-f7dc-49ff-861e-c1119c7f5ee0 req-43e06f43-243b-43e5-8638-f0837c34f89a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400455 Jan 04 14:18:22.046844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:23.075338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59c85a97-5a5f-4fcf-8b82-abfbe2046827 req-e2142b0b-c23b-46bb-b757-31ba3798ae90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:23.076727 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-59c85a97-5a5f-4fcf-8b82-abfbe2046827 req-e2142b0b-c23b-46bb-b757-31ba3798ae90 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0488532 Jan 04 14:18:23.122921 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-59c85a97-5a5f-4fcf-8b82-abfbe2046827 req-7fb86ba5-82b9-4fd6-88f1-d33cfd9f200d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403016 Jan 04 14:18:24.240930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a6fa06-4368-4d5c-a1fd-02e1a3575f44 req-f890c4e0-82a1-44df-b12b-b220a8310ca8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:24.242417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27a6fa06-4368-4d5c-a1fd-02e1a3575f44 req-f890c4e0-82a1-44df-b12b-b220a8310ca8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0524609 Jan 04 14:18:24.288716 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27a6fa06-4368-4d5c-a1fd-02e1a3575f44 req-2f417353-c942-4ce3-8425-59db8079adf8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404139 Jan 04 14:18:25.405614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503d6333-250c-4e04-910c-216f5ab65155 req-81098190-2101-44c6-93e4-0ebb15236288 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:25.407125 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-503d6333-250c-4e04-910c-216f5ab65155 req-81098190-2101-44c6-93e4-0ebb15236288 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0526037 Jan 04 14:18:25.453134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-503d6333-250c-4e04-910c-216f5ab65155 req-11b385fd-5309-40e2-948f-9f97566b7bf1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400586 Jan 04 14:18:26.566835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f357f8-f898-4a2e-8251-2a9b9b5b7205 req-5da6232c-86d6-4f08-b0aa-b81a2291eecf tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:26.568271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9f357f8-f898-4a2e-8251-2a9b9b5b7205 req-5da6232c-86d6-4f08-b0aa-b81a2291eecf tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0481436 Jan 04 14:18:26.613637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9f357f8-f898-4a2e-8251-2a9b9b5b7205 req-cd2b8056-bcd6-4225-978e-de0908794fb4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395730 Jan 04 14:18:27.727562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b974bd-b989-4779-808e-4acdb3027fb4 req-0df6d948-9acb-4efb-9cad-d3efd6693ced tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:27.729003 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d2b974bd-b989-4779-808e-4acdb3027fb4 req-0df6d948-9acb-4efb-9cad-d3efd6693ced tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0481796 Jan 04 14:18:27.775681 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d2b974bd-b989-4779-808e-4acdb3027fb4 req-efa0b730-d00e-4fb7-be83-68eea1a34388 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407054 Jan 04 14:18:28.889285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8238ed90-269a-47fd-ae5a-7c1c773503a3 req-12b8d6af-a4c6-4e47-8750-58089abe2408 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:28.890791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8238ed90-269a-47fd-ae5a-7c1c773503a3 req-12b8d6af-a4c6-4e47-8750-58089abe2408 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0484052 Jan 04 14:18:28.941041 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8238ed90-269a-47fd-ae5a-7c1c773503a3 req-c6901bd8-b64e-4825-99a5-3b34324324a2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443399 Jan 04 14:18:30.067162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7118cc9-a3c6-49f9-b4a9-c7be5b96368e req-87fea484-7232-4c27-9c96-5f58aca0963f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:30.068552 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7118cc9-a3c6-49f9-b4a9-c7be5b96368e req-87fea484-7232-4c27-9c96-5f58aca0963f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0606883 Jan 04 14:18:30.117471 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7118cc9-a3c6-49f9-b4a9-c7be5b96368e req-5f1fe9a1-4c58-4b78-b06e-73ec39ad9c22 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423810 Jan 04 14:18:31.230339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44ac073-10b3-4af1-ba9e-ab83deeb985a req-25b88af5-62c4-414b-9d1d-d9c54f95d9a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:31.231780 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a44ac073-10b3-4af1-ba9e-ab83deeb985a req-25b88af5-62c4-414b-9d1d-d9c54f95d9a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0476866 Jan 04 14:18:31.277369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a44ac073-10b3-4af1-ba9e-ab83deeb985a req-0e73614f-0fe0-471b-829f-3d4a0c6fc1e1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398083 Jan 04 14:18:31.424931 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-c802d8d0-bd31-4524-8a27-3e239c27110e service neutron] 10.222.0.13 "GET /v2.0/ports/45929cff-ba15-4555-b463-3e3203588c5f/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0558829 Jan 04 14:18:31.623252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-3a1da07d-66b6-4ff6-a7e9-ed4cf10a0106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:31.624723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-3a1da07d-66b6-4ff6-a7e9-ed4cf10a0106 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 1099 time: 0.0404377 Jan 04 14:18:31.689603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-a0adf658-0d5f-4dbf-9750-e8997eb3f5a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:31.691047 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-a0adf658-0d5f-4dbf-9750-e8997eb3f5a0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1099 time: 0.0441587 Jan 04 14:18:31.780906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-b417ea04-80fc-4530-8ef8-55d88677fe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:31.782410 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-b417ea04-80fc-4530-8ef8-55d88677fe57 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0848939 Jan 04 14:18:31.849505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-dd4d6c0e-4a31-4931-acdf-cc6fdceb6dbb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1003 time: 0.0610828 Jan 04 14:18:31.897796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-c986d96b-ddfd-4c47-8682-0326e44ac137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:31.899280 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-c986d96b-ddfd-4c47-8682-0326e44ac137 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0435028 Jan 04 14:18:31.944871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-67e053ce-76fe-4818-95d3-1ff89777a662 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:31.946277 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-67e053ce-76fe-4818-95d3-1ff89777a662 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394905 Jan 04 14:18:32.036841 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-798eb1d5-f9bb-426a-a0b1-3aa848fbb837 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840094 Jan 04 14:18:32.128375 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f33dbde4-de8d-4d47-8ee8-2fe74e0290c6 req-c7d401bb-4110-4353-ab91-def8e5f4d81b service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854023 Jan 04 14:18:32.391708 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2fb066-db94-4d4b-8fe1-de41a78faa67 req-7326bf26-5b22-48d5-ad99-dcd6ffe3996a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:32.393182 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6e2fb066-db94-4d4b-8fe1-de41a78faa67 req-7326bf26-5b22-48d5-ad99-dcd6ffe3996a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0494947 Jan 04 14:18:32.440431 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6e2fb066-db94-4d4b-8fe1-de41a78faa67 req-68256ad5-3778-416a-88a1-0c0be6a869e4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412745 Jan 04 14:18:33.553081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925fd7c3-8f7a-4e71-9936-4d954e55d82e req-169a5232-2462-4075-9c65-fd1a2b8a22a0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:33.554595 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-925fd7c3-8f7a-4e71-9936-4d954e55d82e req-169a5232-2462-4075-9c65-fd1a2b8a22a0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 946 time: 0.0481987 Jan 04 14:18:33.604208 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-925fd7c3-8f7a-4e71-9936-4d954e55d82e req-9a370952-6108-4064-ad28-78a38b967868 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431237 Jan 04 14:18:34.359355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 45929cff-ba15-4555-b463-3e3203588c5f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:18:34.434944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:34.456573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:18:34.458806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5097b10b-b9eb-4985-a807-01abdfefb37b" -d '{"events": [{"server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "name": "network-vif-unplugged", "status": "completed", "tag": "45929cff-ba15-4555-b463-3e3203588c5f"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:18:34.471285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45929cff-ba15-4555-b463-3e3203588c5f,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:18:34.475348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:34.502531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:18:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695deccc-c5d2-45cf-974a-a101bfc0a65c x-openstack-request-id: req-695deccc-c5d2-45cf-974a-a101bfc0a65c {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:18:34.502822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "name": "network-vif-unplugged", "status": "completed", "tag": "45929cff-ba15-4555-b463-3e3203588c5f", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:18:34.503071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-695deccc-c5d2-45cf-974a-a101bfc0a65c {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:18:34.503452 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f', 'code': 200} Jan 04 14:18:34.525235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:34.532168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.532513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.532885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.533217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.533544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.533893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.534220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.534550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.534874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.535197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.535518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.535837 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.536154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:34.721466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2989d3e9-3ab7-4749-a644-c082933e1ab1 req-f518ec4b-1fdc-4aad-956a-e50950cb1f85 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:34.722898 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2989d3e9-3ab7-4749-a644-c082933e1ab1 req-f518ec4b-1fdc-4aad-956a-e50950cb1f85 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0494750 Jan 04 14:18:34.769953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2989d3e9-3ab7-4749-a644-c082933e1ab1 req-011f2559-211d-413b-8ff8-8a9f04ff1fe7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408936 Jan 04 14:18:35.090623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-9ca00536-2959-4edb-a771-c4b6e7590055 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:35.092040 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-9ca00536-2959-4edb-a771-c4b6e7590055 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c&tenant_id=aabbe05adbe24488b384a47301fb3f22&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 944 time: 0.0831511 Jan 04 14:18:35.103668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475d660f-4403-4d66-8ce3-562995a3cc47 req-c1387cf9-c4b5-43d0-852b-ef667c854cf6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:35.105037 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-475d660f-4403-4d66-8ce3-562995a3cc47 req-c1387cf9-c4b5-43d0-852b-ef667c854cf6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0667651 Jan 04 14:18:35.188607 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-475d660f-4403-4d66-8ce3-562995a3cc47 req-f23ed415-77c2-4813-beba-189951650318 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769567 Jan 04 14:18:35.190050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-349de076-53e3-44f6-aa7a-3bf6743a0df6 service neutron] 10.222.0.13 "GET /v2.0/ports/45929cff-ba15-4555-b463-3e3203588c5f/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0834925 Jan 04 14:18:35.252917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-b0b0df31-d812-4d5e-9633-df8d0205724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:35.254306 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-b0b0df31-d812-4d5e-9633-df8d0205724e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1097 time: 0.0431914 Jan 04 14:18:35.340862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-1ea43f71-b34e-4c71-88bf-a811a3002a3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:35.342363 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-1ea43f71-b34e-4c71-88bf-a811a3002a3f service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0818462 Jan 04 14:18:35.357681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:35.409452 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-e9bf55bd-2695-44fa-8f0a-8303aad85a7e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1001 time: 0.0608478 Jan 04 14:18:35.457406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-1ef34c59-3b39-45b9-b177-ac4c113556cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:35.458869 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-1ef34c59-3b39-45b9-b177-ac4c113556cf service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0430286 Jan 04 14:18:35.501836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-148343c0-685e-43a6-ae0b-6a99cf544878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:35.503375 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-148343c0-685e-43a6-ae0b-6a99cf544878 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383062 Jan 04 14:18:35.593519 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-bb98383c-ef5b-4f04-90cd-15258227687a service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839996 Jan 04 14:18:35.681570 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-adebe6c0-61cc-47f7-b71b-acb21409d9ed service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818615 Jan 04 14:18:36.305299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b9dc64-11e7-41be-8575-c7b7980434ae req-8392f6a7-e990-4520-9ee5-e3bcfd80bb60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:36.306779 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24b9dc64-11e7-41be-8575-c7b7980434ae req-8392f6a7-e990-4520-9ee5-e3bcfd80bb60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0479832 Jan 04 14:18:36.356566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24b9dc64-11e7-41be-8575-c7b7980434ae req-bd38e754-0e2a-4ba6-b88a-3258fb6cf9b3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433631 Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:18:37.475307 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:18:37.479133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b3dc14-5a59-4e58-8800-9769ad7c9c47 req-6ef53e0b-adc2-48fa-82ff-695ff6f802f7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:37.479133 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-02b3dc14-5a59-4e58-8800-9769ad7c9c47 req-6ef53e0b-adc2-48fa-82ff-695ff6f802f7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0487807 Jan 04 14:18:37.523890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-02b3dc14-5a59-4e58-8800-9769ad7c9c47 req-53e53451-9312-441e-87c9-eef57d2ee7a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399971 Jan 04 14:18:37.976042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-0206213a-6c7b-43ba-aefb-93df65d80691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:37.977519 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-0206213a-6c7b-43ba-aefb-93df65d80691 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 1097 time: 0.0396814 Jan 04 14:18:38.052598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-42cb237c-dba6-409c-84f2-9744c5748f84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:38.054002 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-42cb237c-dba6-409c-84f2-9744c5748f84 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 1097 time: 0.0392127 Jan 04 14:18:38.144531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-d8caf96f-c195-4e6b-b4e3-214b1ae5559a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:38.146002 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-d8caf96f-c195-4e6b-b4e3-214b1ae5559a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0857399 Jan 04 14:18:38.211798 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-c5bfc636-5b00-417e-813f-ae47c8981a05 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 200 len: 1001 time: 0.0597994 Jan 04 14:18:38.258155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-32082c7c-2a7f-4ac3-ad17-85f8a069360b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:38.259524 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-32082c7c-2a7f-4ac3-ad17-85f8a069360b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0416574 Jan 04 14:18:38.303973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f0915c-cb24-4225-b043-6604c500ad04 req-9e5ae0c1-a66f-404d-96b8-e27241004a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:38.305465 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-9e5ae0c1-a66f-404d-96b8-e27241004a4d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394020 Jan 04 14:18:38.394471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-ffac8143-190a-47f7-915c-8933215b9b94 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813463 Jan 04 14:18:38.482577 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57f0915c-cb24-4225-b043-6604c500ad04 req-c4f322a4-d57a-4867-bccb-7c9b81466a5a service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816226 Jan 04 14:18:38.637669 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2339e055-6767-4628-ac46-f09540d26ae7 req-3de9ea9e-6319-4086-b1e9-2f171fc3fc28 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:38.639143 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2339e055-6767-4628-ac46-f09540d26ae7 req-3de9ea9e-6319-4086-b1e9-2f171fc3fc28 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0476847 Jan 04 14:18:38.684683 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2339e055-6767-4628-ac46-f09540d26ae7 req-7e133695-ac90-4cc3-918d-441d31428bda tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396273 Jan 04 14:18:39.806724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8b192c-663a-4a2d-9f19-8256452b9cac req-344a1219-ec5f-439a-afc5-d56d0c8843d8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:39.808185 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a8b192c-663a-4a2d-9f19-8256452b9cac req-344a1219-ec5f-439a-afc5-d56d0c8843d8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0530262 Jan 04 14:18:39.858569 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a8b192c-663a-4a2d-9f19-8256452b9cac req-7ba2b940-c69b-41e6-99a9-16109fe1fda9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438612 Jan 04 14:18:39.975283 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3298979-6387-4e97-9983-ededef682f20 req-c0bb8aa5-d695-4eda-b636-4dc799e02a85 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:39.976657 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c3298979-6387-4e97-9983-ededef682f20 req-c0bb8aa5-d695-4eda-b636-4dc799e02a85 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0485880 Jan 04 14:18:40.023264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c3298979-6387-4e97-9983-ededef682f20 req-7fb42235-344a-41e2-bf8f-3e2f54164396 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397749 Jan 04 14:18:40.134497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e2a5f0-c4a0-45f2-b999-7989cc8e3795 req-022f1317-714c-4343-a0d0-3a6da626c0c3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:40.135951 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3e2a5f0-c4a0-45f2-b999-7989cc8e3795 req-022f1317-714c-4343-a0d0-3a6da626c0c3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0480483 Jan 04 14:18:40.181106 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3e2a5f0-c4a0-45f2-b999-7989cc8e3795 req-5b0e933a-f1e3-401a-bc35-497d0905d608 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393949 Jan 04 14:18:40.393706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 45929cff-ba15-4555-b463-3e3203588c5f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:18:40.405406 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbddb7dc-f037-4f7c-843a-d6bd7c1fb09f req-66ce40f8-d567-409b-91a1-a3676fe573e4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:40.406902 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dbddb7dc-f037-4f7c-843a-d6bd7c1fb09f req-66ce40f8-d567-409b-91a1-a3676fe573e4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0485339 Jan 04 14:18:40.456820 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dbddb7dc-f037-4f7c-843a-d6bd7c1fb09f req-427e79d6-3401-4eb5-a087-54fa5caaae5a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439134 Jan 04 14:18:41.576245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53cdb61e-9d86-4ab0-950d-a81af33b49e8 req-9f531b46-46ba-4243-81e2-347833f394f6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:41.577695 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-53cdb61e-9d86-4ab0-950d-a81af33b49e8 req-9f531b46-46ba-4243-81e2-347833f394f6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0520368 Jan 04 14:18:41.623266 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-53cdb61e-9d86-4ab0-950d-a81af33b49e8 req-6eaf08e1-0479-47ea-a588-b305ad9cde50 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397594 Jan 04 14:18:42.451689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-2c52bf87-f22a-4af2-b4bb-84f733a85515 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:42.453003 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-2c52bf87-f22a-4af2-b4bb-84f733a85515 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.0494657 Jan 04 14:18:42.540474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Deleting port 45929cff-ba15-4555-b463-3e3203588c5f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:18:42.540807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:42.627992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] For port 45929cff-ba15-4555-b463-3e3203588c5f, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=45929cff-ba15-4555-b463-3e3203588c5f,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:18:42.628345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:42.816812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f8b2eb-ee79-4203-9d06-5d143e46db34 req-25959f3a-bc55-45af-9fb9-242a86e26e49 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:42.818283 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-54f8b2eb-ee79-4203-9d06-5d143e46db34 req-25959f3a-bc55-45af-9fb9-242a86e26e49 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=72e32954-9a19-4de8-b366-f32a0ce6c96c HTTP/1.1" status: 200 len: 944 time: 0.1268446 Jan 04 14:18:42.835948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:42.836301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:42.836608 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 disassociated. External IP: 172.36.2.241, port: 45929cff-ba15-4555-b463-3e3203588c5f. Jan 04 14:18:42.836930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Calling delete_port for 45929cff-ba15-4555-b463-3e3203588c5f owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:18:42.914245 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-54f8b2eb-ee79-4203-9d06-5d143e46db34 req-95ea2073-c7a8-42d8-838c-0f26279f5209 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0891452 Jan 04 14:18:42.990627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:43.018402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event deleted for resources: {'Port': ['ID=45929cff-ba15-4555-b463-3e3203588c5f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:43.029635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.030037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.030377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.030710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.031042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.031372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.031695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.032018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.032339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.032659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.032984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.033299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.033617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:18:43.145548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:18:43.253646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:18:43.264237 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:18:43.273532 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:18:43.274107 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:18:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:43.297903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] No DVR routers for this DVR port 45929cff-ba15-4555-b463-3e3203588c5f on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:18:43.300354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:43.303745 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dadb12d8-0fd3-4d10-a4dd-8eaf4ebc0b49 req-7c71d84c-9714-4692-94e4-5389b728ff78 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "DELETE /v2.0/ports/45929cff-ba15-4555-b463-3e3203588c5f HTTP/1.1" status: 204 len: 173 time: 0.8454399 Jan 04 14:18:43.304189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'name': 'network-vif-deleted', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:18:43.306510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f77c65d-922e-417c-9952-d4b3093f7263" -d '{"events": [{"server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "name": "network-vif-deleted", "tag": "45929cff-ba15-4555-b463-3e3203588c5f"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:18:43.351934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:18:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6af40905-e5fe-4ee9-b99f-f5cc261d4c4c x-openstack-request-id: req-6af40905-e5fe-4ee9-b99f-f5cc261d4c4c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:18:43.352242 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72e32954-9a19-4de8-b366-f32a0ce6c96c", "name": "network-vif-deleted", "tag": "45929cff-ba15-4555-b463-3e3203588c5f", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:18:43.352510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6af40905-e5fe-4ee9-b99f-f5cc261d4c4c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:18:43.352919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72e32954-9a19-4de8-b366-f32a0ce6c96c', 'name': 'network-vif-deleted', 'tag': '45929cff-ba15-4555-b463-3e3203588c5f', 'status': 'completed', 'code': 200} Jan 04 14:18:43.381985 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:18:43.577068 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:43.602849 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:18:43.611309 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:18:43.611904 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:18:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:43.717828 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:18:44.008224 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:44.039794 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02545691-541f-441b-b711-cf30ae8fec7b None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:18:44.275668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a5d941-e672-4a0a-904d-93058013492a None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:18:44.404395 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-268e718d-ac35-4304-a720-2c4ead508624 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-securitygroup--886793020&fields=id&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 267 time: 0.2803969 Jan 04 14:18:44.512555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-9725f517-6228-40a4-84df-9f4b39b243f7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:44.513958 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-9725f517-6228-40a4-84df-9f4b39b243f7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1018548 Jan 04 14:18:44.528711 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-c24e5691-23a0-4a99-b6de-c3a6d2e5fa2c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/quotas/aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 375 time: 0.0088897 Jan 04 14:18:44.577142 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-c4ac51b0-7902-4cb9-ad1d-6d8267a0a925 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0433478 Jan 04 14:18:44.668151 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-a114e3c3-7244-4fe8-bc6e-a7fe0910998f service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792830 Jan 04 14:18:44.758842 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-1ee12f5d-38e6-42d0-996c-ca8f40ef7fe3 service neutron] 10.222.0.30 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847716 Jan 04 14:18:44.912960 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2ccbb833-9122-4960-bb8a-43106391ebbc req-4e0eb567-6a3a-4a46-97b9-c13ff05e4c39 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0268543 Jan 04 14:18:45.554111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c1327416-2e6b-46d2-a037-d69402434d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:45.786797 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-45ba5bda-3d7b-4c66-b858-581cac4b0862 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:45.788207 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-45ba5bda-3d7b-4c66-b858-581cac4b0862 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 811 time: 0.1056881 Jan 04 14:18:45.850561 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-04eccdad-10e1-43f7-bce4-335dbb634daf tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 379 time: 0.0535214 Jan 04 14:18:45.860950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'port': {'device_id': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'admin_state_up': True, 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'security_groups': ['0c9d25a2-f00c-499f-a300-5195d37bf4de']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:18:45.966824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Made reservation on behalf of aabbe05adbe24488b384a47301fb3f22 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:18:45.970540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.021720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-87f1dd9e-a6b8-4191-adf4-9fb5cf025281 req-7b2f2f9c-6acc-4560-bb15-f3df2ff97d52 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0354850 Jan 04 14:18:46.116565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Allocated IP 172.20.0.8 (0692841c-bf05-47dc-a29c-ece01d63fc67/d7b8e599-3849-4c26-8a34-950c7109b2b6/82aede32-4c5c-4923-8f69-c0338573b069) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:18:46.256187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.287835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.328124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:18:46.331210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:18:46.334020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:18:46.368928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:46.391864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 45929cff-ba15-4555-b463-3e3203588c5f no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:18:46.395362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:46.395992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.413342 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 45929cff-ba15-4555-b463-3e3203588c5f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:18:46.413692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 45929cff-ba15-4555-b463-3e3203588c5f not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:18:46.413842 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-2e95f3c4-bf8a-4478-a458-9d7c373e2d65 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5564103 Jan 04 14:18:46.426365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Request body: {'port': {'device_id': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:18:46.486845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.573227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8db13c5f-0629-47a7-bd56-6642375497d4 None None] Provisioning complete for port 82aede32-4c5c-4923-8f69-c0338573b069 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:18:46.573783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8db13c5f-0629-47a7-bd56-6642375497d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.606544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8db13c5f-0629-47a7-bd56-6642375497d4 None None] Port 82aede32-4c5c-4923-8f69-c0338573b069 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:18:46.742568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82aede32-4c5c-4923-8f69-c0338573b069 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:18:46.750377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.764275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Transition to ACTIVE for port object 82aede32-4c5c-4923-8f69-c0338573b069 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:18:46.768032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.817710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:46.890184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Attempting to bind port 82aede32-4c5c-4923-8f69-c0338573b069 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:18:46.890521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Attempting to bind port 82aede32-4c5c-4923-8f69-c0338573b069 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:18:46.890845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Attempting to bind port 82aede32-4c5c-4923-8f69-c0338573b069 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:18:46.895390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Port 82aede32-4c5c-4923-8f69-c0338573b069 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:18:46.895704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Attempting to bind port 82aede32-4c5c-4923-8f69-c0338573b069 on network 0692841c-bf05-47dc-a29c-ece01d63fc67 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:18:46.901166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 18, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:18:46.901496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Checking segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:18:46.901957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Bound using segment: {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:18:46.902997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Bound port: 82aede32-4c5c-4923-8f69-c0338573b069, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c695d34c-cacc-429a-af16-9dfbe1549c82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:18:46.903348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:46.967383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:18:46.970320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:18:46.974688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:47.007200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.007814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:47.009278 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] 10.222.0.13 "PUT /v2.0/ports/82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1093 time: 0.5872302 Jan 04 14:18:47.011415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:18:47.013729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-351f565f-6200-4607-aba9-b4195a6d192e" -d '{"events": [{"name": "network-changed", "server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:18:47.041747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3789572e-7435-4952-8071-6f0158da9a45 service neutron] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:47.099885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:18:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4542985a-a11a-481b-869f-170d2770eec7 x-openstack-request-id: req-4542985a-a11a-481b-869f-170d2770eec7 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:18:47.100189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:18:47.100445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4542985a-a11a-481b-869f-170d2770eec7 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:18:47.100844 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'status': 'completed', 'code': 200} Jan 04 14:18:47.139966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-380fa81d-d9da-4879-a6a5-574794f34923 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.141469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-380fa81d-d9da-4879-a6a5-574794f34923 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1096 time: 0.0719869 Jan 04 14:18:47.189110 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-4c5cf7ca-9fca-4748-a3d5-e7f7da77c19c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 217 time: 0.0400712 Jan 04 14:18:47.197817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9546219f-7f3a-4345-9aec-ca910787341b req-e90d1310-e952-44c5-bddc-455e1dc8c8e7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.199327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9546219f-7f3a-4345-9aec-ca910787341b req-e90d1310-e952-44c5-bddc-455e1dc8c8e7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0889940 Jan 04 14:18:47.264248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-4981e5d5-0fb1-441c-9471-5e34986b2c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.265560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-4981e5d5-0fb1-441c-9471-5e34986b2c6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0653803 Jan 04 14:18:47.291104 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9546219f-7f3a-4345-9aec-ca910787341b req-e7272e0d-c8d4-4654-af07-aa386db2141a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0836093 Jan 04 14:18:47.318564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-a8b8bacb-40eb-47b8-8496-ca11ee114862 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.320032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-a8b8bacb-40eb-47b8-8496-ca11ee114862 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451207 Jan 04 14:18:47.410910 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-8c0ce124-a35d-4b56-9b88-eb3898472722 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832229 Jan 04 14:18:47.496700 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2913bfbb-2377-4335-befb-feaf754fccf7 req-7f9a690a-4b14-4d4c-8370-352cc309073b service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0793340 Jan 04 14:18:47.578130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f565f-6200-4607-aba9-b4195a6d192e req-f1dc25f4-3348-4286-bcf1-054f01f14c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.579485 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-f1dc25f4-3348-4286-bcf1-054f01f14c4e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1096 time: 0.0401282 Jan 04 14:18:47.670919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f565f-6200-4607-aba9-b4195a6d192e req-b700e321-75a3-4830-a079-4bd5fa596b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.672370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-b700e321-75a3-4830-a079-4bd5fa596b79 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0864098 Jan 04 14:18:47.712877 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-4d72dd2c-40bd-44fe-be6a-685aea1261cd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 217 time: 0.0331454 Jan 04 14:18:47.765997 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f565f-6200-4607-aba9-b4195a6d192e req-9a933250-4d28-41d2-be98-8182c42babf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.767438 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-9a933250-4d28-41d2-be98-8182c42babf1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0479598 Jan 04 14:18:47.812167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351f565f-6200-4607-aba9-b4195a6d192e req-9f6dab87-4e57-4595-b45f-e9f60718376c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:47.813666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-9f6dab87-4e57-4595-b45f-e9f60718376c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396876 Jan 04 14:18:47.886394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2d9e9844-b20d-4c2b-a57c-74cf73a15190 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:47.900989 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-a6ba0c64-c2b8-4ae3-acbc-b07a7860a1f7 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801325 Jan 04 14:18:47.993741 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-351f565f-6200-4607-aba9-b4195a6d192e req-30a1e007-ae66-46ac-98b6-3e228b2e5ff2 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846634 Jan 04 14:18:48.405141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf068894-94d7-42ba-afdb-7b6da5cb6723 req-babac47c-4abe-46cc-8cca-51c40f200a5d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:48.406670 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf068894-94d7-42ba-afdb-7b6da5cb6723 req-babac47c-4abe-46cc-8cca-51c40f200a5d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0484443 Jan 04 14:18:48.452471 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf068894-94d7-42ba-afdb-7b6da5cb6723 req-3dc75110-f247-4859-91b4-0402e2d7fc1a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398765 Jan 04 14:18:49.212095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:49.564639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5513099-20e7-451c-af49-41a5c0be1db8 req-da21a232-585f-4727-9979-2c01ca52d1a8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:49.566115 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b5513099-20e7-451c-af49-41a5c0be1db8 req-da21a232-585f-4727-9979-2c01ca52d1a8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0481184 Jan 04 14:18:49.612439 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b5513099-20e7-451c-af49-41a5c0be1db8 req-701709ad-ccf0-43eb-bc70-805286d4d230 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398667 Jan 04 14:18:50.405393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:18:50.483429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:50.508256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:18:50.519353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '82aede32-4c5c-4923-8f69-c0338573b069', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': '82aede32-4c5c-4923-8f69-c0338573b069', 'mac_address': 'fa:16:3e:be:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:18:50.560549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:50.572593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aede32-4c5c-4923-8f69-c0338573b069 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:18:50.591722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:18:50.594998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:50.639079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:50.730513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d40c627-c457-4b1e-99ff-785079b22bb7 req-4f53c229-0c5a-4816-97dc-eeba33160c1d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:50.731985 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1d40c627-c457-4b1e-99ff-785079b22bb7 req-4f53c229-0c5a-4816-97dc-eeba33160c1d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 944 time: 0.0522914 Jan 04 14:18:50.780903 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1d40c627-c457-4b1e-99ff-785079b22bb7 req-797495a5-d764-47ee-b229-7aa79dccdca5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421574 Jan 04 14:18:50.803056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['82aede32-4c5c-4923-8f69-c0338573b069'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:18:51.896615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db35193-d20f-40f0-be93-0ca0613b2559 req-222df985-f802-46ca-a17d-0fc8c7019024 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:51.898085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0db35193-d20f-40f0-be93-0ca0613b2559 req-222df985-f802-46ca-a17d-0fc8c7019024 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 944 time: 0.0515821 Jan 04 14:18:51.944949 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0db35193-d20f-40f0-be93-0ca0613b2559 req-72021f85-90d0-403c-8901-5085b261f6bd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400298 Jan 04 14:18:52.049144 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:52.425104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:18:52.472322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 82aede32-4c5c-4923-8f69-c0338573b069 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:18:52.476318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 82aede32-4c5c-4923-8f69-c0338573b069 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:18:52.476685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:52.553643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:52.576053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:18:52.578341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b6cdcaf-39ce-4f07-ba87-339bb10155a5" -d '{"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-plugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:18:52.590712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:18:52.594613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:52.618172 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:18:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e664fafa-4198-40df-a1b6-b189b42c9457 x-openstack-request-id: req-e664fafa-4198-40df-a1b6-b189b42c9457 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:18:52.618463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-plugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:18:52.618717 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-e664fafa-4198-40df-a1b6-b189b42c9457 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:18:52.619101 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'code': 200} Jan 04 14:18:52.644703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:18:52.776773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-209a5873-f9cf-4cae-9b0e-24d9b85250af req-1e4a01d5-c086-4ba6-a22c-2657f243cb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:52.778293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-209a5873-f9cf-4cae-9b0e-24d9b85250af req-1e4a01d5-c086-4ba6-a22c-2657f243cb09 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1098 time: 0.0402126 Jan 04 14:18:52.821425 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-209a5873-f9cf-4cae-9b0e-24d9b85250af req-07c51846-fb0c-4efc-9bef-55cd7806f257 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361531 Jan 04 14:18:53.063030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f47de1-c321-4c85-8840-fc0deda50421 req-1ea1a078-87f2-450c-8e3d-26e1301182c2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:53.064419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-32f47de1-c321-4c85-8840-fc0deda50421 req-1ea1a078-87f2-450c-8e3d-26e1301182c2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0546589 Jan 04 14:18:53.109776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-32f47de1-c321-4c85-8840-fc0deda50421 req-581b407e-d4da-4027-9e65-07678cfd30a2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395403 Jan 04 14:18:54.226100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a88982e-61b2-4607-84ed-62b42794d7db req-8a0d9059-6618-4d68-82d0-37d97c4d50ba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:54.227605 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a88982e-61b2-4607-84ed-62b42794d7db req-8a0d9059-6618-4d68-82d0-37d97c4d50ba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0490263 Jan 04 14:18:54.273133 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a88982e-61b2-4607-84ed-62b42794d7db req-d2359e05-0806-4d1e-80cf-9ecd095e7c1f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396855 Jan 04 14:18:54.382353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19651cc8-b100-42dd-b8bd-7494d56f2885 req-cb1c5dd1-4c3f-4506-9e91-483ade60d959 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:54.383825 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-19651cc8-b100-42dd-b8bd-7494d56f2885 req-cb1c5dd1-4c3f-4506-9e91-483ade60d959 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0480726 Jan 04 14:18:54.392954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 43798) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:18:54.397326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Request body: {'floatingip': {'port_id': '82aede32-4c5c-4923-8f69-c0338573b069'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:18:54.435912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:55.215078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:55.219115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:55.315622 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 associated. External IP: 172.36.2.241, port: 82aede32-4c5c-4923-8f69-c0338573b069. Jan 04 14:18:55.514577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:18:55.619709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:18:55.624946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:18:55.629083 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:18:55.638154 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:18:55.638764 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:18:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:55.656178 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7c06a9c9-5992-4c5e-95b5-fc61cd95d31a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "PUT /v2.0/floatingips/24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 HTTP/1.1" status: 200 len: 992 time: 1.2622392 Jan 04 14:18:55.656890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:18:55.659150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bb844da-6f58-402a-aa40-5b2b75dde3eb" -d '{"events": [{"name": "network-changed", "server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:18:55.703146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:18:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ba50ff6-1855-4a92-aa79-29dbda49a491 x-openstack-request-id: req-3ba50ff6-1855-4a92-aa79-29dbda49a491 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:18:55.703807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:18:55.704261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3ba50ff6-1855-4a92-aa79-29dbda49a491 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:18:55.705115 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'status': 'completed', 'code': 200} Jan 04 14:18:55.745074 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:18:55.773774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-4d738e67-4f03-43fe-86c9-9113615abe00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:55.775499 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-4d738e67-4f03-43fe-86c9-9113615abe00 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1098 time: 0.0432203 Jan 04 14:18:55.864253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-3576c7f3-4507-4491-8397-7b8972161444 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:55.865720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-3576c7f3-4507-4491-8397-7b8972161444 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0823019 Jan 04 14:18:55.933293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-22e84f1c-6c4a-4a68-bee1-324d2587a95d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1000 time: 0.0613308 Jan 04 14:18:55.965628 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '82aede32-4c5c-4923-8f69-c0338573b069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:be:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:18:54Z', 'revision_number': 13, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:55.981430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-f2f53be3-1c97-4729-9665-9c6c4402e2c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:55.982905 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-f2f53be3-1c97-4729-9665-9c6c4402e2c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0438435 Jan 04 14:18:55.991114 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:18:55.999130 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:18:55.999733 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:18:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:56.027952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-7684307f-9a64-4393-b5b2-f575aef483f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:18:56.029350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-7684307f-9a64-4393-b5b2-f575aef483f0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396996 Jan 04 14:18:56.103033 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:18:56.122442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-56a76b77-496e-419f-bc4d-3243214c7fc6 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866446 Jan 04 14:18:56.216141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9bb844da-6f58-402a-aa40-5b2b75dde3eb req-7ca8fdc1-3e01-4b28-8826-c6cf847c4d53 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872285 Jan 04 14:18:56.321831 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '82aede32-4c5c-4923-8f69-c0338573b069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:be:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:18:54Z', 'revision_number': 13, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:18:56.350768 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b726bf-c6c9-4a7e-9ce0-e1634836becf None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'floating_ip_address': '172.36.2.241', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'port_id': '82aede32-4c5c-4923-8f69-c0338573b069', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1580, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'mac_address': 'fa:16:3e:be:1f:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:15:07Z', 'updated_at': '2022-01-04T14:18:54Z', 'revision_number': 13, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:18:56.528930 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2dafea2b-bfc9-4534-8b33-b6d71ad9192e None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:18:56.812821 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:19:02.722935 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-30c11495-3e3b-4d26-b27f-77fb91297231 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0386233 Jan 04 14:19:02.802444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-2235fb33-bdbc-44dc-ad00-41ed70bf7d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:02.803890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-2235fb33-bdbc-44dc-ad00-41ed70bf7d6d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1098 time: 0.0405262 Jan 04 14:19:02.908517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-4b6dc245-eed3-4a9d-91ab-9a95210c0bb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:02.909790 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-4b6dc245-eed3-4a9d-91ab-9a95210c0bb0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0865977 Jan 04 14:19:02.974202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-963b5ebf-d752-48e0-aebf-161919a713e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1002 time: 0.0575163 Jan 04 14:19:03.019776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-4c0c7cfe-fef3-4d5b-bbc1-58dae667db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:03.021129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-4c0c7cfe-fef3-4d5b-bbc1-58dae667db11 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0412538 Jan 04 14:19:03.068475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-8cae2232-fc2f-4544-b379-15a69f793682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:03.069951 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-8cae2232-fc2f-4544-b379-15a69f793682 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422177 Jan 04 14:19:03.156925 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-2fa9500d-0213-46fb-b920-08c948e6cf6f service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792775 Jan 04 14:19:03.254880 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-42c3d308-0763-4033-baa3-f04cacb9b002 req-3421b019-e7c4-4c1d-8a24-388d927d80b5 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830405 Jan 04 14:19:05.356673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:15.554971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ce95fbef-dd1f-45eb-9760-316ee68165db None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:17.888384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8d9748a7-caf3-4295-bd23-7f4d3250976c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:19.213940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:20.454604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:22.051106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:33.811514 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:19:35.240608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f39361a-1938-492f-b05c-6f0774a88953 req-7fa52500-3523-4db2-bed2-41fd40da2265 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:35.242109 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f39361a-1938-492f-b05c-6f0774a88953 req-7fa52500-3523-4db2-bed2-41fd40da2265 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0486856 Jan 04 14:19:35.288204 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f39361a-1938-492f-b05c-6f0774a88953 req-e09bf180-c80a-42af-81b1-d185061a008e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401061 Jan 04 14:19:35.377704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:45.556626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c043b99d-345d-48a2-b209-0052bf0220a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:47.889040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-52370aaa-c8d4-4b35-9462-59d7ec742d02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:49.218411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:50.461722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:51.645632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-d0ca51d6-4dc2-4944-a1ad-bec7ef5387d4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720501 Jan 04 14:19:51.658276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219c2b4d-b15c-4534-8cbf-66f8547325d0 req-2163a009-75bb-4c83-8872-69808125e098 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:51.659722 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-219c2b4d-b15c-4534-8cbf-66f8547325d0 req-2163a009-75bb-4c83-8872-69808125e098 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0756829 Jan 04 14:19:51.710539 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-219c2b4d-b15c-4534-8cbf-66f8547325d0 req-24f22461-2441-4371-b736-8297518446b7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445132 Jan 04 14:19:52.052094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:19:52.697951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-bdd0d0d3-9bcd-47e6-950d-9183f21429f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:52.699482 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-bdd0d0d3-9bcd-47e6-950d-9183f21429f1 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1098 time: 0.0440929 Jan 04 14:19:52.798395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-2b07a512-593b-4c05-a6af-80b987cd29e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:52.800056 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-2b07a512-593b-4c05-a6af-80b987cd29e3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0938187 Jan 04 14:19:52.881194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8589eebc-a286-4273-80c9-79f7b4ebe286 req-98bbbd64-cad6-419e-8d62-cf466087ea76 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:52.882652 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8589eebc-a286-4273-80c9-79f7b4ebe286 req-98bbbd64-cad6-419e-8d62-cf466087ea76 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0983181 Jan 04 14:19:52.892703 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-7f3a0dfd-f4f4-44e0-83f8-39bb5024ffb3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1002 time: 0.0754445 Jan 04 14:19:52.969072 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8589eebc-a286-4273-80c9-79f7b4ebe286 req-e495a3b6-0976-4af5-a231-923e2ede79b2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0791895 Jan 04 14:19:52.970748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-1d7807c9-caa2-4a29-98a5-c3d8511b5442 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:52.972103 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-1d7807c9-caa2-4a29-98a5-c3d8511b5442 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0675390 Jan 04 14:19:53.017214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-b7d3971d-c268-48ef-8e4c-4fdb0277d386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:53.018727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-b7d3971d-c268-48ef-8e4c-4fdb0277d386 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408108 Jan 04 14:19:53.106233 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-fc995882-0f34-4748-83ad-8a0843818198 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811973 Jan 04 14:19:53.194908 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-25f86c5b-59f1-4112-82c0-b830725d5f26 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826654 Jan 04 14:19:54.084738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc7b872-a553-4893-903f-b0b360bf210d req-81af2782-af66-41b8-ad60-8feb5e77103f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:54.086179 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bfc7b872-a553-4893-903f-b0b360bf210d req-81af2782-af66-41b8-ad60-8feb5e77103f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0488670 Jan 04 14:19:54.132081 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bfc7b872-a553-4893-903f-b0b360bf210d req-69033cd5-30c3-4a3d-924d-eab002bcfd42 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399618 Jan 04 14:19:55.246319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-242e930a-0b85-40a5-8087-822e5145613b req-32a955b5-73cd-49bd-9cbe-ba5ee2c990aa tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:55.247757 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-242e930a-0b85-40a5-8087-822e5145613b req-32a955b5-73cd-49bd-9cbe-ba5ee2c990aa tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0483606 Jan 04 14:19:55.295482 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-242e930a-0b85-40a5-8087-822e5145613b req-44a2a0e7-ca55-4901-bcf2-950b2e280b2c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419757 Jan 04 14:19:56.412985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7e7be9-53dd-4f8b-8fb5-8ff4bf16fd06 req-f800bc31-f522-4d1c-b8cf-fc7d782e75a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:56.414469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0e7e7be9-53dd-4f8b-8fb5-8ff4bf16fd06 req-f800bc31-f522-4d1c-b8cf-fc7d782e75a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0519803 Jan 04 14:19:56.461058 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0e7e7be9-53dd-4f8b-8fb5-8ff4bf16fd06 req-304b04ab-e91a-4d54-bc06-bd1f0a679dee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400980 Jan 04 14:19:57.580750 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80f11d4-0708-42b6-b072-46130857a86d req-c8002328-6f2e-43c3-bb38-0481a9fc90ef tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:57.582224 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e80f11d4-0708-42b6-b072-46130857a86d req-c8002328-6f2e-43c3-bb38-0481a9fc90ef tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0521550 Jan 04 14:19:57.627314 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e80f11d4-0708-42b6-b072-46130857a86d req-764fc569-758f-4576-bce9-b533d06c699b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389957 Jan 04 14:19:58.741560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5961e99-0665-4162-b50e-e99f7a8ffcc0 req-ef8256f4-71e4-42ae-8cb8-dc5771584873 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:58.743041 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e5961e99-0665-4162-b50e-e99f7a8ffcc0 req-ef8256f4-71e4-42ae-8cb8-dc5771584873 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0484500 Jan 04 14:19:58.790145 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e5961e99-0665-4162-b50e-e99f7a8ffcc0 req-82dc76ac-d163-43f7-a261-4025444f8c58 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412579 Jan 04 14:19:59.905322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29beaff4-f00d-4357-bc5c-08bca06955f6 req-bbb09c41-3a5a-4eca-ad78-0e678bfeab8a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:19:59.906836 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-29beaff4-f00d-4357-bc5c-08bca06955f6 req-bbb09c41-3a5a-4eca-ad78-0e678bfeab8a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0497105 Jan 04 14:19:59.956704 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-29beaff4-f00d-4357-bc5c-08bca06955f6 req-c4e3d9ce-8554-430f-a8bc-2909615f5c14 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437696 Jan 04 14:20:01.072258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a61cafe-5f43-4a58-9e57-81c5471ef323 req-0ac8a234-2f75-46a5-b2ae-1c40a6c3315c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:01.073644 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a61cafe-5f43-4a58-9e57-81c5471ef323 req-0ac8a234-2f75-46a5-b2ae-1c40a6c3315c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0487564 Jan 04 14:20:01.123870 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1a61cafe-5f43-4a58-9e57-81c5471ef323 req-373994c8-7e4a-4d34-bd88-ed43a2d4f20c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443761 Jan 04 14:20:02.236352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441e855b-6212-4be6-811e-7ebefdb0c843 req-1b8e334e-dda2-4968-994d-29621bb8388d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:02.237810 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-441e855b-6212-4be6-811e-7ebefdb0c843 req-1b8e334e-dda2-4968-994d-29621bb8388d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0473688 Jan 04 14:20:02.288298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-441e855b-6212-4be6-811e-7ebefdb0c843 req-f9a6012c-86d7-4cab-ba87-c24d6d6047fd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446393 Jan 04 14:20:02.761065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-0fc68d0b-21fe-43c9-a6c9-fa072cc85686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:02.762583 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-0fc68d0b-21fe-43c9-a6c9-fa072cc85686 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1098 time: 0.0404155 Jan 04 14:20:02.862193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-1066cf8f-077e-4a00-9916-799cbdeb0fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:02.863637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-1066cf8f-077e-4a00-9916-799cbdeb0fac service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0835581 Jan 04 14:20:02.929742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-59389319-30f7-4f5d-8368-34df7b4a5aa9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1002 time: 0.0596342 Jan 04 14:20:02.976075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-1045cb76-6589-490f-92b2-702b1cfb6fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:02.977477 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-1045cb76-6589-490f-92b2-702b1cfb6fad service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0422552 Jan 04 14:20:03.019912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-2e3cff25-5b86-49b1-b233-6f9ef58defc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:03.021262 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-2e3cff25-5b86-49b1-b233-6f9ef58defc9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0377362 Jan 04 14:20:03.112218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-cb724084-89b1-49ef-9714-240148712023 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840697 Jan 04 14:20:03.202239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a5a3986f-d0cf-48d0-a2a3-e3e2586fd576 req-1fd93530-b3fc-4e5b-bf01-4bb896c64bdf service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835445 Jan 04 14:20:03.405553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17ba34c-6340-438f-91b4-f9f2f2d85203 req-121cf05c-50f1-4a79-88c5-0204a87b880e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:03.407074 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b17ba34c-6340-438f-91b4-f9f2f2d85203 req-121cf05c-50f1-4a79-88c5-0204a87b880e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0496805 Jan 04 14:20:03.453676 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b17ba34c-6340-438f-91b4-f9f2f2d85203 req-b5a02664-420b-4f7b-aba2-be7a08f8516f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407729 Jan 04 14:20:04.568822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5d54c-5375-4c16-8c3d-94aab96c7575 req-fdf31190-1f62-4c8c-8994-eeb8b0a67760 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:04.570279 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1be5d54c-5375-4c16-8c3d-94aab96c7575 req-fdf31190-1f62-4c8c-8994-eeb8b0a67760 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0483902 Jan 04 14:20:04.615345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1be5d54c-5375-4c16-8c3d-94aab96c7575 req-e7d3a85f-262c-4558-8508-4595b9a50c57 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392792 Jan 04 14:20:05.376647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:05.728236 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d02136-e373-4462-a4b1-da0481193e9e req-fb7053c9-4b4a-4f16-a152-b96cd6377ce5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:05.729723 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7d02136-e373-4462-a4b1-da0481193e9e req-fb7053c9-4b4a-4f16-a152-b96cd6377ce5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0490952 Jan 04 14:20:05.777042 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7d02136-e373-4462-a4b1-da0481193e9e req-b13ef0ee-f591-4c8b-9dba-c17066d8b30b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414212 Jan 04 14:20:06.954794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb3cbe6-047c-4f0a-b166-9ec94ad68f84 req-f4278a7e-2ded-49fd-bbe3-35417e535cb0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:06.956243 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ccb3cbe6-047c-4f0a-b166-9ec94ad68f84 req-f4278a7e-2ded-49fd-bbe3-35417e535cb0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0471680 Jan 04 14:20:07.001137 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ccb3cbe6-047c-4f0a-b166-9ec94ad68f84 req-23f5e18d-175c-476d-9751-184154342ff2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390928 Jan 04 14:20:08.118731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36e2354-4a68-4762-8032-bcd180a46433 req-5a5eacbd-8215-4cd9-a822-df95ff508939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:08.120171 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d36e2354-4a68-4762-8032-bcd180a46433 req-5a5eacbd-8215-4cd9-a822-df95ff508939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0521431 Jan 04 14:20:08.165435 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d36e2354-4a68-4762-8032-bcd180a46433 req-4ad4c6e1-63d0-48d7-aff4-9abe32decead tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394099 Jan 04 14:20:09.284591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd0d1da-d9b0-4a73-8285-cb3c2f4431f9 req-482b2c4c-b770-4c06-8502-a2ca024f572d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:09.286091 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ccd0d1da-d9b0-4a73-8285-cb3c2f4431f9 req-482b2c4c-b770-4c06-8502-a2ca024f572d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0527849 Jan 04 14:20:09.333372 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ccd0d1da-d9b0-4a73-8285-cb3c2f4431f9 req-37e34b93-8256-4137-a21e-26b25cdc9294 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412843 Jan 04 14:20:10.453193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd3b3b4-3171-4bdc-931d-04ca2972c295 req-2d68db9e-5657-47f8-888f-a8a32ea334b1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:10.454945 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cd3b3b4-3171-4bdc-931d-04ca2972c295 req-2d68db9e-5657-47f8-888f-a8a32ea334b1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0527310 Jan 04 14:20:10.502880 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6cd3b3b4-3171-4bdc-931d-04ca2972c295 req-1a02868b-23a3-48dc-bd3f-0bfbd326b4a4 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411627 Jan 04 14:20:10.811133 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:20:11.615335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17079a04-4c79-4f41-b58d-7db98bbfc3d7 req-12e23ec8-7a2e-42c7-a8ee-fc6e26f6cf29 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:11.616755 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17079a04-4c79-4f41-b58d-7db98bbfc3d7 req-12e23ec8-7a2e-42c7-a8ee-fc6e26f6cf29 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0468478 Jan 04 14:20:11.662598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17079a04-4c79-4f41-b58d-7db98bbfc3d7 req-769922c1-2d39-46af-9d9b-37ada2ec921c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393026 Jan 04 14:20:12.780909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0335ea96-c60a-4fd0-8297-b9413dcb4752 req-ba34df3f-3ea2-4fd4-a771-5867729b320d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:12.782440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0335ea96-c60a-4fd0-8297-b9413dcb4752 req-ba34df3f-3ea2-4fd4-a771-5867729b320d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0538113 Jan 04 14:20:12.828086 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0335ea96-c60a-4fd0-8297-b9413dcb4752 req-cd93651f-649c-4d7a-8733-f85f222fa77e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396228 Jan 04 14:20:13.941230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abb6dac1-ef0b-4aeb-8770-2a28256297e5 req-ebd1116f-bf30-443a-81a3-1db2d7fc79a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:13.942707 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-abb6dac1-ef0b-4aeb-8770-2a28256297e5 req-ebd1116f-bf30-443a-81a3-1db2d7fc79a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0477765 Jan 04 14:20:13.991283 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-abb6dac1-ef0b-4aeb-8770-2a28256297e5 req-ffb2d288-8c96-48ee-8c27-0fdce32a44ec tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427816 Jan 04 14:20:15.105487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33511c5-7bce-40df-aab3-4acaa1845d31 req-54266b52-3e41-4ef3-9073-94febf67c68e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:15.107030 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b33511c5-7bce-40df-aab3-4acaa1845d31 req-54266b52-3e41-4ef3-9073-94febf67c68e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0494671 Jan 04 14:20:15.153225 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b33511c5-7bce-40df-aab3-4acaa1845d31 req-45d89725-8718-47ad-a6f3-eac027e5b386 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402975 Jan 04 14:20:15.558023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23b8fa50-0d7a-4d9d-b4fe-ecd7797754ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:16.267778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df03c66-ea43-4405-ba10-2672892748cc req-2c376291-d71a-4145-9921-e319d318bfaa tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:16.269229 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7df03c66-ea43-4405-ba10-2672892748cc req-2c376291-d71a-4145-9921-e319d318bfaa tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0482779 Jan 04 14:20:16.314789 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7df03c66-ea43-4405-ba10-2672892748cc req-0b441ad0-cd31-4ff8-a4e4-9f1445382286 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394015 Jan 04 14:20:17.429827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba0bdad-ee7f-4b49-8d4d-8e2894a1aab1 req-20711bd0-bba0-4de1-9e22-41ba162ac892 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:17.431298 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ba0bdad-ee7f-4b49-8d4d-8e2894a1aab1 req-20711bd0-bba0-4de1-9e22-41ba162ac892 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0482342 Jan 04 14:20:17.481559 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8ba0bdad-ee7f-4b49-8d4d-8e2894a1aab1 req-db12758f-63f1-4c4e-b31e-b79456540ce9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443776 Jan 04 14:20:17.890346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b0baf391-d0d6-416a-a6f8-7370394560d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:18.598987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c2f10b-474e-48d6-b6d6-e806b85423d4 req-23ac6ca8-c45a-4998-bf5d-ecfc2dc896d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:18.600417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-09c2f10b-474e-48d6-b6d6-e806b85423d4 req-23ac6ca8-c45a-4998-bf5d-ecfc2dc896d2 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0483770 Jan 04 14:20:18.646243 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-09c2f10b-474e-48d6-b6d6-e806b85423d4 req-8c8ee02b-bc85-450b-9f85-888e8ac4cc0b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392163 Jan 04 14:20:19.220001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:19.763221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36daefa-5071-47d1-80ea-d5de7bb5db09 req-3a801443-9c0e-4be9-bf5d-bb3913c65606 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:19.764713 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d36daefa-5071-47d1-80ea-d5de7bb5db09 req-3a801443-9c0e-4be9-bf5d-bb3913c65606 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0496771 Jan 04 14:20:19.811993 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d36daefa-5071-47d1-80ea-d5de7bb5db09 req-0b0ad8e8-afa0-4fef-8ec8-cd0e91b0af53 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413129 Jan 04 14:20:20.461897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:20.928704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed761b-5b82-417a-88b1-7f62b0a1071f req-8080cafc-d1f4-47b1-ae82-6e9432d5e4a5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:20.930194 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2aed761b-5b82-417a-88b1-7f62b0a1071f req-8080cafc-d1f4-47b1-ae82-6e9432d5e4a5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0514112 Jan 04 14:20:20.977265 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2aed761b-5b82-417a-88b1-7f62b0a1071f req-cc550ac6-1635-4bb3-8fdc-66b2729ce6d6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405822 Jan 04 14:20:22.056749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:22.093690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982e890-1957-4683-9f0f-c45881b81d63 req-730309e2-2186-4729-b909-56f65f10423a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:22.095200 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a982e890-1957-4683-9f0f-c45881b81d63 req-730309e2-2186-4729-b909-56f65f10423a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0496101 Jan 04 14:20:22.142239 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a982e890-1957-4683-9f0f-c45881b81d63 req-0de873f9-808d-4d0c-b3de-6f7382a6a93d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411210 Jan 04 14:20:22.946954 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:20:23.021332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:23.042769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:20:23.045012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1336808-56b9-4447-9d80-2fe872ab1fbe" -d '{"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-unplugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:20:23.057193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:23.062312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:23.096538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:20:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc5cd7e8-e998-48fd-a28e-28781ccb7991 x-openstack-request-id: req-bc5cd7e8-e998-48fd-a28e-28781ccb7991 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:20:23.096845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-unplugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:20:23.097123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bc5cd7e8-e998-48fd-a28e-28781ccb7991 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:20:23.097510 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'code': 200} Jan 04 14:20:23.117502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:20:23.125043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.125399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.125750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.126120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.126460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.126794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.127127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.127459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.127791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.128122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.128462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.128772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.129100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:20:23.265893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d4249b0-5ade-4ba5-829f-0ae847cac728 req-4d4891e2-e2d6-40ca-996d-9a048190faba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:23.267645 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5d4249b0-5ade-4ba5-829f-0ae847cac728 req-4d4891e2-e2d6-40ca-996d-9a048190faba tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0556359 Jan 04 14:20:23.319303 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5d4249b0-5ade-4ba5-829f-0ae847cac728 req-82006406-a10a-468a-b1c5-6e783540c935 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451407 Jan 04 14:20:23.502334 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-24871d2e-f8a2-4f29-b89e-c5ba9b9687ec service neutron] 10.222.0.13 "GET /v2.0/ports/82aede32-4c5c-4923-8f69-c0338573b069/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0533495 Jan 04 14:20:23.696862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-71f24ca5-52a5-4aea-a364-9df4083aa69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:23.698362 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-71f24ca5-52a5-4aea-a364-9df4083aa69f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 1096 time: 0.0404713 Jan 04 14:20:23.761559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-ffb4b2f8-47ac-446d-8b04-dd0f97cb7446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:23.763478 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-ffb4b2f8-47ac-446d-8b04-dd0f97cb7446 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1096 time: 0.0441029 Jan 04 14:20:23.852232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-26c31b8c-54bb-44e4-9c96-a814b3c222f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:23.853723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-26c31b8c-54bb-44e4-9c96-a814b3c222f2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0842440 Jan 04 14:20:23.924098 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-e6d144bd-a80e-48dc-83eb-7e7f2b0bd9e9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1000 time: 0.0640504 Jan 04 14:20:23.970128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-32c709f8-0b60-4253-9cf7-0e06e2197bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:23.971446 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-32c709f8-0b60-4253-9cf7-0e06e2197bd1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0412836 Jan 04 14:20:24.015269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-52a4d99c-361b-4d5b-aa32-327a04f2a6f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:24.016692 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-52a4d99c-361b-4d5b-aa32-327a04f2a6f8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379701 Jan 04 14:20:24.107574 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-61dea040-0f0f-449e-b752-3b3e7651b6c0 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835321 Jan 04 14:20:24.200116 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-44b062a7-60db-4c31-bd84-976b5faa9deb service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847685 Jan 04 14:20:24.439634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba53159-01ec-4b5c-8503-c4708ba46083 req-837bcc07-f7ff-4dff-a187-d5a5c49bdf01 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:24.441108 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dba53159-01ec-4b5c-8503-c4708ba46083 req-837bcc07-f7ff-4dff-a187-d5a5c49bdf01 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0491655 Jan 04 14:20:24.488658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dba53159-01ec-4b5c-8503-c4708ba46083 req-cc3bd2c6-cc69-4911-bf1e-b27fc8603c9b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404701 Jan 04 14:20:25.604353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b496d2f5-02d0-41d6-9962-8272f4dd8d2d req-f5b03dd0-00de-4b11-815f-73cf4d4abce0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:25.606613 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b496d2f5-02d0-41d6-9962-8272f4dd8d2d req-f5b03dd0-00de-4b11-815f-73cf4d4abce0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0492682 Jan 04 14:20:25.654090 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b496d2f5-02d0-41d6-9962-8272f4dd8d2d req-81d133c0-12e6-45fc-8c57-63e1021e3b87 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413642 Jan 04 14:20:26.773635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b16a74-6790-44cd-8333-6df0ce2bd69f req-94b1f1a2-5569-46a8-9854-5675130664d6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:26.775141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c5b16a74-6790-44cd-8333-6df0ce2bd69f req-94b1f1a2-5569-46a8-9854-5675130664d6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0532300 Jan 04 14:20:26.823197 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c5b16a74-6790-44cd-8333-6df0ce2bd69f req-b51ca754-4a61-4274-87a0-ad1cccae0cc1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410802 Jan 04 14:20:27.944169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cdff2-d905-4ed4-bd71-9838c24505f4 req-dd75ef8e-b7d0-4dc0-afcc-0c9eae889a61 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:27.945632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8d2cdff2-d905-4ed4-bd71-9838c24505f4 req-dd75ef8e-b7d0-4dc0-afcc-0c9eae889a61 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0490439 Jan 04 14:20:27.997116 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8d2cdff2-d905-4ed4-bd71-9838c24505f4 req-36ef798a-b0b5-4ec9-b063-fb16e4f42984 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451915 Jan 04 14:20:29.116757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c752bb5d-9b26-431b-b00b-7b389aeb806f req-836839bb-d697-4118-9ce3-b8163feacdac tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:29.118241 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c752bb5d-9b26-431b-b00b-7b389aeb806f req-836839bb-d697-4118-9ce3-b8163feacdac tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0531051 Jan 04 14:20:29.166193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c752bb5d-9b26-431b-b00b-7b389aeb806f req-bc7f65f0-bee6-46ea-83e1-6238cb374c57 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420382 Jan 04 14:20:30.283127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef61e4d0-8644-451c-b32a-39cc8e3054a0 req-d933419f-af3e-4ab9-aa7b-a2c003437b86 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:30.284678 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ef61e4d0-8644-451c-b32a-39cc8e3054a0 req-d933419f-af3e-4ab9-aa7b-a2c003437b86 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0500178 Jan 04 14:20:30.332060 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ef61e4d0-8644-451c-b32a-39cc8e3054a0 req-8d08a248-0694-49af-a2dc-27df4a3ec1a5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414717 Jan 04 14:20:31.447901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7777dde8-f927-4973-8a5a-3a5571720b4c req-5c99d1f9-231b-4056-a442-8067ce31e418 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:31.449997 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7777dde8-f927-4973-8a5a-3a5571720b4c req-5c99d1f9-231b-4056-a442-8067ce31e418 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0488009 Jan 04 14:20:31.496350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7777dde8-f927-4973-8a5a-3a5571720b4c req-67329fb5-b355-43f6-aed3-0aa973899547 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403178 Jan 04 14:20:32.613887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d888ad-e1f5-4bed-bb97-beb5616f62d9 req-f5988630-792c-4eff-b49e-919c9166a553 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:32.615394 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-35d888ad-e1f5-4bed-bb97-beb5616f62d9 req-f5988630-792c-4eff-b49e-919c9166a553 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0516677 Jan 04 14:20:32.663381 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-35d888ad-e1f5-4bed-bb97-beb5616f62d9 req-ff2229ab-0028-4bfa-8919-ab89245ead6a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419908 Jan 04 14:20:33.778861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1c19b4-ebb0-4122-bdb8-fff86537fe33 req-67a65c90-f4fb-442a-8aee-64a222e1057c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:33.780342 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-da1c19b4-ebb0-4122-bdb8-fff86537fe33 req-67a65c90-f4fb-442a-8aee-64a222e1057c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0474596 Jan 04 14:20:34.079328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-da1c19b4-ebb0-4122-bdb8-fff86537fe33 req-03e27de9-ba81-4b9d-b0e6-f8e8d0b51fad tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2930214 Jan 04 14:20:34.993195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:20:35.087580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:35.098377 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '82aede32-4c5c-4923-8f69-c0338573b069', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': '82aede32-4c5c-4923-8f69-c0338573b069', 'mac_address': 'fa:16:3e:be:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:20:35.135484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:35.148330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aede32-4c5c-4923-8f69-c0338573b069 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:20:35.168808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:35.172771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:35.201069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75cd9582-5552-45fc-aa64-3a2eb8696d84 req-cb93616c-fc8e-4cff-9d37-24de55ca2c3e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:35.202664 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-75cd9582-5552-45fc-aa64-3a2eb8696d84 req-cb93616c-fc8e-4cff-9d37-24de55ca2c3e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0526698 Jan 04 14:20:35.225332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:20:35.234351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['82aede32-4c5c-4923-8f69-c0338573b069'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:20:35.252563 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-75cd9582-5552-45fc-aa64-3a2eb8696d84 req-29d01d56-4d43-4538-b5cc-71dd2aa1873f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440719 Jan 04 14:20:35.385418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:36.365578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a572e39c-5b52-4e16-b7de-7849bd649fd8 req-c53a5a07-ab56-4956-9546-f468d2cff79a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:36.367044 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a572e39c-5b52-4e16-b7de-7849bd649fd8 req-c53a5a07-ab56-4956-9546-f468d2cff79a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 944 time: 0.0472326 Jan 04 14:20:36.411969 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a572e39c-5b52-4e16-b7de-7849bd649fd8 req-8721e4e6-ced6-45d6-b0ce-1db141bad9a7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384719 Jan 04 14:20:36.997721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:20:37.046597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 82aede32-4c5c-4923-8f69-c0338573b069 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:20:37.046888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:37.119209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:37.140808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:20:37.142991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63ec9ef9-d0ae-4580-aac1-0c579948e6b9" -d '{"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-plugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:20:37.154994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:37.159240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:37.190213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:20:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab25d288-8a42-4366-9083-7d1b952b47c4 x-openstack-request-id: req-ab25d288-8a42-4366-9083-7d1b952b47c4 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:20:37.190501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-plugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:20:37.190752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ab25d288-8a42-4366-9083-7d1b952b47c4 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:20:37.191129 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'code': 200} Jan 04 14:20:37.210045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:20:37.526056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a752007-ab4c-42b2-a4c0-be31ea77b510 req-ce7e8bd5-9555-47cb-8baa-e6b1c17e1506 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:37.527509 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a752007-ab4c-42b2-a4c0-be31ea77b510 req-ce7e8bd5-9555-47cb-8baa-e6b1c17e1506 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0481639 Jan 04 14:20:37.573751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0a752007-ab4c-42b2-a4c0-be31ea77b510 req-52e4aeed-e08b-4646-8d0d-7a1503980fda tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397043 Jan 04 14:20:38.688648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c0d86c-def1-4db3-8170-3303fb599c71 req-cfb45214-6f8e-48f6-a3ad-3c75458f59e0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:38.690249 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-04c0d86c-def1-4db3-8170-3303fb599c71 req-cfb45214-6f8e-48f6-a3ad-3c75458f59e0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0481257 Jan 04 14:20:38.736322 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-04c0d86c-def1-4db3-8170-3303fb599c71 req-2b88dd7a-f813-4f8b-86ca-28824f6b7829 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404003 Jan 04 14:20:39.853659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1db73441-eb9f-4e5f-85eb-522d359fd6ac req-1c426274-c988-420f-96fa-86c6b4e422ae tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:39.855144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1db73441-eb9f-4e5f-85eb-522d359fd6ac req-1c426274-c988-420f-96fa-86c6b4e422ae tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0515928 Jan 04 14:20:39.901253 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1db73441-eb9f-4e5f-85eb-522d359fd6ac req-c92dddda-ef08-432a-b4fe-0f9606f10e0e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402558 Jan 04 14:20:41.019899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c88d5a-0aac-4f56-a62d-1590aea625ef req-42b0e574-d4ab-4533-b869-92c3788ba8fc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.021273 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-30c88d5a-0aac-4f56-a62d-1590aea625ef req-42b0e574-d4ab-4533-b869-92c3788ba8fc tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0525932 Jan 04 14:20:41.066472 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-30c88d5a-0aac-4f56-a62d-1590aea625ef req-567f5190-ee4c-4e0f-b98d-28d03ef46246 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391304 Jan 04 14:20:41.347894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-81bf2641-20d1-4261-88d8-525240badbda tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.349328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-81bf2641-20d1-4261-88d8-525240badbda tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c&tenant_id=aabbe05adbe24488b384a47301fb3f22&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0510552 Jan 04 14:20:41.364063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2db2ed3f-4218-4f96-bd52-6dff88a26615 req-de4bfb41-9988-4b41-9b9c-8653a96bc1fd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.365553 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2db2ed3f-4218-4f96-bd52-6dff88a26615 req-de4bfb41-9988-4b41-9b9c-8653a96bc1fd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0487444 Jan 04 14:20:41.409675 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-d9d65f6d-c3e0-4bdd-87c6-1217a7ae4410 service neutron] 10.222.0.13 "GET /v2.0/ports/82aede32-4c5c-4923-8f69-c0338573b069/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0536270 Jan 04 14:20:41.414587 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2db2ed3f-4218-4f96-bd52-6dff88a26615 req-e4661a81-b4ea-429b-ac20-96f89d392469 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424848 Jan 04 14:20:41.473075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-e16d7053-5a90-4344-ae77-253816656bdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.474554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-e16d7053-5a90-4344-ae77-253816656bdb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1098 time: 0.0436006 Jan 04 14:20:41.563193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-9420d0b8-406c-4e1e-b1c7-5a3919f007d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.564533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-9420d0b8-406c-4e1e-b1c7-5a3919f007d4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0839136 Jan 04 14:20:41.629732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-a845e084-d784-495a-ac80-54219c98e9c2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1002 time: 0.0585740 Jan 04 14:20:41.676135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-3df4227e-1f1d-457e-bfba-d7c7fe547f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.677497 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-3df4227e-1f1d-457e-bfba-d7c7fe547f79 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0410116 Jan 04 14:20:41.720068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-2338c640-7c90-4b60-ad5d-a1c3a86c0660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:41.721485 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-2338c640-7c90-4b60-ad5d-a1c3a86c0660 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379663 Jan 04 14:20:41.811845 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-c3afb233-629c-4b82-8e7c-9b4602aa3250 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836186 Jan 04 14:20:41.901856 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-3efdf574-be9d-42d7-9949-20ad80f4202f service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830607 Jan 04 14:20:42.534569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f7f22da-d537-4b35-952d-116017b41cab req-ddb46945-a1b8-4894-89fd-3976f3f07ffb tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:42.535970 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8f7f22da-d537-4b35-952d-116017b41cab req-ddb46945-a1b8-4894-89fd-3976f3f07ffb tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0500076 Jan 04 14:20:42.581371 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8f7f22da-d537-4b35-952d-116017b41cab req-a5a4da27-f1f2-49d3-95d6-ca4dbefd6f19 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396688 Jan 04 14:20:43.696075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c63661-ae8b-4cac-8447-469f0936de84 req-95fc280a-17b6-40e2-a9e0-45a685ec6338 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:43.697604 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-19c63661-ae8b-4cac-8447-469f0936de84 req-95fc280a-17b6-40e2-a9e0-45a685ec6338 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0484571 Jan 04 14:20:43.747165 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-19c63661-ae8b-4cac-8447-469f0936de84 req-b944160e-fe1a-4282-aa12-e7f7b5dd2dc9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437856 Jan 04 14:20:44.863071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f91bfb2-5afc-42ae-8c7b-3291ba098f57 req-f306b986-a97a-4f70-9e5c-43ad539a81ac tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:44.864688 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f91bfb2-5afc-42ae-8c7b-3291ba098f57 req-f306b986-a97a-4f70-9e5c-43ad539a81ac tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0484984 Jan 04 14:20:44.911555 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f91bfb2-5afc-42ae-8c7b-3291ba098f57 req-d2012386-122f-4028-9033-2ea08f7e779d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403399 Jan 04 14:20:45.560802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-515a0c09-6733-48ab-925c-61997f4a62d3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:46.027730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd818ca-299b-40d8-a0f0-e2e973306b9d req-1be5e9b3-7a15-4d2c-9888-18093ab6f9a0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:46.029117 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3bd818ca-299b-40d8-a0f0-e2e973306b9d req-1be5e9b3-7a15-4d2c-9888-18093ab6f9a0 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0495956 Jan 04 14:20:46.076355 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3bd818ca-299b-40d8-a0f0-e2e973306b9d req-cffed8af-9b48-431c-b64f-27c80231165c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413480 Jan 04 14:20:47.039621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:20:47.121820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:47.146485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:20:47.149081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1809cb2e-a1c3-4c13-a1b8-4dc2838a26c6" -d '{"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-unplugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:20:47.163090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:47.168959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:47.199295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:20:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66190125-6f1f-4aa0-9306-f6930711a928 x-openstack-request-id: req-66190125-6f1f-4aa0-9306-f6930711a928 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:20:47.199565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-unplugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:20:47.199819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-66190125-6f1f-4aa0-9306-f6930711a928 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:20:47.200206 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'code': 200} Jan 04 14:20:47.218367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545fbf82-b620-4fa7-a668-f088aa84f9e8 req-e7892b6d-c36d-41e3-8036-e4f779844b1d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:47.219937 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-545fbf82-b620-4fa7-a668-f088aa84f9e8 req-e7892b6d-c36d-41e3-8036-e4f779844b1d tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0685153 Jan 04 14:20:47.225316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=9']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:20:47.269685 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-545fbf82-b620-4fa7-a668-f088aa84f9e8 req-c21c7dd8-cef0-4ace-b814-f7c261171fc7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430379 Jan 04 14:20:47.811703 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:20:47.863613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-d92bec8b-8faf-4346-9eae-26323c9faa80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:47.865083 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-d92bec8b-8faf-4346-9eae-26323c9faa80 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c&tenant_id=aabbe05adbe24488b384a47301fb3f22 HTTP/1.1" status: 200 len: 1096 time: 0.0400369 Jan 04 14:20:47.890853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2b358b4b-91c5-4f31-ad94-612c30795f54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:47.927310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-6356f660-a880-4e5b-88a6-ce2486222e34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:47.928784 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-6356f660-a880-4e5b-88a6-ce2486222e34 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1096 time: 0.0407422 Jan 04 14:20:48.021117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-366a9431-3e9d-4f66-932e-e1981157d417 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:48.022751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-366a9431-3e9d-4f66-932e-e1981157d417 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0866551 Jan 04 14:20:48.085714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-49affa2e-9764-4d03-a00a-a155c5c31c1a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1000 time: 0.0567207 Jan 04 14:20:48.136744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-62235b1d-5b63-4ef0-ba0d-59ee3ed1fe27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:48.138184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-62235b1d-5b63-4ef0-ba0d-59ee3ed1fe27 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0467956 Jan 04 14:20:48.180866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49445fc3-027f-46b8-964b-4009b2690f75 req-e4c019a2-be7f-40b6-bbcc-2770772142ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:48.182988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-e4c019a2-be7f-40b6-bbcc-2770772142ed service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383408 Jan 04 14:20:48.268249 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-486d838f-39a9-4fb3-957a-53f9f12625a0 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792809 Jan 04 14:20:48.360755 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-49445fc3-027f-46b8-964b-4009b2690f75 req-17baad57-9f95-4562-b1d6-417b76407097 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855966 Jan 04 14:20:48.391328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90ac8c-f5ec-473f-a155-69d0125d41a2 req-9f9c5ec3-0902-4b8f-862e-870ae59c49fa tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:48.392860 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7b90ac8c-f5ec-473f-a155-69d0125d41a2 req-9f9c5ec3-0902-4b8f-862e-870ae59c49fa tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0512402 Jan 04 14:20:48.443526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7b90ac8c-f5ec-473f-a155-69d0125d41a2 req-b721b677-99a1-48ab-be9c-73e751bfa541 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444772 Jan 04 14:20:49.222829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:49.559657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f89b155-5d71-4250-9133-90ee708cdd26 req-4f2206fd-daa9-44f7-b504-6a397467c087 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:49.561127 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5f89b155-5d71-4250-9133-90ee708cdd26 req-4f2206fd-daa9-44f7-b504-6a397467c087 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0491996 Jan 04 14:20:49.610546 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5f89b155-5d71-4250-9133-90ee708cdd26 req-34094e03-f130-42f2-8e90-076e886f8ae5 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434270 Jan 04 14:20:50.467590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:50.729573 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafc02dd-63f0-4c66-b098-5053d7753781 req-6b31396f-4a39-4528-9fbe-5c9b5441b999 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:50.731094 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bafc02dd-63f0-4c66-b098-5053d7753781 req-6b31396f-4a39-4528-9fbe-5c9b5441b999 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0531940 Jan 04 14:20:50.778840 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bafc02dd-63f0-4c66-b098-5053d7753781 req-862cb7d7-ff54-4914-8f6b-be919b60a15a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415659 Jan 04 14:20:51.899695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb23eb8-417c-47d5-8869-342d90f37345 req-970d0589-04a4-4d05-a6a2-36c33f959a63 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:51.901165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5fb23eb8-417c-47d5-8869-342d90f37345 req-970d0589-04a4-4d05-a6a2-36c33f959a63 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0530336 Jan 04 14:20:51.947886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5fb23eb8-417c-47d5-8869-342d90f37345 req-373c6d1f-2146-43b6-825e-f6ac26096796 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406284 Jan 04 14:20:52.051835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:53.062343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb29ad7-aeca-4919-bbf8-555c159e76e1 req-6732d8e7-d2f0-467d-80f0-4f26c042efee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:53.063831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2eb29ad7-aeca-4919-bbf8-555c159e76e1 req-6732d8e7-d2f0-467d-80f0-4f26c042efee tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0482833 Jan 04 14:20:53.110699 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2eb29ad7-aeca-4919-bbf8-555c159e76e1 req-2e1b31ff-7c3c-49ec-86d9-14e6ab1c226a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Jan 04 14:20:54.227678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063a2bc0-c171-4de4-9caf-7d9d01877d22 req-50ede655-9dfa-4aab-850a-4a85d2d0d4cb tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:54.229173 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-063a2bc0-c171-4de4-9caf-7d9d01877d22 req-50ede655-9dfa-4aab-850a-4a85d2d0d4cb tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0483425 Jan 04 14:20:54.278096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-063a2bc0-c171-4de4-9caf-7d9d01877d22 req-9e9611f7-fe91-426f-8fb0-3ac31a3fb346 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427661 Jan 04 14:20:55.391574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd9864d-93c1-45ae-a082-e93f87a72c94 req-1ace22ea-9d3b-436b-bb19-52d695d7cd60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:55.393028 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd9864d-93c1-45ae-a082-e93f87a72c94 req-1ace22ea-9d3b-436b-bb19-52d695d7cd60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0475385 Jan 04 14:20:55.445729 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5dd9864d-93c1-45ae-a082-e93f87a72c94 req-9ed6dde7-68cd-458b-9e88-90d741a8110a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464201 Jan 04 14:20:56.568798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6724908e-f0a5-4608-89e4-af23fcca479b req-b9ff61cc-8af7-41d5-b974-ca16c1eb89e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:56.570364 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6724908e-f0a5-4608-89e4-af23fcca479b req-b9ff61cc-8af7-41d5-b974-ca16c1eb89e9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0531080 Jan 04 14:20:56.616158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6724908e-f0a5-4608-89e4-af23fcca479b req-9128629d-a3fc-4b13-9a01-81a62dc503ea tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397561 Jan 04 14:20:57.730678 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3194a346-9595-497a-8617-6a75076d6aea req-b4bb4dba-70ca-4141-8c67-c6e82c64ff9a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:57.732135 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3194a346-9595-497a-8617-6a75076d6aea req-b4bb4dba-70ca-4141-8c67-c6e82c64ff9a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0480993 Jan 04 14:20:57.778993 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3194a346-9595-497a-8617-6a75076d6aea req-85175e1b-fcbc-4ca4-85f8-dadabdf0460f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411677 Jan 04 14:20:58.893639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a6dd3-89e0-4301-9450-22458a931dd8 req-6086c776-c37e-4832-a01f-7973bbe64113 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:20:58.895113 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c0a6dd3-89e0-4301-9450-22458a931dd8 req-6086c776-c37e-4832-a01f-7973bbe64113 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 943 time: 0.0472207 Jan 04 14:20:58.940345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c0a6dd3-89e0-4301-9450-22458a931dd8 req-01882810-9f1f-4d82-8131-569cf5d7167c tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385063 Jan 04 14:20:59.043236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:20:59.137061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:59.147770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '82aede32-4c5c-4923-8f69-c0338573b069', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'port_id': '82aede32-4c5c-4923-8f69-c0338573b069', 'mac_address': 'fa:16:3e:be:1f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:20:59.183153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:59.195102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82aede32-4c5c-4923-8f69-c0338573b069 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:20:59.213761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:20:59.217491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:20:59.265299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=10']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:20:59.276555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['82aede32-4c5c-4923-8f69-c0338573b069'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:21:00.058746 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cdd2a24-e78f-4532-8bd3-6ee008f048b6 req-5309eeee-aad6-464b-b29a-986337b4f9be tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:00.060142 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0cdd2a24-e78f-4532-8bd3-6ee008f048b6 req-5309eeee-aad6-464b-b29a-986337b4f9be tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0492435 Jan 04 14:21:00.107158 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0cdd2a24-e78f-4532-8bd3-6ee008f048b6 req-7b3584d7-6f31-47fc-b805-7e55f6a7ad3a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407324 Jan 04 14:21:01.055292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:21:01.100699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 82aede32-4c5c-4923-8f69-c0338573b069 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:21:01.101062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:01.178232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:01.200141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:01.202363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4e8a60-6418-4d3f-93e4-70ea0d59ef8a" -d '{"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-plugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:01.214712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:01.219380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:01.222762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b488a5d7-048c-43fd-b2e7-c55de3138be3 req-c433bcb4-3291-499d-8f29-c3598e269edd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:01.225069 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b488a5d7-048c-43fd-b2e7-c55de3138be3 req-c433bcb4-3291-499d-8f29-c3598e269edd tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 945 time: 0.0500934 Jan 04 14:21:01.250226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f7cf392-0b80-412a-8b28-bfae1788f330 x-openstack-request-id: req-7f7cf392-0b80-412a-8b28-bfae1788f330 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:01.250516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-plugged", "status": "completed", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:01.250764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7f7cf392-0b80-412a-8b28-bfae1788f330 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:01.251144 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'code': 200} Jan 04 14:21:01.272024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=11']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:01.280920 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b488a5d7-048c-43fd-b2e7-c55de3138be3 req-2c24135f-e46f-4662-8126-cbdab490ce74 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484462 Jan 04 14:21:02.402309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-571e9df7-b7ea-483c-ae0f-000841a184b2 req-6045db18-d8f8-4351-af67-0812a4f02ade tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:02.403752 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-571e9df7-b7ea-483c-ae0f-000841a184b2 req-6045db18-d8f8-4351-af67-0812a4f02ade tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0518672 Jan 04 14:21:02.449385 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-571e9df7-b7ea-483c-ae0f-000841a184b2 req-d2ffe929-aecd-41f9-957c-b2b4052eaca1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398335 Jan 04 14:21:02.830550 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56587-2266-4532-8e91-a2a32e315091 req-6de9c649-f7e8-47d0-9c71-79a413e5e8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:02.832008 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-6de9c649-f7e8-47d0-9c71-79a413e5e8dc service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=aabbe05adbe24488b384a47301fb3f22&device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 1099 time: 0.0907776 Jan 04 14:21:02.933990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56587-2266-4532-8e91-a2a32e315091 req-e88ab68e-0d7d-4bed-a537-0403e957d85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:02.935435 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-e88ab68e-0d7d-4bed-a537-0403e957d85a service neutron] 10.222.0.13 "GET /v2.0/networks?id=0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 200 len: 912 time: 0.0832002 Jan 04 14:21:03.002776 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-b780babf-14ec-40aa-9295-392f506a05a6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 200 len: 1002 time: 0.0599957 Jan 04 14:21:03.051094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56587-2266-4532-8e91-a2a32e315091 req-957fa2a5-694e-406f-980b-fff1deb1454c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:03.052488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-957fa2a5-694e-406f-980b-fff1deb1454c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 200 len: 850 time: 0.0429244 Jan 04 14:21:03.099027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da56587-2266-4532-8e91-a2a32e315091 req-789c7dcc-4176-4f49-a50a-5ecdfc538d38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:03.100503 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-789c7dcc-4176-4f49-a50a-5ecdfc538d38 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0692841c-bf05-47dc-a29c-ece01d63fc67&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399768 Jan 04 14:21:03.191225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-e729f221-8515-4005-98f0-3d6b459147ec service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832307 Jan 04 14:21:03.290739 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2da56587-2266-4532-8e91-a2a32e315091 req-9a0e74ff-e9a6-48af-a80e-54b0ed7ac5b2 service neutron] 10.222.0.13 "GET /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919123 Jan 04 14:21:03.611877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf63176e-7c64-4848-a192-58a0b452d3b2 req-efce0605-7092-4fdb-a65c-702e2ef2a274 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:03.613357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf63176e-7c64-4848-a192-58a0b452d3b2 req-efce0605-7092-4fdb-a65c-702e2ef2a274 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0939882 Jan 04 14:21:03.660774 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf63176e-7c64-4848-a192-58a0b452d3b2 req-20f2e543-4ece-4945-8101-73ca249c861a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415044 Jan 04 14:21:04.820676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb60e027-a82d-48e9-ba63-5d15380cbbba req-a7036563-f366-4884-bd39-47802e248804 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:04.822154 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb60e027-a82d-48e9-ba63-5d15380cbbba req-a7036563-f366-4884-bd39-47802e248804 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0940356 Jan 04 14:21:04.868513 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fb60e027-a82d-48e9-ba63-5d15380cbbba req-918d5d4e-4ba8-43ab-ab04-8a761e2d3c3e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404243 Jan 04 14:21:04.984482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6825edbe-4c3d-4d32-9fcf-365538fbdc03 req-560d75d8-448d-49ec-b891-e82d48003d64 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:04.986000 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6825edbe-4c3d-4d32-9fcf-365538fbdc03 req-560d75d8-448d-49ec-b891-e82d48003d64 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0474017 Jan 04 14:21:05.032664 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6825edbe-4c3d-4d32-9fcf-365538fbdc03 req-05c1fcb6-deb9-46a5-983b-053e1ce5504a tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405519 Jan 04 14:21:05.151807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0eab8d0-06a1-4fbf-8830-acd040229339 req-cceef7f1-304d-44ad-9197-cf159e4cd83e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:05.153288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c0eab8d0-06a1-4fbf-8830-acd040229339 req-cceef7f1-304d-44ad-9197-cf159e4cd83e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0533471 Jan 04 14:21:05.199014 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c0eab8d0-06a1-4fbf-8830-acd040229339 req-63dc1a12-8834-4ed4-99aa-1b2ee172f560 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397959 Jan 04 14:21:05.383337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:05.427377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271f1efb-fc8c-42d9-ac72-2e65dd6b42e4 req-f8b0c357-5021-4520-b03d-545109a47056 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:05.428851 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-271f1efb-fc8c-42d9-ac72-2e65dd6b42e4 req-f8b0c357-5021-4520-b03d-545109a47056 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0500126 Jan 04 14:21:05.475930 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-271f1efb-fc8c-42d9-ac72-2e65dd6b42e4 req-79bff544-50be-485f-a54f-6568ae48a782 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410023 Jan 04 14:21:06.594299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a0b769c-9c69-4f8c-abf4-8077d09cbf3e req-8ecc2903-ff64-4064-8a98-db14b87a474e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:06.595655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a0b769c-9c69-4f8c-abf4-8077d09cbf3e req-8ecc2903-ff64-4064-8a98-db14b87a474e tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0509498 Jan 04 14:21:06.641214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1a0b769c-9c69-4f8c-abf4-8077d09cbf3e req-58337c66-11f0-487f-80d7-369a803aa276 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397625 Jan 04 14:21:07.755257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b0f1d1-eb47-4e45-a9d5-1e478ff8ded2 req-b534bfea-59c9-4c9a-870a-b30640038188 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:07.756771 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13b0f1d1-eb47-4e45-a9d5-1e478ff8ded2 req-b534bfea-59c9-4c9a-870a-b30640038188 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0485566 Jan 04 14:21:07.776201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-70db4623-75cc-4016-97c0-64ccf7fadd32 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:07.777785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-70db4623-75cc-4016-97c0-64ccf7fadd32 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 946 time: 0.0488696 Jan 04 14:21:07.809632 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13b0f1d1-eb47-4e45-a9d5-1e478ff8ded2 req-fc60d8bb-56d1-4827-a138-db836de701c7 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups?id=0c9d25a2-f00c-499f-a300-5195d37bf4de&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459878 Jan 04 14:21:07.868020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Deleting port 82aede32-4c5c-4923-8f69-c0338573b069 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:07.868358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:07.954210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] For port 82aede32-4c5c-4923-8f69-c0338573b069, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=82aede32-4c5c-4923-8f69-c0338573b069,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:07.954491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:08.127998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:08.128352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:08.128660 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 disassociated. External IP: 172.36.2.241, port: 82aede32-4c5c-4923-8f69-c0338573b069. Jan 04 14:21:08.128995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Calling delete_port for 82aede32-4c5c-4923-8f69-c0338573b069 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:08.250812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:08.279110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event deleted for resources: {'Port': ['ID=82aede32-4c5c-4923-8f69-c0338573b069,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:08.289830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.290210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.290553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.290886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.291219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.291551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.291880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.292202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.293170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.293504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.293829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.294176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.294492 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:08.406779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:21:08.515982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:21:08.526794 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:21:08.536640 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:21:08.537251 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:20:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:08.559008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] No DVR routers for this DVR port 82aede32-4c5c-4923-8f69-c0338573b069 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:21:08.561408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:08.564732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ad0c49bb-d354-4e28-af8c-cc8fbec4ef4e req-81637396-a0f3-47e2-a090-ddb690eae939 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.13 "DELETE /v2.0/ports/82aede32-4c5c-4923-8f69-c0338573b069 HTTP/1.1" status: 204 len: 173 time: 0.7812803 Jan 04 14:21:08.565290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-deleted', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:08.568000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6454a59-56db-43e1-a821-71b8c0c00cc6" -d '{"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-deleted", "tag": "82aede32-4c5c-4923-8f69-c0338573b069"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:08.686745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-523f2ab4-a89b-40a4-a0b3-3acba6ed337c x-openstack-request-id: req-523f2ab4-a89b-40a4-a0b3-3acba6ed337c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:08.687071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9e25f4f5-4d14-454a-9224-21ff920ea93c", "name": "network-vif-deleted", "tag": "82aede32-4c5c-4923-8f69-c0338573b069", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:08.687334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-523f2ab4-a89b-40a4-a0b3-3acba6ed337c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:08.687742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9e25f4f5-4d14-454a-9224-21ff920ea93c', 'name': 'network-vif-deleted', 'tag': '82aede32-4c5c-4923-8f69-c0338573b069', 'status': 'completed', 'code': 200} Jan 04 14:21:08.689210 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:21:08.917805 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a651d6cd-c0cd-473c-baf5-1762aa7bbdbb req-52a1fa7a-d453-4cdf-ade3-c5d4bbb114f3 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0367923 Jan 04 14:21:08.985205 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:09.014694 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:21:09.023315 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:21:09.023916 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:20:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:09.135610 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:21:09.329055 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:09.356167 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46b0236e-33fb-4fba-a566-7e16cc6351b9 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:15:05Z', 'revision_number': 4, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd', 'name': '', 'network_id': '0692841c-bf05-47dc-a29c-ece01d63fc67', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'mac_address': 'fa:16:3e:e5:4c:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_interface', 'standard_attr_id': 1573, 'fixed_ips': [{'subnet_id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:04Z', 'updated_at': '2022-01-04T14:15:07Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'subnets': [{'id': 'd7b8e599-3849-4c26-8a34-950c7109b2b6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:21:09.585037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ef0f8c-a84c-4312-aa0d-5c428bb55e2a None None] New status for floating IP 24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:21:10.012804 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-13dc9d2d-8545-4b74-920a-8cbcafb1e5e9 req-dd92fb28-2e74-4d1a-b348-18c7547ab2ef tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0278063 Jan 04 14:21:11.075085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:21:11.096998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 82aede32-4c5c-4923-8f69-c0338573b069 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:21:11.097475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 82aede32-4c5c-4923-8f69-c0338573b069 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:21:11.107832 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7ee4dc6d-bf0b-459a-ad68-57b1ffc1dcde req-8614e16f-b5fa-43a0-bdf6-055f96c4af4f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0263815 Jan 04 14:21:12.200886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-af0f5a78-52fe-467e-a63a-b41c20b3b403 req-56ec4843-485e-4402-870d-3fda2cc924c1 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0257826 Jan 04 14:21:13.296745 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b00259a7-57e9-40c5-9f8e-d5684b85e8bc req-5f613fa3-e343-468c-a5dc-48ba1c23b551 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0271840 Jan 04 14:21:14.391114 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cbaea76e-4546-4db5-b2f7-2a9c22e22472 req-6a7fdb07-817f-46e5-8101-8ea8ea7ab5f6 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0261934 Jan 04 14:21:15.487220 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-50c25420-598c-4ad8-8cc0-3f99ba44048a req-435f637d-80f6-49ac-862d-8acb15eb8ee9 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0269272 Jan 04 14:21:15.562272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04bc9b2f-4af8-4bf5-93f6-7397af76f264 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:16.588374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67aea6a1-98b1-4fb5-9c44-60424fc113f9 req-4a65a671-dee0-4042-81fb-cd3426b4aab8 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/ports?device_id=9e25f4f5-4d14-454a-9224-21ff920ea93c HTTP/1.1" status: 200 len: 210 time: 0.0313754 Jan 04 14:21:17.894679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61f02877-778a-446d-a18d-6325c1c1d28f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:19.226852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:20.471630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:22.055384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.412811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44194) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:23.468013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9047f839-01b1-4012-bb50-21d435b15c60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.491081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9047f839-01b1-4012-bb50-21d435b15c60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.538529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9047f839-01b1-4012-bb50-21d435b15c60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.541314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9047f839-01b1-4012-bb50-21d435b15c60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.542533 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9047f839-01b1-4012-bb50-21d435b15c60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "DELETE /v2.0/security-groups/0c9d25a2-f00c-499f-a300-5195d37bf4de HTTP/1.1" status: 204 len: 168 time: 0.1287026 Jan 04 14:21:23.545245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44196) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:23.551603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9047f839-01b1-4012-bb50-21d435b15c60 tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c9d25a2-f00c-499f-a300-5195d37bf4de,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:23.560305 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-d8459b5d-0aff-4f18-9913-9441e36fc79b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] show failed (client error): The resource could not be found. Jan 04 14:21:23.561322 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d8459b5d-0aff-4f18-9913-9441e36fc79b tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "GET /v2.0/security-groups/0c9d25a2-f00c-499f-a300-5195d37bf4de HTTP/1.1" status: 404 len: 347 time: 0.0150101 Jan 04 14:21:23.564055 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44198) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:23.693705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Deleting port 33893f69-894c-448b-af3a-ff4069ccb7ac {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:23.694076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.778095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.778510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.790258 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Calling delete_port for 33893f69-894c-448b-af3a-ff4069ccb7ac owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:23.922339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:23.949102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Pushing event deleted for resources: {'Port': ['ID=33893f69-894c-448b-af3a-ff4069ccb7ac,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:23.974983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.975350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.975685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.976024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.976367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.976704 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.977033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.977364 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.977695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.978058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.978395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.978723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:23.979046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:24.016123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:24.018705 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:24.019853 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-03d26fc4-5597-4a84-85e7-1f5c6414273f tempest-ServerActionsTestJSON-1139399678 tempest-ServerActionsTestJSON-1139399678-project] 10.222.0.30 "DELETE /v2.0/floatingips/24aa5a0d-3fbf-4b76-9cc7-3dfd9c0ea056 HTTP/1.1" status: 204 len: 168 time: 0.4549179 Jan 04 14:21:24.022966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44200) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:24.422990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:24.663770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Deleting port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:24.664507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:24.748443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] For port 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:24.748813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:24.761499 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Calling delete_port for 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:24.809777 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:21:24.934585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:24.962854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Pushing event deleted for resources: {'Port': ['ID=6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:25.406845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:25.612717 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Router 25e8dee3-43cc-4307-8d2b-b23cd6898293 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:21:25.715904 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:21:25.721208 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9cd6a46f-eb36-4714-a14e-3909ad9461cf admin admin] 10.222.0.30 "PUT /v2.0/routers/25e8dee3-43cc-4307-8d2b-b23cd6898293/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6970143 Jan 04 14:21:25.723517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44204) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:25.726374 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] Sync routers for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:21:25.736083 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:21:25.736674 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:21:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:25.828208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:25.837702 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:21:25.925077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:25.980302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Deleting port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:25.980556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.010882 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15'}], 'enable_snat': True}, 'gw_port_id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:21:24Z', 'revision_number': 5, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port': {'id': '3ef7c7b0-98d2-4517-ab28-a2f879e44fdb', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:3e:9c:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1572, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:15:02Z', 'updated_at': '2022-01-04T14:15:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:26.036398 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] Checking router: 25e8dee3-43cc-4307-8d2b-b23cd6898293 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:21:26.044868 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] Routers {'25e8dee3-43cc-4307-8d2b-b23cd6898293'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:21:26.045458 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:21:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['25e8dee3-43cc-4307-8d2b-b23cd6898293'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:26.059557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] For port 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:26.059921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.072701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Calling delete_port for 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:26.130026 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] Set router 25e8dee3-43cc-4307-8d2b-b23cd6898293 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:21:26.183698 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:21:25Z', 'revision_number': 6, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:26.211006 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca7f2cf7-7284-4b6a-b9b0-96112e4d34f6 None None] The sync data for ids ['25e8dee3-43cc-4307-8d2b-b23cd6898293'] in dv-neutron-master-2-hyperv is: [{'id': '25e8dee3-43cc-4307-8d2b-b23cd6898293', 'name': 'tempest-ServerActionsTestJSON-590567779-router', 'tenant_id': 'aabbe05adbe24488b384a47301fb3f22', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:15:01Z', 'updated_at': '2022-01-04T14:21:25Z', 'revision_number': 6, 'project_id': 'aabbe05adbe24488b384a47301fb3f22', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:21:26.242639 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.268255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Pushing event deleted for resources: {'Port': ['ID=3ef7c7b0-98d2-4517-ab28-a2f879e44fdb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:26.282652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273ec96e-c3f8-4066-bbde-374b62fde46c None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:21:26.332116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.421430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.423537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.466685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.467237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 25e8dee3-43cc-4307-8d2b-b23cd6898293 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:21:26.471997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.473168 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cb353212-4a7a-496e-81e2-0573171aa59f admin admin] 10.222.0.30 "DELETE /v2.0/routers/25e8dee3-43cc-4307-8d2b-b23cd6898293 HTTP/1.1" status: 204 len: 168 time: 0.7485938 Jan 04 14:21:26.475622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44206) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:26.522672 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Deleting subnet d7b8e599-3849-4c26-8a34-950c7109b2b6 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:21:26.525640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.566049 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.648970 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:21:26.654105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.671538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:21:26.671884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6e7ebfe8-1a4f-49ae-8123-9ed93d2ee3fd not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:21:26.706799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.736936 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d7b8e599-3849-4c26-8a34-950c7109b2b6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:26.740488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.743744 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-57c747d1-301e-4587-b294-7b1ea988e2d9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d7b8e599-3849-4c26-8a34-950c7109b2b6 HTTP/1.1" status: 204 len: 168 time: 0.2671852 Jan 04 14:21:26.746016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d39b582-0499-4f97-8fd5-9ed828759da8 None None] Network 0692841c-bf05-47dc-a29c-ece01d63fc67 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:21:26.746219 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44208) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:26.815830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.869780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Deleting port d59e4f6d-5731-49c4-8901-2f47850162b7 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:26.870202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.934723 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] For port d59e4f6d-5731-49c4-8901-2f47850162b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d59e4f6d-5731-49c4-8901-2f47850162b7,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:26.935080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:26.947278 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Calling delete_port for d59e4f6d-5731-49c4-8901-2f47850162b7 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:26.967075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] DHCP port deletion for 0692841c-bf05-47dc-a29c-ece01d63fc67 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:21:27.018394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Deleting port d59e4f6d-5731-49c4-8901-2f47850162b7 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:27.018858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.031111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.057319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Pushing event deleted for resources: {'Port': ['ID=d59e4f6d-5731-49c4-8901-2f47850162b7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:27.062074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] No DVR routers for this DVR port d59e4f6d-5731-49c4-8901-2f47850162b7 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:21:27.084443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] For port d59e4f6d-5731-49c4-8901-2f47850162b7, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d59e4f6d-5731-49c4-8901-2f47850162b7,segment=NetworkSegment(c695d34c-cacc-429a-af16-9dfbe1549c82),segment_id=c695d34c-cacc-429a-af16-9dfbe1549c82)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:27.084832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.098094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Calling delete_port for d59e4f6d-5731-49c4-8901-2f47850162b7 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:27.137354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.159344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0692841c-bf05-47dc-a29c-ece01d63fc67']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:27.168812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c695d34c-cacc-429a-af16-9dfbe1549c82') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:27.169110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c695d34c-cacc-429a-af16-9dfbe1549c82') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:27.176852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.179138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.193262 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.201291 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:21:27.201733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.203600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Pushing event deleted for resources: {'Port': ['ID=d59e4f6d-5731-49c4-8901-2f47850162b7,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:21:27.204266 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:21:27.211127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] No DVR routers for this DVR port d59e4f6d-5731-49c4-8901-2f47850162b7 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:21:27.219076 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.219752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.220313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.220734 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.220983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.221316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.221647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.222215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.222310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.222639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.222967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.223287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.223612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7f08a0-4f46-4e34-9d0e-ccd8f002d7e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:21:27.270544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.277026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.280182 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] 10.222.0.30 "DELETE /v2.0/networks/0692841c-bf05-47dc-a29c-ece01d63fc67 HTTP/1.1" status: 204 len: 168 time: 0.5330572 Jan 04 14:21:27.291245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d25dca2-4719-4221-a48a-57587a19af8a admin admin] Pushing event deleted for resources: {'Network': ['ID=0692841c-bf05-47dc-a29c-ece01d63fc67,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:27.385017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44212) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:27.424313 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-576b3084-d74e-48c1-a432-a0e77ddc87d1 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=aabbe05adbe24488b384a47301fb3f22&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0375893 Jan 04 14:21:27.426714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44214) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:27.473469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-455847d1-a8f0-46b7-93f8-8354a4fd779d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.493666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-455847d1-a8f0-46b7-93f8-8354a4fd779d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.542030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-455847d1-a8f0-46b7-93f8-8354a4fd779d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.544586 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-455847d1-a8f0-46b7-93f8-8354a4fd779d admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:27.545727 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-455847d1-a8f0-46b7-93f8-8354a4fd779d admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9d4ac774-3358-4446-b676-f2eb959d9abf HTTP/1.1" status: 204 len: 168 time: 0.1181035 Jan 04 14:21:27.553747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455847d1-a8f0-46b7-93f8-8354a4fd779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d4ac774-3358-4446-b676-f2eb959d9abf,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:28.216369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44236) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:28.322365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1771000651-network', 'tenant_id': 'b1952e51559642d099d7aa60a3f0baa8'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:28.344966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d59e4f6d-5731-49c4-8901-2f47850162b7 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:21:28.345838 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Made reservation on behalf of b1952e51559642d099d7aa60a3f0baa8 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:21:28.348350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.360458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.364453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: d59e4f6d-5731-49c4-8901-2f47850162b7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:21:28.364801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d59e4f6d-5731-49c4-8901-2f47850162b7 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:21:28.365218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:21:28.387815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:21:28.388084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 3ef7c7b0-98d2-4517-ab28-a2f879e44fdb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:21:28.435474 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.439148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.465721 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:21:28.471861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98ec1ac2-c676-43de-8d09-03d54a3b9b66,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:28.478030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.478436 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Added segment 601f8bc4-63ee-41d2-b0b2-b705aa7890eb of type vlan for network a9a533e9-3001-420e-a83e-2fd958f6fabb Jan 04 14:21:28.518299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.541686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.542685 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:28.543265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.570788 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3533430 Jan 04 14:21:28.574774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44240) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:28.580712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Request body: {'subnet': {'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1771000651-subnet', 'tenant_id': 'b1952e51559642d099d7aa60a3f0baa8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:28.602331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Made reservation on behalf of b1952e51559642d099d7aa60a3f0baa8 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:21:28.605089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.610897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f84ffc-912b-4168-b2df-9f24a345254e admin admin] Pushing event updated for resources: {'Network': ['ID=a9a533e9-3001-420e-a83e-2fd958f6fabb,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:28.621184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a9a533e9-3001-420e-a83e-2fd958f6fabb details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:21:28.766673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.820456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e98d6f4e-7061-41ec-bd22-85fbb8aa4686,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:28.828943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Checking segment: {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:21:28.829298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Network hostable DHCP agents. Network: a9a533e9-3001-420e-a83e-2fd958f6fabb, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:21:28.845459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Network a9a533e9-3001-420e-a83e-2fd958f6fabb is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:21:28.854225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a9a533e9-3001-420e-a83e-2fd958f6fabb) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:21:28.859144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:28.860250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:28.864015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed5b2161-c700-40e2-a83a-8b9f8d210684 None None] Network a9a533e9-3001-420e-a83e-2fd958f6fabb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:21:28.876184 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3da2c47f-213b-4b42-a05a-b32b50b1a3cc admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3003342 Jan 04 14:21:28.962165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54af061b-37f3-4962-a34c-7d362ae818c8 None None] Network a9a533e9-3001-420e-a83e-2fd958f6fabb requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:21:29.289483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-66d00aec-4c60-45c1-ad70-995b785c32a9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:29.290881 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-66d00aec-4c60-45c1-ad70-995b785c32a9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/networks?id=a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 200 len: 814 time: 0.1036787 Jan 04 14:21:29.305997 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-3a12dae7-8da0-464b-ada6-71fa04ffd261 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/quotas/b1952e51559642d099d7aa60a3f0baa8 HTTP/1.1" status: 200 len: 375 time: 0.0086753 Jan 04 14:21:29.336636 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-c1093308-8677-4c23-b790-375567c63456 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1952e51559642d099d7aa60a3f0baa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253444 Jan 04 14:21:29.473191 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-c7187106-28f1-451f-926c-2a088e61edb9 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291869 Jan 04 14:21:29.559272 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-920ffc2b-1030-426d-86c0-d0e1a93b3d96 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800269 Jan 04 14:21:29.713258 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a153021-60b3-4844-92da-38073cd7e583 req-21796db9-84cb-4a0f-a1f5-aa64bc0749ac tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 210 time: 0.0264156 Jan 04 14:21:30.728545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-b2a03105-89f9-4162-be3d-c73339922db5 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:30.730658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-b2a03105-89f9-4162-be3d-c73339922db5 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "GET /v2.0/networks?id=a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 200 len: 814 time: 0.1051002 Jan 04 14:21:30.745163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Request body: {'port': {'device_id': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb', 'admin_state_up': True, 'tenant_id': 'b1952e51559642d099d7aa60a3f0baa8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:30.843055 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8fddc50c-a2fe-49ba-800d-a6257c37e7b0 req-4553ce45-3354-415b-a32e-a31c0cc1e48b tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 210 time: 0.0570033 Jan 04 14:21:30.890070 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Made reservation on behalf of b1952e51559642d099d7aa60a3f0baa8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:21:30.893543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.012456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Allocated IP 172.20.0.7 (a9a533e9-3001-420e-a83e-2fd958f6fabb/e98d6f4e-7061-41ec-bd22-85fbb8aa4686/6e375015-65cb-4387-a252-eae230335a70) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:21:31.153598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.185352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.230210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Network a9a533e9-3001-420e-a83e-2fd958f6fabb is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:21:31.233135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:21:31.235459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:21:31.262905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Pushing event updated for resources: {'Port': ['ID=6e375015-65cb-4387-a252-eae230335a70,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:21:31.287981 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:21:31.291342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:31.291946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.306475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-e40821c5-b776-4519-9fce-4947370887d1 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5664630 Jan 04 14:21:31.318050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Request body: {'port': {'device_id': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:31.368175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.623540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e375015-65cb-4387-a252-eae230335a70 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:21:31.630545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.642707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Transition to ACTIVE for port object 6e375015-65cb-4387-a252-eae230335a70 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:21:31.646170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.709667 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Pushing event updated for resources: {'Port': ['ID=6e375015-65cb-4387-a252-eae230335a70,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:31.762425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Attempting to bind port 6e375015-65cb-4387-a252-eae230335a70 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:21:31.763058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Attempting to bind port 6e375015-65cb-4387-a252-eae230335a70 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:21:31.763058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Attempting to bind port 6e375015-65cb-4387-a252-eae230335a70 on network a9a533e9-3001-420e-a83e-2fd958f6fabb {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:21:31.767294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Port 6e375015-65cb-4387-a252-eae230335a70 on network a9a533e9-3001-420e-a83e-2fd958f6fabb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:21:31.767612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Attempting to bind port 6e375015-65cb-4387-a252-eae230335a70 on network a9a533e9-3001-420e-a83e-2fd958f6fabb {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:21:31.772696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:21:31.773039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Checking segment: {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:21:31.773422 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Bound using segment: {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:21:31.773837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Bound port: 6e375015-65cb-4387-a252-eae230335a70, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:21:31.774207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.838367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] For port 6e375015-65cb-4387-a252-eae230335a70, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:21:31.841414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] For port 6e375015-65cb-4387-a252-eae230335a70, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e375015-65cb-4387-a252-eae230335a70,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:21:31.845273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.875651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:31.876271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:31.877833 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1562f024-389c-4e68-a171-11a13b680976 service neutron] 10.222.0.13 "PUT /v2.0/ports/6e375015-65cb-4387-a252-eae230335a70 HTTP/1.1" status: 200 len: 1093 time: 0.5637257 Jan 04 14:21:31.880092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'tag': '6e375015-65cb-4387-a252-eae230335a70'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:31.883367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6d355f6-61a5-4f52-98bb-c8f713660ae1" -d '{"events": [{"name": "network-changed", "server_uuid": "1684d64e-bcda-4bfc-8457-50669dbe198f", "tag": "6e375015-65cb-4387-a252-eae230335a70"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:31.912232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1562f024-389c-4e68-a171-11a13b680976 service neutron] Pushing event updated for resources: {'Port': ['ID=6e375015-65cb-4387-a252-eae230335a70,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:31.930787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-722d773f-5f84-4630-8a8e-b7d89f0de29b x-openstack-request-id: req-722d773f-5f84-4630-8a8e-b7d89f0de29b {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:31.931290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1684d64e-bcda-4bfc-8457-50669dbe198f", "tag": "6e375015-65cb-4387-a252-eae230335a70", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:31.931988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-722d773f-5f84-4630-8a8e-b7d89f0de29b {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:31.932479 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'tag': '6e375015-65cb-4387-a252-eae230335a70', 'status': 'completed', 'code': 200} Jan 04 14:21:31.972487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f014627-4e59-4338-a13d-7596641cb5b6 req-46c8acbf-88c7-4b21-9b29-2696edcb995d tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:31.974066 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1f014627-4e59-4338-a13d-7596641cb5b6 req-46c8acbf-88c7-4b21-9b29-2696edcb995d tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 943 time: 0.0628550 Jan 04 14:21:31.979999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-9955fc7c-0a47-4b64-bec9-9adbcee3f772 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:31.981478 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-9955fc7c-0a47-4b64-bec9-9adbcee3f772 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1952e51559642d099d7aa60a3f0baa8&device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 1096 time: 0.0417061 Jan 04 14:21:32.021232 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1f014627-4e59-4338-a13d-7596641cb5b6 req-67bdd074-fcf0-4e73-a29d-567a16cc35f2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401099 Jan 04 14:21:32.027956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-43f673d9-12f3-4bdf-ade2-8d39eef8bb59 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e375015-65cb-4387-a252-eae230335a70 HTTP/1.1" status: 200 len: 217 time: 0.0376947 Jan 04 14:21:32.075784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1aa9a228-535b-47af-90b1-575fc109c376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:32.077216 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-1aa9a228-535b-47af-90b1-575fc109c376 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e98d6f4e-7061-41ec-bd22-85fbb8aa4686 HTTP/1.1" status: 200 len: 854 time: 0.0434208 Jan 04 14:21:32.108615 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-db2641a1-b3ee-4c1a-9c8c-f23bfaa11132 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9a533e9-3001-420e-a83e-2fd958f6fabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248811 Jan 04 14:21:32.198781 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-4ed42a4f-eb84-459f-a2fc-252860b990c8 service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830777 Jan 04 14:21:32.531578 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dafbbc1c-c38a-4d43-aad6-c0cee3a24e10 req-996ed2ff-4f20-4dfd-9af7-1bdaea3f98de service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3267915 Jan 04 14:21:32.611236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-d093c1e9-c44d-4009-92db-021654b938c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:32.612670 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-d093c1e9-c44d-4009-92db-021654b938c3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1952e51559642d099d7aa60a3f0baa8&device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 1096 time: 0.0398207 Jan 04 14:21:32.701777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-c8a04672-502b-4ed3-86f5-252da27f5a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:32.703361 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-c8a04672-502b-4ed3-86f5-252da27f5a60 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 200 len: 915 time: 0.0846610 Jan 04 14:21:32.745297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-a3747e94-bfeb-4dd4-b904-5f9e78d0d919 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6e375015-65cb-4387-a252-eae230335a70 HTTP/1.1" status: 200 len: 217 time: 0.0329382 Jan 04 14:21:32.796575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-655bbb27-6670-40ae-8e8d-32a2db25441b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:32.797965 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-655bbb27-6670-40ae-8e8d-32a2db25441b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e98d6f4e-7061-41ec-bd22-85fbb8aa4686 HTTP/1.1" status: 200 len: 854 time: 0.0465558 Jan 04 14:21:32.830705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-94096c7f-2f8f-4515-9ff2-de6b72cad4d6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9a533e9-3001-420e-a83e-2fd958f6fabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245066 Jan 04 14:21:32.917222 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-d56311f6-d26c-4b61-9b49-b94a7a91d020 service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795901 Jan 04 14:21:33.007333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d355f6-61a5-4f52-98bb-c8f713660ae1 req-e7e1e834-6941-460f-ae0e-6ab47b41a8e1 service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834675 Jan 04 14:21:33.136702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5febb1cf-e244-4881-9e76-8a98674e8e39 req-f5b6c9a4-1d33-431c-b6e0-75e2f50751fd tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:33.138183 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5febb1cf-e244-4881-9e76-8a98674e8e39 req-f5b6c9a4-1d33-431c-b6e0-75e2f50751fd tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 943 time: 0.0487924 Jan 04 14:21:33.184092 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5febb1cf-e244-4881-9e76-8a98674e8e39 req-97c00b1b-0e47-49e4-840d-bcafb24cb79e tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400565 Jan 04 14:21:34.295920 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603263d-23e4-4d6f-8bad-713378736327 req-dcb604e0-ff07-4250-9232-19dfb4db56c3 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:34.297414 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a603263d-23e4-4d6f-8bad-713378736327 req-dcb604e0-ff07-4250-9232-19dfb4db56c3 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 943 time: 0.0483010 Jan 04 14:21:34.347255 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a603263d-23e4-4d6f-8bad-713378736327 req-47fd97ed-a311-4849-9e0c-57048de07f31 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438390 Jan 04 14:21:35.183272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6e375015-65cb-4387-a252-eae230335a70 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:21:35.278461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6e375015-65cb-4387-a252-eae230335a70, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e375015-65cb-4387-a252-eae230335a70,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:35.442302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '6e375015-65cb-4387-a252-eae230335a70', 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb', 'port_id': '6e375015-65cb-4387-a252-eae230335a70', 'mac_address': 'fa:16:3e:82:7a:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98d6f4e-7061-41ec-bd22-85fbb8aa4686', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:21:35.468281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b4bfea-076c-4c6f-9af8-7275180138e2 req-3512f596-3749-4569-912e-13d9659c4ede tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:35.469759 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-58b4bfea-076c-4c6f-9af8-7275180138e2 req-3512f596-3749-4569-912e-13d9659c4ede tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 943 time: 0.0544140 Jan 04 14:21:35.472787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:35.486286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:35.499357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e375015-65cb-4387-a252-eae230335a70 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:21:35.519053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6e375015-65cb-4387-a252-eae230335a70, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e375015-65cb-4387-a252-eae230335a70,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:35.519786 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-58b4bfea-076c-4c6f-9af8-7275180138e2 req-84725c0e-b5a9-4404-ac9c-1ed4d2d50b0b tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432544 Jan 04 14:21:35.523541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:35.569649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6e375015-65cb-4387-a252-eae230335a70,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:35.739480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['6e375015-65cb-4387-a252-eae230335a70'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:21:36.632793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38d6a66-2010-45b0-aba9-821246433289 req-a64aa565-c67a-4ce1-8ed3-2efe483fcc00 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:36.634282 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d38d6a66-2010-45b0-aba9-821246433289 req-a64aa565-c67a-4ce1-8ed3-2efe483fcc00 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 944 time: 0.0481131 Jan 04 14:21:36.680565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d38d6a66-2010-45b0-aba9-821246433289 req-05806a42-55d7-48ad-a327-f62309ca9e80 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404840 Jan 04 14:21:37.215217 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6e375015-65cb-4387-a252-eae230335a70 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:21:37.264750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 6e375015-65cb-4387-a252-eae230335a70 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:21:37.268923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 6e375015-65cb-4387-a252-eae230335a70 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:21:37.269321 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:37.342180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:37.362892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e375015-65cb-4387-a252-eae230335a70'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:37.365099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8af80d6a-1ab0-4b97-b11d-7680952c0af0" -d '{"events": [{"server_uuid": "1684d64e-bcda-4bfc-8457-50669dbe198f", "name": "network-vif-plugged", "status": "completed", "tag": "6e375015-65cb-4387-a252-eae230335a70"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:37.378024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6e375015-65cb-4387-a252-eae230335a70, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e375015-65cb-4387-a252-eae230335a70,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:37.382138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:37.404787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f124af6c-41bb-4181-9b9b-32652db7aec0 x-openstack-request-id: req-f124af6c-41bb-4181-9b9b-32652db7aec0 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:37.405077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1684d64e-bcda-4bfc-8457-50669dbe198f", "name": "network-vif-plugged", "status": "completed", "tag": "6e375015-65cb-4387-a252-eae230335a70", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:37.405326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f124af6c-41bb-4181-9b9b-32652db7aec0 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:37.405710 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e375015-65cb-4387-a252-eae230335a70', 'code': 200} Jan 04 14:21:37.430186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6e375015-65cb-4387-a252-eae230335a70,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:37.554516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e425a995-e9c7-40fc-b2e2-cbf200d47086 req-38ab8843-ab25-4533-b18f-8f6e370895da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:37.555889 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e425a995-e9c7-40fc-b2e2-cbf200d47086 req-38ab8843-ab25-4533-b18f-8f6e370895da service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 1098 time: 0.0381765 Jan 04 14:21:37.597135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e425a995-e9c7-40fc-b2e2-cbf200d47086 req-a14aca04-cf55-4468-99ce-09e95a1c8571 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353889 Jan 04 14:21:37.793830 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c4a7b0-ec19-4cae-bc21-ebc2c4250626 req-90bcf1f6-4b46-4d10-91f8-bbbfc3083abf tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:37.795345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-51c4a7b0-ec19-4cae-bc21-ebc2c4250626 req-90bcf1f6-4b46-4d10-91f8-bbbfc3083abf tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0495632 Jan 04 14:21:37.840829 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-51c4a7b0-ec19-4cae-bc21-ebc2c4250626 req-af6ad5de-30e1-431e-a52c-f24b406ca63a tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395348 Jan 04 14:21:38.958899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88568d1e-d255-46fc-a57f-39613f2428d8 req-0b4af4ae-3c52-47a5-babe-47eb62bdb317 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:38.960325 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-88568d1e-d255-46fc-a57f-39613f2428d8 req-0b4af4ae-3c52-47a5-babe-47eb62bdb317 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0508835 Jan 04 14:21:39.004590 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-88568d1e-d255-46fc-a57f-39613f2428d8 req-11784bcc-f2b2-4cc1-a08d-63342862cd6e tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385115 Jan 04 14:21:39.226425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-f90d26f6-ec6a-47c3-80a0-fd68375e5289 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:39.227898 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-f90d26f6-ec6a-47c3-80a0-fd68375e5289 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/networks?id=a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 200 len: 814 time: 0.1046257 Jan 04 14:21:39.242715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-19a2d4b1-3d7c-4c02-a766-0a13475cde58 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/quotas/b1952e51559642d099d7aa60a3f0baa8 HTTP/1.1" status: 200 len: 375 time: 0.0086427 Jan 04 14:21:39.289419 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-99bb4afd-cddc-4c1f-82f4-0b125cece20a tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=b1952e51559642d099d7aa60a3f0baa8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0410280 Jan 04 14:21:39.341068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-eeb97424-7593-48f7-b8f6-500d5df2762c service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:21:39.342100 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-eeb97424-7593-48f7-b8f6-500d5df2762c service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0457327 Jan 04 14:21:39.433312 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-6eddaef2-f130-414b-8b99-183ca22d5a2c service neutron] 10.222.0.30 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852323 Jan 04 14:21:39.519172 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-f0e4c445-38e2-4009-aeb1-429c2016c373 service neutron] 10.222.0.30 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0800447 Jan 04 14:21:39.673051 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e33dac0-7a28-472a-a648-f4b9279d9507 req-9796519c-7100-4ea6-9599-72c9265502db tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 210 time: 0.0257235 Jan 04 14:21:40.558293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-b90940c9-a4c2-47c8-80bf-9ba917034ae6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:40.559706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-b90940c9-a4c2-47c8-80bf-9ba917034ae6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "GET /v2.0/networks?id=a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 200 len: 814 time: 0.1093600 Jan 04 14:21:40.572102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Request body: {'port': {'device_id': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb', 'admin_state_up': True, 'tenant_id': 'b1952e51559642d099d7aa60a3f0baa8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:40.679963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Made reservation on behalf of b1952e51559642d099d7aa60a3f0baa8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:21:40.684063 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:40.770064 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e4b5d9df-d9e2-45be-a8aa-0b3df2e5bbe3 req-29fe488c-63af-4937-bf4f-f0b1d62c9fa8 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 210 time: 0.0309703 Jan 04 14:21:40.811450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Allocated IP 172.20.0.9 (a9a533e9-3001-420e-a83e-2fd958f6fabb/e98d6f4e-7061-41ec-bd22-85fbb8aa4686/a59df108-afb0-404d-9f77-76cd50f2b691) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:21:40.954792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:40.987531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.005126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['6e375015-65cb-4387-a252-eae230335a70'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:21:41.027821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Network a9a533e9-3001-420e-a83e-2fd958f6fabb is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:21:41.031055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:21:41.034639 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:21:41.063752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Pushing event updated for resources: {'Port': ['ID=a59df108-afb0-404d-9f77-76cd50f2b691,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:41.089812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:41.090441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.106842 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-bfc6639e-91fb-4cb5-b2b1-37f68875b1c2 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5385301 Jan 04 14:21:41.119311 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Request body: {'port': {'device_id': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:41.174561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.425345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a59df108-afb0-404d-9f77-76cd50f2b691 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:21:41.432640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.444078 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Transition to ACTIVE for port object a59df108-afb0-404d-9f77-76cd50f2b691 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:21:41.448246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.495644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Pushing event updated for resources: {'Port': ['ID=a59df108-afb0-404d-9f77-76cd50f2b691,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:41.566571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Attempting to bind port a59df108-afb0-404d-9f77-76cd50f2b691 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:21:41.567202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Attempting to bind port a59df108-afb0-404d-9f77-76cd50f2b691 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:21:41.567202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Attempting to bind port a59df108-afb0-404d-9f77-76cd50f2b691 on network a9a533e9-3001-420e-a83e-2fd958f6fabb {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:21:41.571462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Port a59df108-afb0-404d-9f77-76cd50f2b691 on network a9a533e9-3001-420e-a83e-2fd958f6fabb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:21:41.571785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Attempting to bind port a59df108-afb0-404d-9f77-76cd50f2b691 on network a9a533e9-3001-420e-a83e-2fd958f6fabb {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:21:41.577065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:21:41.577400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Checking segment: {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:21:41.577783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Bound using segment: {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:21:41.578234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Bound port: a59df108-afb0-404d-9f77-76cd50f2b691, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '601f8bc4-63ee-41d2-b0b2-b705aa7890eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:21:41.578581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.638652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] For port a59df108-afb0-404d-9f77-76cd50f2b691, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:21:41.641533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] For port a59df108-afb0-404d-9f77-76cd50f2b691, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a59df108-afb0-404d-9f77-76cd50f2b691,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:21:41.645777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.679318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:41.679938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:41.681293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] 10.222.0.13 "PUT /v2.0/ports/a59df108-afb0-404d-9f77-76cd50f2b691 HTTP/1.1" status: 200 len: 1093 time: 0.5662270 Jan 04 14:21:41.681734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'tag': 'a59df108-afb0-404d-9f77-76cd50f2b691'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:41.684024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d25a5332-b928-457c-870c-affdd5fe1ed8" -d '{"events": [{"name": "network-changed", "server_uuid": "c9b6853e-6c99-446e-af9d-66860c39e9f9", "tag": "a59df108-afb0-404d-9f77-76cd50f2b691"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:41.711182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4a5765-9528-45b1-b90a-2528294eb366 service neutron] Pushing event updated for resources: {'Port': ['ID=a59df108-afb0-404d-9f77-76cd50f2b691,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:41.728163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db9495db-cc2b-462d-9869-c77c2cf66711 x-openstack-request-id: req-db9495db-cc2b-462d-9869-c77c2cf66711 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:41.728457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9b6853e-6c99-446e-af9d-66860c39e9f9", "tag": "a59df108-afb0-404d-9f77-76cd50f2b691", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:41.728712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db9495db-cc2b-462d-9869-c77c2cf66711 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:41.729146 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'tag': 'a59df108-afb0-404d-9f77-76cd50f2b691', 'status': 'completed', 'code': 200} Jan 04 14:21:41.766104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-81774ee1-fd4d-4a55-a3c9-f6b6940abb57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:41.767802 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-81774ee1-fd4d-4a55-a3c9-f6b6940abb57 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1952e51559642d099d7aa60a3f0baa8&device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0486937 Jan 04 14:21:41.810056 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-2d7417aa-03fd-44b8-b406-31ba21bdcbe7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59df108-afb0-404d-9f77-76cd50f2b691 HTTP/1.1" status: 200 len: 217 time: 0.0343845 Jan 04 14:21:41.858109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-d92b98b1-bc04-4cee-a5e6-c980676042b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:41.859577 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-d92b98b1-bc04-4cee-a5e6-c980676042b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e98d6f4e-7061-41ec-bd22-85fbb8aa4686 HTTP/1.1" status: 200 len: 854 time: 0.0436704 Jan 04 14:21:41.883827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e0fe977-abb8-465b-bf87-9d3241b674ff req-7119caaa-c79c-417a-a89b-5a76df713618 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:41.885832 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1e0fe977-abb8-465b-bf87-9d3241b674ff req-7119caaa-c79c-417a-a89b-5a76df713618 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 943 time: 0.0479198 Jan 04 14:21:41.892626 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-38a5631b-9bb2-47f6-9d6b-915216fb4de6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9a533e9-3001-420e-a83e-2fd958f6fabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260456 Jan 04 14:21:41.937618 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1e0fe977-abb8-465b-bf87-9d3241b674ff req-755f31e7-c9b7-47d2-9d10-e0cac1152be5 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453737 Jan 04 14:21:41.986469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-8abac1ea-2686-48ff-9baa-bf7da7d6383d service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873117 Jan 04 14:21:42.077075 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80380bf9-1a27-4fab-8f67-84388df48c47 req-b4220337-9605-4735-8c2d-fa6e86f8e2d7 service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838301 Jan 04 14:21:42.162931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-f06cf0f0-0ed2-4d04-8baf-13d558bdf41d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:42.164400 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-f06cf0f0-0ed2-4d04-8baf-13d558bdf41d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=b1952e51559642d099d7aa60a3f0baa8&device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 1096 time: 0.0413365 Jan 04 14:21:42.255062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-485ddde9-17b0-44a9-9352-9c1401e8fba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:42.256407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-485ddde9-17b0-44a9-9352-9c1401e8fba5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 200 len: 915 time: 0.0856080 Jan 04 14:21:42.297773 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-9bb2563c-8d8e-429a-95a1-dc6bb30872cf service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a59df108-afb0-404d-9f77-76cd50f2b691 HTTP/1.1" status: 200 len: 217 time: 0.0333400 Jan 04 14:21:42.352906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-e1bdb61e-e39f-4732-ba9f-05d15bddbc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:42.354297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-e1bdb61e-e39f-4732-ba9f-05d15bddbc4c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=e98d6f4e-7061-41ec-bd22-85fbb8aa4686 HTTP/1.1" status: 200 len: 854 time: 0.0413721 Jan 04 14:21:42.385757 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-ed77b09f-a7b1-4e69-8111-af934d9303e6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=a9a533e9-3001-420e-a83e-2fd958f6fabb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0224249 Jan 04 14:21:42.474782 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-67f27f51-8431-46ba-8074-b86584a799ad service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828419 Jan 04 14:21:42.566655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d25a5332-b928-457c-870c-affdd5fe1ed8 req-f447bbe5-8381-4344-a154-c5936798255a service neutron] 10.222.0.13 "GET /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843277 Jan 04 14:21:43.053167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe55271-2bf8-42bd-9d38-03f5df143947 req-c7257cb9-9d04-4c42-8555-adfaad56d08d tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:43.054639 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-abe55271-2bf8-42bd-9d38-03f5df143947 req-c7257cb9-9d04-4c42-8555-adfaad56d08d tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 943 time: 0.0478003 Jan 04 14:21:43.100610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-abe55271-2bf8-42bd-9d38-03f5df143947 req-256d0c97-4630-46c6-a5dc-35b38826e208 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395930 Jan 04 14:21:44.212762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7adf2a-60d0-41e7-8885-aa337614996c req-1f198c94-c9f0-43f2-b930-f6a05ba5ccf5 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:44.214764 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1b7adf2a-60d0-41e7-8885-aa337614996c req-1f198c94-c9f0-43f2-b930-f6a05ba5ccf5 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 943 time: 0.0482545 Jan 04 14:21:44.260689 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1b7adf2a-60d0-41e7-8885-aa337614996c req-d2613694-3310-4325-8528-8adf9c436e25 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401947 Jan 04 14:21:45.266631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a59df108-afb0-404d-9f77-76cd50f2b691 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:21:45.362699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a59df108-afb0-404d-9f77-76cd50f2b691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a59df108-afb0-404d-9f77-76cd50f2b691,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:45.373444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef827b6b-1432-46ef-bf69-cb59e2409cc2 req-9bb36d3f-d027-47ab-bf0a-70fb4646fa7a tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:45.374299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'a59df108-afb0-404d-9f77-76cd50f2b691', 'network_id': 'a9a533e9-3001-420e-a83e-2fd958f6fabb', 'port_id': 'a59df108-afb0-404d-9f77-76cd50f2b691', 'mac_address': 'fa:16:3e:37:01:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e98d6f4e-7061-41ec-bd22-85fbb8aa4686', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:21:45.375072 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef827b6b-1432-46ef-bf69-cb59e2409cc2 req-9bb36d3f-d027-47ab-bf0a-70fb4646fa7a tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 943 time: 0.0485611 Jan 04 14:21:45.410745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:45.421387 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ef827b6b-1432-46ef-bf69-cb59e2409cc2 req-08a5b97f-8c9a-4d0d-8e77-021c08c4721c tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401874 Jan 04 14:21:45.427079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a59df108-afb0-404d-9f77-76cd50f2b691 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:21:45.447490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a59df108-afb0-404d-9f77-76cd50f2b691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a59df108-afb0-404d-9f77-76cd50f2b691,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:45.451269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:45.496805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a59df108-afb0-404d-9f77-76cd50f2b691,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:45.554449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4c4b7730-c8b1-4e20-9fc6-2723884a0d61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:45.658249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['a59df108-afb0-404d-9f77-76cd50f2b691'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:21:46.537781 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9efe1bf-7e69-4ae2-a7a0-3cd07c965909 req-f46ac0a7-2b7c-4bf5-b7a7-20384149ee59 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:46.539203 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f9efe1bf-7e69-4ae2-a7a0-3cd07c965909 req-f46ac0a7-2b7c-4bf5-b7a7-20384149ee59 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 944 time: 0.0524504 Jan 04 14:21:46.585459 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f9efe1bf-7e69-4ae2-a7a0-3cd07c965909 req-0fc44d22-9c0a-4124-bde1-8de4a3a22441 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403502 Jan 04 14:21:47.281037 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a59df108-afb0-404d-9f77-76cd50f2b691 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:21:47.328297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port a59df108-afb0-404d-9f77-76cd50f2b691 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:21:47.332335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port a59df108-afb0-404d-9f77-76cd50f2b691 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:21:47.332715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:47.407407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:47.428677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59df108-afb0-404d-9f77-76cd50f2b691'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:47.430906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a4e38f-2e41-4c1c-945e-219c99753a1a" -d '{"events": [{"server_uuid": "c9b6853e-6c99-446e-af9d-66860c39e9f9", "name": "network-vif-plugged", "status": "completed", "tag": "a59df108-afb0-404d-9f77-76cd50f2b691"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:47.446409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a59df108-afb0-404d-9f77-76cd50f2b691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a59df108-afb0-404d-9f77-76cd50f2b691,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:47.451066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:47.473446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6233b8bc-36a7-47b2-bf28-309f0f772654 x-openstack-request-id: req-6233b8bc-36a7-47b2-bf28-309f0f772654 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:47.473732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b6853e-6c99-446e-af9d-66860c39e9f9", "name": "network-vif-plugged", "status": "completed", "tag": "a59df108-afb0-404d-9f77-76cd50f2b691", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:47.474010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6233b8bc-36a7-47b2-bf28-309f0f772654 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:47.474396 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a59df108-afb0-404d-9f77-76cd50f2b691', 'code': 200} Jan 04 14:21:47.500382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a59df108-afb0-404d-9f77-76cd50f2b691,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:47.637645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27be738e-a389-4f55-8dbd-453a833c737e req-a3e67154-df04-42bb-9816-e1ce01e76b92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:47.639215 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27be738e-a389-4f55-8dbd-453a833c737e req-a3e67154-df04-42bb-9816-e1ce01e76b92 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 1098 time: 0.0436184 Jan 04 14:21:47.684848 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-27be738e-a389-4f55-8dbd-453a833c737e req-7c4602d1-8479-4c88-9f5a-0986cf8e38ad service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372028 Jan 04 14:21:47.699670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e99b18-874e-4ff2-955a-14ac6a4deaca req-dfb6f01c-9b50-4a74-a216-7658fe105798 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:47.701134 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-43e99b18-874e-4ff2-955a-14ac6a4deaca req-dfb6f01c-9b50-4a74-a216-7658fe105798 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 945 time: 0.0478561 Jan 04 14:21:47.747668 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-43e99b18-874e-4ff2-955a-14ac6a4deaca req-60f7d8d5-e86a-40df-b9e4-a63661aa5596 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405295 Jan 04 14:21:47.898333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1e1bb3c0-fd04-422f-9200-5d80cba38a33 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:48.866586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fb01eb-f9d8-4e9c-933a-d60a674608b4 req-300ea4ca-b651-4b2a-ad2b-7604a75c1e40 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:48.868038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-26fb01eb-f9d8-4e9c-933a-d60a674608b4 req-300ea4ca-b651-4b2a-ad2b-7604a75c1e40 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 945 time: 0.0478055 Jan 04 14:21:48.914155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-26fb01eb-f9d8-4e9c-933a-d60a674608b4 req-0cc54fa7-2606-48f9-a9da-9863d8f28f7e tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401802 Jan 04 14:21:49.135954 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76819e2-e1c3-4181-999e-d54848b88b3a req-a2168a91-7e64-47f1-a197-727684d2ea37 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:49.137382 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c76819e2-e1c3-4181-999e-d54848b88b3a req-a2168a91-7e64-47f1-a197-727684d2ea37 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 945 time: 0.0466108 Jan 04 14:21:49.186293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c76819e2-e1c3-4181-999e-d54848b88b3a req-1241ee4b-553c-456d-8107-e3845cf3bbcf tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428648 Jan 04 14:21:49.229557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:50.302660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ca04e9-2c9e-45a4-9bc3-13b5dd6d4111 req-cca9738f-cc60-4277-80b3-4c9849355627 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:50.304159 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b9ca04e9-2c9e-45a4-9bc3-13b5dd6d4111 req-cca9738f-cc60-4277-80b3-4c9849355627 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 945 time: 0.0494430 Jan 04 14:21:50.356499 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b9ca04e9-2c9e-45a4-9bc3-13b5dd6d4111 req-42dd2dfa-d2ec-44b6-8398-e8f468a8c4e8 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464220 Jan 04 14:21:50.474930 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:50.498742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-b5fa7ddb-b639-49ee-96f6-5f2b3923ab75 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:50.500202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-b5fa7ddb-b639-49ee-96f6-5f2b3923ab75 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "GET /v2.0/ports?device_id=c9b6853e-6c99-446e-af9d-66860c39e9f9 HTTP/1.1" status: 200 len: 945 time: 0.0511422 Jan 04 14:21:50.589051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Deleting port a59df108-afb0-404d-9f77-76cd50f2b691 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:50.589407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:50.677782 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] For port a59df108-afb0-404d-9f77-76cd50f2b691, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a59df108-afb0-404d-9f77-76cd50f2b691,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:50.678167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:50.690405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Calling delete_port for a59df108-afb0-404d-9f77-76cd50f2b691 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:50.816218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:50.828155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['6e375015-65cb-4387-a252-eae230335a70', 'a59df108-afb0-404d-9f77-76cd50f2b691'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:21:50.846211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Pushing event deleted for resources: {'Port': ['ID=a59df108-afb0-404d-9f77-76cd50f2b691,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:50.888065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] No DVR routers for this DVR port a59df108-afb0-404d-9f77-76cd50f2b691 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:21:50.890615 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:50.893889 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11fd9e83-cb90-4895-97c6-92f5ba1996d4 req-5e4f114e-9197-4ff6-99c4-5cb94cdc6ca6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "DELETE /v2.0/ports/a59df108-afb0-404d-9f77-76cd50f2b691 HTTP/1.1" status: 204 len: 173 time: 0.3866684 Jan 04 14:21:50.894326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'name': 'network-vif-deleted', 'tag': 'a59df108-afb0-404d-9f77-76cd50f2b691'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:50.896819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b8d956-30eb-4686-aa88-ee6c2ead4ef4" -d '{"events": [{"server_uuid": "c9b6853e-6c99-446e-af9d-66860c39e9f9", "name": "network-vif-deleted", "tag": "a59df108-afb0-404d-9f77-76cd50f2b691"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:50.942641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a71d10c-36ff-47e2-8b98-e354b9118204 x-openstack-request-id: req-3a71d10c-36ff-47e2-8b98-e354b9118204 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:50.943010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9b6853e-6c99-446e-af9d-66860c39e9f9", "name": "network-vif-deleted", "tag": "a59df108-afb0-404d-9f77-76cd50f2b691", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:50.943326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3a71d10c-36ff-47e2-8b98-e354b9118204 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:50.943785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9b6853e-6c99-446e-af9d-66860c39e9f9', 'name': 'network-vif-deleted', 'tag': 'a59df108-afb0-404d-9f77-76cd50f2b691', 'status': 'completed', 'code': 200} Jan 04 14:21:51.502391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f527fd2f-b577-4400-959f-aecad983d833 req-fa2c093b-5b13-47f2-b48a-3783e7dd4df6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:51.503857 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f527fd2f-b577-4400-959f-aecad983d833 req-fa2c093b-5b13-47f2-b48a-3783e7dd4df6 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0486071 Jan 04 14:21:51.554093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f527fd2f-b577-4400-959f-aecad983d833 req-24b03e32-04d0-4232-bc04-5a103d845f37 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442307 Jan 04 14:21:51.684790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b0a608-f200-4c1f-89f2-88d34bc4f431 req-488f9571-baaa-4455-921a-475d17252b36 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:51.686270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d3b0a608-f200-4c1f-89f2-88d34bc4f431 req-488f9571-baaa-4455-921a-475d17252b36 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0528669 Jan 04 14:21:51.732157 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d3b0a608-f200-4c1f-89f2-88d34bc4f431 req-1807cae5-6882-4612-8991-3b6dbf89a480 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399756 Jan 04 14:21:51.846134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af361dd6-c7c5-4e0b-b6c2-01c77b0dd359 req-0970a802-e91e-401d-a5ff-12e0bacdee26 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:51.847525 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af361dd6-c7c5-4e0b-b6c2-01c77b0dd359 req-0970a802-e91e-401d-a5ff-12e0bacdee26 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0494831 Jan 04 14:21:51.893264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af361dd6-c7c5-4e0b-b6c2-01c77b0dd359 req-a90ff624-7350-44a7-885d-fe9093466bef tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399284 Jan 04 14:21:52.058602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd788ab8-b36e-4e7b-b425-a24ca3a773cd req-9ccd439b-0ddf-4efe-be01-3c78356e48da tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:52.058870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:52.060123 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fd788ab8-b36e-4e7b-b425-a24ca3a773cd req-9ccd439b-0ddf-4efe-be01-3c78356e48da tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0495017 Jan 04 14:21:52.108821 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fd788ab8-b36e-4e7b-b425-a24ca3a773cd req-96646e30-7178-4b60-b274-f60cdd9c1745 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418944 Jan 04 14:21:52.220853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69826489-e113-44ca-98f5-e3067c071c67 req-f761c565-5236-4fa4-b607-b12423b9bbe4 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:52.222327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69826489-e113-44ca-98f5-e3067c071c67 req-f761c565-5236-4fa4-b607-b12423b9bbe4 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0476539 Jan 04 14:21:52.266968 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69826489-e113-44ca-98f5-e3067c071c67 req-52733e3c-9d3f-4590-9b8d-594239da34db tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388896 Jan 04 14:21:52.391413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8d3fab-1fec-4af9-b155-e830c6a6b441 req-c4953e87-3b6b-4567-9874-df7cfe1c2b19 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:52.392761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e8d3fab-1fec-4af9-b155-e830c6a6b441 req-c4953e87-3b6b-4567-9874-df7cfe1c2b19 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0507550 Jan 04 14:21:52.438697 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e8d3fab-1fec-4af9-b155-e830c6a6b441 req-049fd9b1-aa60-49f6-8828-f1dbcb7ade71 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398254 Jan 04 14:21:52.729271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88aa69a-5290-4a3c-8ae6-2a21e64b16a6 req-b12b180a-e342-4110-885c-85ffcbbc2b22 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:52.730764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b88aa69a-5290-4a3c-8ae6-2a21e64b16a6 req-b12b180a-e342-4110-885c-85ffcbbc2b22 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0483012 Jan 04 14:21:52.776970 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b88aa69a-5290-4a3c-8ae6-2a21e64b16a6 req-d0059767-de81-4e4c-ab13-309730a8fac3 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402968 Jan 04 14:21:53.319536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a59df108-afb0-404d-9f77-76cd50f2b691 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:21:53.340070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: a59df108-afb0-404d-9f77-76cd50f2b691 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:21:53.340426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a59df108-afb0-404d-9f77-76cd50f2b691 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:21:53.894138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b083f7-688c-4739-9a9c-1509e7a51872 req-4b8b5fa4-f8d8-4b1e-a3ce-121dcdefd9b3 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:53.895611 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-77b083f7-688c-4739-9a9c-1509e7a51872 req-4b8b5fa4-f8d8-4b1e-a3ce-121dcdefd9b3 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0513294 Jan 04 14:21:53.942345 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-77b083f7-688c-4739-9a9c-1509e7a51872 req-e96b5e00-870d-4024-b612-0cf98234d3ca tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.30 "GET /v2.0/security-groups?id=98ec1ac2-c676-43de-8d09-03d54a3b9b66&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400629 Jan 04 14:21:54.120191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707500de-3c4e-42a4-953e-5083bb078ebb req-529dccdc-41ae-43d3-b0b2-7875a8451339 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:54.121522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-707500de-3c4e-42a4-953e-5083bb078ebb req-529dccdc-41ae-43d3-b0b2-7875a8451339 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "GET /v2.0/ports?device_id=1684d64e-bcda-4bfc-8457-50669dbe198f HTTP/1.1" status: 200 len: 945 time: 0.0514965 Jan 04 14:21:54.206304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Deleting port 6e375015-65cb-4387-a252-eae230335a70 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:21:54.206642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:54.294607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] For port 6e375015-65cb-4387-a252-eae230335a70, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6e375015-65cb-4387-a252-eae230335a70,segment=NetworkSegment(601f8bc4-63ee-41d2-b0b2-b705aa7890eb),segment_id=601f8bc4-63ee-41d2-b0b2-b705aa7890eb)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:21:54.294969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:54.306449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Calling delete_port for 6e375015-65cb-4387-a252-eae230335a70 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:21:54.426202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:54.437393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['6e375015-65cb-4387-a252-eae230335a70'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:21:54.457430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Pushing event deleted for resources: {'Port': ['ID=6e375015-65cb-4387-a252-eae230335a70,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:54.497013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] No DVR routers for this DVR port 6e375015-65cb-4387-a252-eae230335a70 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:21:54.499431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:54.502772 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-707500de-3c4e-42a4-953e-5083bb078ebb req-9d001de7-9421-427c-af82-48262c188ac9 tempest-ServersNegativeTestJSON-170156035 tempest-ServersNegativeTestJSON-170156035-project] 10.222.0.13 "DELETE /v2.0/ports/6e375015-65cb-4387-a252-eae230335a70 HTTP/1.1" status: 204 len: 173 time: 0.3755121 Jan 04 14:21:54.503216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'name': 'network-vif-deleted', 'tag': '6e375015-65cb-4387-a252-eae230335a70'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:21:54.505482 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fef1fc5-5b81-4316-909c-b06ed8c37250" -d '{"events": [{"server_uuid": "1684d64e-bcda-4bfc-8457-50669dbe198f", "name": "network-vif-deleted", "tag": "6e375015-65cb-4387-a252-eae230335a70"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:21:54.544286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:21:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f81c724e-d030-4359-ba59-5ff1d85e4e3c x-openstack-request-id: req-f81c724e-d030-4359-ba59-5ff1d85e4e3c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:21:54.544600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1684d64e-bcda-4bfc-8457-50669dbe198f", "name": "network-vif-deleted", "tag": "6e375015-65cb-4387-a252-eae230335a70", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:21:54.544845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f81c724e-d030-4359-ba59-5ff1d85e4e3c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:21:54.545246 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1684d64e-bcda-4bfc-8457-50669dbe198f', 'name': 'network-vif-deleted', 'tag': '6e375015-65cb-4387-a252-eae230335a70', 'status': 'completed', 'code': 200} Jan 04 14:21:54.996923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44386) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:55.042679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Deleting subnet e98d6f4e-7061-41ec-bd22-85fbb8aa4686 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:21:55.045619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.079273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.121801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.170720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.195233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e98d6f4e-7061-41ec-bd22-85fbb8aa4686,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:55.198935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.202098 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f37cba35-d171-4930-8296-d32e23dc4d25 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/e98d6f4e-7061-41ec-bd22-85fbb8aa4686 HTTP/1.1" status: 204 len: 168 time: 0.2041547 Jan 04 14:21:55.204532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44388) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:55.269360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.347683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.367002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9a533e9-3001-420e-a83e-2fd958f6fabb']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:55.375833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '601f8bc4-63ee-41d2-b0b2-b705aa7890eb') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:55.376129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '601f8bc4-63ee-41d2-b0b2-b705aa7890eb') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:21:55.385078 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.398087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.404535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:21:55.404949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:21:55.406599 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:21:55.461521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.467277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.470408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] 10.222.0.30 "DELETE /v2.0/networks/a9a533e9-3001-420e-a83e-2fd958f6fabb HTTP/1.1" status: 204 len: 168 time: 0.2649734 Jan 04 14:21:55.481578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ca384-116a-459a-b322-0e64c1d2dc16 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9a533e9-3001-420e-a83e-2fd958f6fabb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:55.575735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44392) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:55.614847 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3ec3138-4877-4faa-87a4-fc70e9bd6369 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b1952e51559642d099d7aa60a3f0baa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378768 Jan 04 14:21:55.617038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44394) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:55.663662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e50b547a-d089-498a-b84b-cdd52671efef admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.683438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e50b547a-d089-498a-b84b-cdd52671efef admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.728216 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e50b547a-d089-498a-b84b-cdd52671efef admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.730918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e50b547a-d089-498a-b84b-cdd52671efef admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:55.734367 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e50b547a-d089-498a-b84b-cdd52671efef admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/98ec1ac2-c676-43de-8d09-03d54a3b9b66 HTTP/1.1" status: 204 len: 168 time: 0.1139636 Jan 04 14:21:55.739793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50b547a-d089-498a-b84b-cdd52671efef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98ec1ac2-c676-43de-8d09-03d54a3b9b66,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:56.393603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44416) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:56.485319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1375271171'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:21:56.508501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:21:56.511960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.520378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.596941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.600828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.629260 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:21:56.634514 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee24b28-d5d2-4bd9-94a8-0bc17b08ac12,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:56.641502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.641814 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Added segment 291a34b2-bae6-4944-9d79-cd377be9f4c9 of type vlan for network c5d52281-3e8f-4ada-b104-72d50b0317ff Jan 04 14:21:56.682757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.705727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.711437 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:21:56.711960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:21:56.743599 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3488941 Jan 04 14:21:56.780164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42e8755-36df-428a-b95c-a8aac0c20cd2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Network': ['ID=c5d52281-3e8f-4ada-b104-72d50b0317ff,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:21:56.792026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c5d52281-3e8f-4ada-b104-72d50b0317ff details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:21:57.307147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6e375015-65cb-4387-a252-eae230335a70 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:21:57.330524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 6e375015-65cb-4387-a252-eae230335a70 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:21:57.330865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6e375015-65cb-4387-a252-eae230335a70 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:21:59.949949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44420) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:21:59.955022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'subnet': {'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:00.047008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:00.050707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.242298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.304758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Subnet': ['ID=248e10ad-9ae9-4cd3-b8cb-7bac8daeaf00,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:00.311563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Checking segment: {'id': '291a34b2-bae6-4944-9d79-cd377be9f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:00.311927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network hostable DHCP agents. Network: c5d52281-3e8f-4ada-b104-72d50b0317ff, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:00.328122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network c5d52281-3e8f-4ada-b104-72d50b0317ff is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:00.336299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c5d52281-3e8f-4ada-b104-72d50b0317ff) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:00.340754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:00.341343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.346726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feacd76b-6b1c-4ec0-8405-8e74805b11e3 None None] Network c5d52281-3e8f-4ada-b104-72d50b0317ff requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:00.356941 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b96bc5d9-4f26-459b-8e3a-6f187dd25e0a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4058859 Jan 04 14:22:00.360283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44422) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:00.365249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1521075718'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:00.387035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:00.390657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.415519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 188} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:00.424856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.425192 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Added segment c9885b24-5769-423b-964c-eadc909d1136 of type vlan for network a576f1a4-6314-4190-a8e5-5eb64514e2ab Jan 04 14:22:00.446047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c5d52281-3e8f-4ada-b104-72d50b0317ff', 'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff', 'project_id': 'b0a287c48a9740ddabe02fcd3dd340b7', 'fixed_ips': [{'subnet_id': '248e10ad-9ae9-4cd3-b8cb-7bac8daeaf00'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:00.447923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.470647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.493885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.500433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:00.501014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.562082 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2005603 Jan 04 14:22:00.565161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44424) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:00.570502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'subnet': {'network_id': 'a576f1a4-6314-4190-a8e5-5eb64514e2ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:00.589478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Allocated IP 2001:db8:0:ffff::2 (c5d52281-3e8f-4ada-b104-72d50b0317ff/248e10ad-9ae9-4cd3-b8cb-7bac8daeaf00/c0a17f1d-ad08-4840-81a2-81049b4903b0) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:00.671903 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:00.675989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.747598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.755628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.798114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Network c5d52281-3e8f-4ada-b104-72d50b0317ff is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:00.803540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:00.808467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:00.815715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Pushing event updated for resources: {'Port': ['ID=c0a17f1d-ad08-4840-81a2-81049b4903b0,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:00.867879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Attempting to bind port c0a17f1d-ad08-4840-81a2-81049b4903b0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:00.868241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Attempting to bind port c0a17f1d-ad08-4840-81a2-81049b4903b0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '291a34b2-bae6-4944-9d79-cd377be9f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:00.868595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Attempting to bind port c0a17f1d-ad08-4840-81a2-81049b4903b0 on network c5d52281-3e8f-4ada-b104-72d50b0317ff {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:00.869686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db4893-986d-464d-aba7-265a6dc5f070 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Network': ['ID=a576f1a4-6314-4190-a8e5-5eb64514e2ab,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:00.875884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:00.876265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Checking segment: {'id': '291a34b2-bae6-4944-9d79-cd377be9f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:00.876661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.877059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Bound using segment: {'id': '291a34b2-bae6-4944-9d79-cd377be9f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:00.877900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Bound port: c0a17f1d-ad08-4840-81a2-81049b4903b0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '291a34b2-bae6-4944-9d79-cd377be9f4c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c5d52281-3e8f-4ada-b104-72d50b0317ff'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:00.877900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.882650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network a576f1a4-6314-4190-a8e5-5eb64514e2ab details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:00.896960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:00.957315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Subnet': ['ID=01111f3b-964c-4cf9-8da4-17151836a2eb,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:00.964915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Checking segment: {'id': 'c9885b24-5769-423b-964c-eadc909d1136', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'a576f1a4-6314-4190-a8e5-5eb64514e2ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:00.965277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network hostable DHCP agents. Network: a576f1a4-6314-4190-a8e5-5eb64514e2ab, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:00.983462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network a576f1a4-6314-4190-a8e5-5eb64514e2ab is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:00.993330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, a576f1a4-6314-4190-a8e5-5eb64514e2ab) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:00.998409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:00.999329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.000482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] For port c0a17f1d-ad08-4840-81a2-81049b4903b0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:01.004785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08e4ba85-b48a-4bd2-8740-98edb25c177a None None] Network a576f1a4-6314-4190-a8e5-5eb64514e2ab requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:01.008044 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] For port c0a17f1d-ad08-4840-81a2-81049b4903b0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0a17f1d-ad08-4840-81a2-81049b4903b0,segment=NetworkSegment(291a34b2-bae6-4944-9d79-cd377be9f4c9),segment_id=291a34b2-bae6-4944-9d79-cd377be9f4c9)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:01.015521 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-34a7361b-1245-4179-bd40-205adfc88a1e tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4490492 Jan 04 14:22:01.018428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44426) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:01.028681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.122355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.133857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de0cf13-5b0b-4c38-af0e-81766fca3db4 None None] Pushing event updated for resources: {'Port': ['ID=c0a17f1d-ad08-4840-81a2-81049b4903b0,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:01.165627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5579906-4746-41cf-9334-072a6c9127ca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-a576f1a4-6314-4190-a8e5-5eb64514e2ab', 'network_id': 'a576f1a4-6314-4190-a8e5-5eb64514e2ab', 'project_id': 'b0a287c48a9740ddabe02fcd3dd340b7', 'fixed_ips': [{'subnet_id': '01111f3b-964c-4cf9-8da4-17151836a2eb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:01.167107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e5579906-4746-41cf-9334-072a6c9127ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.203410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.294075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-e5579906-4746-41cf-9334-072a6c9127ca None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01111f3b-964c-4cf9-8da4-17151836a2eb: This subnet is being modified by another concurrent operation. Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 01111f3b-964c-4cf9-8da4-17151836a2eb: This subnet is being modified by another concurrent operation. Jan 04 14:22:01.297160 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 14:22:01.323547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6adf979-1e4f-4a09-a555-fe2c831fd9ac None None] Network a576f1a4-6314-4190-a8e5-5eb64514e2ab requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:01.330949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Subnet': ['ID=01111f3b-964c-4cf9-8da4-17151836a2eb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:01.396500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.418743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a576f1a4-6314-4190-a8e5-5eb64514e2ab']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:01.428387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9885b24-5769-423b-964c-eadc909d1136') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:01.428677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9885b24-5769-423b-964c-eadc909d1136') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:01.438484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.451765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.457358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:01.457728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:01.460584 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:01.464644 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:01.520213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.527020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.530179 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/a576f1a4-6314-4190-a8e5-5eb64514e2ab HTTP/1.1" status: 204 len: 168 time: 0.5106936 Jan 04 14:22:01.534296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44428) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:01.539423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-66196780'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:01.541008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b302fa-52b2-4349-810e-3eca0ab7de52 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Network': ['ID=a576f1a4-6314-4190-a8e5-5eb64514e2ab,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:01.562547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:01.567362 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.594720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:01.605534 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.605897 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Added segment 43381daf-9530-4131-94e0-380323b59cbf of type vlan for network 8ebe2551-da93-4fb8-b4ee-5979d1309efd Jan 04 14:22:01.649711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.675436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.681242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:01.682392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.713310 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.1778767 Jan 04 14:22:01.716515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44430) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:01.723930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'subnet': {'network_id': '8ebe2551-da93-4fb8-b4ee-5979d1309efd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:01.751579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86b51f2-ba95-4ad6-a43a-37cf0bd62b7f tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Network': ['ID=8ebe2551-da93-4fb8-b4ee-5979d1309efd,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:01.762281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 8ebe2551-da93-4fb8-b4ee-5979d1309efd details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:01.809401 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:22:01.834272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:01.838010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:01.902049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Performing IP validity checks on allocation pools {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jan 04 14:22:01.903232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.ipam_backend_mixin [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Checking for overlaps among allocation pools and gateway ip {{(pid=103264) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jan 04 14:22:02.033121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.078338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-456e081c-dcd0-467d-a52d-ee7714d03433 None None] Network c5d52281-3e8f-4ada-b104-72d50b0317ff requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:02.099446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Subnet': ['ID=dae77abe-4f9d-4370-b223-12f385919d64,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:02.109529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Checking segment: {'id': '43381daf-9530-4131-94e0-380323b59cbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '8ebe2551-da93-4fb8-b4ee-5979d1309efd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:02.109969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network hostable DHCP agents. Network: 8ebe2551-da93-4fb8-b4ee-5979d1309efd, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:02.126413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network 8ebe2551-da93-4fb8-b4ee-5979d1309efd is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:02.134860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 8ebe2551-da93-4fb8-b4ee-5979d1309efd) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:02.138829 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:02.139474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.148888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2de307e-6383-43c8-b2c2-d1aa507c9366 None None] Network 8ebe2551-da93-4fb8-b4ee-5979d1309efd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:02.155894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d5f9aaab-83f4-41cd-87f9-801eea0e9ef5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4378738 Jan 04 14:22:02.158327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44432) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:02.191176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-76bc73d7-a155-4233-8345-fd6b89d7647c None None] Provisioning complete for port c0a17f1d-ad08-4840-81a2-81049b4903b0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:02.191544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76bc73d7-a155-4233-8345-fd6b89d7647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.253703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.309905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.335681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70888c4-7579-4207-8d22-dfaccf39151e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-8ebe2551-da93-4fb8-b4ee-5979d1309efd', 'network_id': '8ebe2551-da93-4fb8-b4ee-5979d1309efd', 'project_id': 'b0a287c48a9740ddabe02fcd3dd340b7', 'fixed_ips': [{'subnet_id': 'dae77abe-4f9d-4370-b223-12f385919d64'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:02.336531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c70888c4-7579-4207-8d22-dfaccf39151e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.362139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76bc73d7-a155-4233-8345-fd6b89d7647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.374939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.407384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Subnet': ['ID=dae77abe-4f9d-4370-b223-12f385919d64,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:02.444097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c0a17f1d-ad08-4840-81a2-81049b4903b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:02.482400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.504404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ebe2551-da93-4fb8-b4ee-5979d1309efd']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:02.505269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-76bc73d7-a155-4233-8345-fd6b89d7647c None None] For port c0a17f1d-ad08-4840-81a2-81049b4903b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0a17f1d-ad08-4840-81a2-81049b4903b0,segment=NetworkSegment(291a34b2-bae6-4944-9d79-cd377be9f4c9),segment_id=291a34b2-bae6-4944-9d79-cd377be9f4c9)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:02.516102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43381daf-9530-4131-94e0-380323b59cbf') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:02.516447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43381daf-9530-4131-94e0-380323b59cbf') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:02.517317 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-76bc73d7-a155-4233-8345-fd6b89d7647c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-c70888c4-7579-4207-8d22-dfaccf39151e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae77abe-4f9d-4370-b223-12f385919d64: This subnet is being modified by another concurrent operation. Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dae77abe-4f9d-4370-b223-12f385919d64: This subnet is being modified by another concurrent operation. Jan 04 14:22:02.523939 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 14:22:02.531251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.550130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.552842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f152f4-ff96-423e-983b-90d0e0ee4b1b None None] Network 8ebe2551-da93-4fb8-b4ee-5979d1309efd requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:02.557741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:02.558326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:02.561635 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:02.621055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.627324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.630471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/8ebe2551-da93-4fb8-b4ee-5979d1309efd HTTP/1.1" status: 204 len: 168 time: 0.4712336 Jan 04 14:22:02.634802 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44434) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:02.639785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c0a17f1d-ad08-4840-81a2-81049b4903b0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:02.640150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.641524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bd8dc4-ca06-4daa-aed6-f0b2a18de642 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Network': ['ID=8ebe2551-da93-4fb8-b4ee-5979d1309efd,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:02.642105 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-934216318'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:02.647020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bc73d7-a155-4233-8345-fd6b89d7647c None None] Pushing event updated for resources: {'Port': ['ID=c0a17f1d-ad08-4840-81a2-81049b4903b0,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:02.671005 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:02.674695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.698653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 164} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:02.707719 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.708082 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Added segment ea52f35a-308e-4445-81dd-a74943b79706 of type vlan for network 9699e417-367e-4109-ba61-5c7dc2f65231 Jan 04 14:22:02.711581 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a733b22-ff91-40a6-b42a-2d46b7da0588 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 14:22:02.715404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ba99549c-e284-46fa-a77a-6aacbde120e9 None None] Provisioning complete for port c0a17f1d-ad08-4840-81a2-81049b4903b0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:02.715775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba99549c-e284-46fa-a77a-6aacbde120e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.754664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.786075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:02.792561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:02.793187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.006556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a733b22-ff91-40a6-b42a-2d46b7da0588 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 14:22:03.124535 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4873898 Jan 04 14:22:03.127407 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44436) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:03.132189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'subnet': {'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:03.172947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c11b402-ebd6-45b6-9b0a-9f5d3c2248ad tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Network': ['ID=9699e417-367e-4109-ba61-5c7dc2f65231,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:03.183539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 9699e417-367e-4109-ba61-5c7dc2f65231 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:03.252696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:03.256452 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.298501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44894b8b-4f23-4b48-852d-9ff05e142723 None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 14:22:03.370232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44894b8b-4f23-4b48-852d-9ff05e142723 None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 14:22:03.436871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.499348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Subnet': ['ID=d4ddeae6-8fb4-4234-90e6-0fecb57fa61b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:03.506629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Checking segment: {'id': 'ea52f35a-308e-4445-81dd-a74943b79706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:03.507002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network hostable DHCP agents. Network: 9699e417-367e-4109-ba61-5c7dc2f65231, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:03.524109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network 9699e417-367e-4109-ba61-5c7dc2f65231 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:03.533824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 9699e417-367e-4109-ba61-5c7dc2f65231) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:03.539041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:03.539913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.555980 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c74e3956-ab2c-4493-8476-551a568c69d5 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4275751 Jan 04 14:22:03.560167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44438) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:03.565926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1494330264'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:03.569934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ec55583-5c47-4e47-8c1f-2cf728fc6281 None None] Network 9699e417-367e-4109-ba61-5c7dc2f65231 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:03.588478 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:03.592235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.615258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 157} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:03.625207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.625546 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Added segment 4fb20fa9-6550-4646-872e-5588cd7e95e0 of type vlan for network 31461a98-177f-4782-bd8f-0e9186fe5e57 Jan 04 14:22:03.667869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-9699e417-367e-4109-ba61-5c7dc2f65231', 'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231', 'project_id': 'b0a287c48a9740ddabe02fcd3dd340b7', 'fixed_ips': [{'subnet_id': 'd4ddeae6-8fb4-4234-90e6-0fecb57fa61b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:03.669295 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.678729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.706158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.711931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:03.712589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:03.751437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1874940 Jan 04 14:22:03.751662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44440) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:03.760400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Request body: {'subnet': {'network_id': '31461a98-177f-4782-bd8f-0e9186fe5e57', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:03.797815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9f2f57-ac6b-40d1-9491-bedbb29b3bf2 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Network': ['ID=31461a98-177f-4782-bd8f-0e9186fe5e57,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:03.809685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 31461a98-177f-4782-bd8f-0e9186fe5e57 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:03.818635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Allocated IP 2001:db8::2 (9699e417-367e-4109-ba61-5c7dc2f65231/d4ddeae6-8fb4-4234-90e6-0fecb57fa61b/fa6fdb44-e136-46dc-9de8-a9a37419c272) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:03.879765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Made reservation on behalf of b0a287c48a9740ddabe02fcd3dd340b7 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:03.883895 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.016658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.022513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.063916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Network 9699e417-367e-4109-ba61-5c7dc2f65231 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:04.066832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:04.067815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.073143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:04.079338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Pushing event updated for resources: {'Port': ['ID=fa6fdb44-e136-46dc-9de8-a9a37419c272,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:04.130962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Attempting to bind port fa6fdb44-e136-46dc-9de8-a9a37419c272 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:04.131328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Attempting to bind port fa6fdb44-e136-46dc-9de8-a9a37419c272 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ea52f35a-308e-4445-81dd-a74943b79706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:04.131693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Attempting to bind port fa6fdb44-e136-46dc-9de8-a9a37419c272 on network 9699e417-367e-4109-ba61-5c7dc2f65231 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:04.132068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event updated for resources: {'Subnet': ['ID=a9f5bef5-fe41-4622-a143-c72dddeb9e9c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:04.137429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:04.137808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Checking segment: {'id': 'ea52f35a-308e-4445-81dd-a74943b79706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:04.138245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.138670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Bound using segment: {'id': 'ea52f35a-308e-4445-81dd-a74943b79706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:04.139073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Bound port: fa6fdb44-e136-46dc-9de8-a9a37419c272, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea52f35a-308e-4445-81dd-a74943b79706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '9699e417-367e-4109-ba61-5c7dc2f65231'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:04.139414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Checking segment: {'id': '4fb20fa9-6550-4646-872e-5588cd7e95e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '31461a98-177f-4782-bd8f-0e9186fe5e57'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:04.139534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.139779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network hostable DHCP agents. Network: 31461a98-177f-4782-bd8f-0e9186fe5e57, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:04.156494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Network 31461a98-177f-4782-bd8f-0e9186fe5e57 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:04.166321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 31461a98-177f-4782-bd8f-0e9186fe5e57) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:04.170712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:04.171037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.175589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f68ecf46-d486-4ce7-984d-0ae5af6856f8 None None] Network 31461a98-177f-4782-bd8f-0e9186fe5e57 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:04.187481 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a0806677-bf2f-4dfc-b2eb-61446a39d58d tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4342959 Jan 04 14:22:04.190019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44442) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:04.253762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] For port fa6fdb44-e136-46dc-9de8-a9a37419c272, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:04.271896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] For port fa6fdb44-e136-46dc-9de8-a9a37419c272, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa6fdb44-e136-46dc-9de8-a9a37419c272,segment=NetworkSegment(ea52f35a-308e-4445-81dd-a74943b79706),segment_id=ea52f35a-308e-4445-81dd-a74943b79706)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:04.279527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.289075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.346442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.349548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5b34b5-4273-4194-bc9d-884977a714c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-31461a98-177f-4782-bd8f-0e9186fe5e57', 'network_id': '31461a98-177f-4782-bd8f-0e9186fe5e57', 'project_id': 'b0a287c48a9740ddabe02fcd3dd340b7', 'fixed_ips': [{'subnet_id': 'a9f5bef5-fe41-4622-a143-c72dddeb9e9c'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:04.350504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e5b34b5-4273-4194-bc9d-884977a714c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.372546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54e6d46-8615-4c69-af9d-1a29404e5da0 None None] Pushing event updated for resources: {'Port': ['ID=fa6fdb44-e136-46dc-9de8-a9a37419c272,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:04.379770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c0a17f1d-ad08-4840-81a2-81049b4903b0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:04.428164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.457387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f5bef5-fe41-4622-a143-c72dddeb9e9c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:04.507701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c0a17f1d-ad08-4840-81a2-81049b4903b0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:04.508072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server [None req-2e5b34b5-4273-4194-bc9d-884977a714c4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9f5bef5-fe41-4622-a143-c72dddeb9e9c: This subnet is being modified by another concurrent operation. Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 306, in create_dhcp_port Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 116, in _port_action Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 701, in inner Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise self.value Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1466, in create_port_db Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1010, in wrapper Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server raise exception Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a9f5bef5-fe41-4622-a143-c72dddeb9e9c: This subnet is being modified by another concurrent operation. Jan 04 14:22:04.513261 dv-neutron-master-2-hyperv neutron-server[103266]: ERROR oslo_messaging.rpc.server Jan 04 14:22:04.531526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.556579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31461a98-177f-4782-bd8f-0e9186fe5e57']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:04.561220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246c6fd5-b972-42ea-91c1-854aae5c3af6 None None] Network 31461a98-177f-4782-bd8f-0e9186fe5e57 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:04.569757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fb20fa9-6550-4646-872e-5588cd7e95e0') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:04.570210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fb20fa9-6550-4646-872e-5588cd7e95e0') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:04.581124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.596177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.606712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:04.607392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:04.611159 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:04.684545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.692252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.701223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/31461a98-177f-4782-bd8f-0e9186fe5e57 HTTP/1.1" status: 204 len: 168 time: 0.5102115 Jan 04 14:22:04.701780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44444) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:04.721730 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1793287-bdb5-4be9-8927-a5f4cc8d490b tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Network': ['ID=31461a98-177f-4782-bd8f-0e9186fe5e57,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:04.739054 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e99722-f63a-4aa3-9252-1020aa6b5483 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] GET failed (client error): The resource could not be found. Jan 04 14:22:04.740398 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f8e99722-f63a-4aa3-9252-1020aa6b5483 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "GET /v2.0/subnets/a9f5bef5-fe41-4622-a143-c72dddeb9e9c HTTP/1.1" status: 404 len: 337 time: 0.0309696 Jan 04 14:22:04.743318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44446) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:04.762471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f6592b4-b580-4b2c-9508-5c0bccf01398 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:04.762966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5f6592b4-b580-4b2c-9508-5c0bccf01398 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:04.765948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5f6592b4-b580-4b2c-9508-5c0bccf01398 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/31461a98-177f-4782-bd8f-0e9186fe5e57 HTTP/1.1" status: 404 len: 339 time: 0.0215793 Jan 04 14:22:04.769666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44448) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:04.795429 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-51926eab-d849-4628-983c-2f12b2e769d0 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:04.795799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51926eab-d849-4628-983c-2f12b2e769d0 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:04.798739 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-51926eab-d849-4628-983c-2f12b2e769d0 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/subnets/a9f5bef5-fe41-4622-a143-c72dddeb9e9c HTTP/1.1" status: 404 len: 337 time: 0.0281627 Jan 04 14:22:04.801034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44450) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:04.818103 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8e9b2d0-b9bb-4e20-98f1-8c97156987ee tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:04.818516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8e9b2d0-b9bb-4e20-98f1-8c97156987ee tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103264) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:04.821374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a8e9b2d0-b9bb-4e20-98f1-8c97156987ee tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/31461a98-177f-4782-bd8f-0e9186fe5e57 HTTP/1.1" status: 404 len: 339 time: 0.0194778 Jan 04 14:22:04.824122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44452) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:04.873250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Deleting subnet d4ddeae6-8fb4-4234-90e6-0fecb57fa61b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:22:04.876434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.920278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:04.998985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.059815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.091632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Subnet': ['ID=d4ddeae6-8fb4-4234-90e6-0fecb57fa61b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:05.095501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.098722 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5640748d-f5bb-47db-b677-32d932f31986 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/subnets/d4ddeae6-8fb4-4234-90e6-0fecb57fa61b HTTP/1.1" status: 204 len: 168 time: 0.2736316 Jan 04 14:22:05.101183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44454) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:05.178904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.233148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Deleting port fa6fdb44-e136-46dc-9de8-a9a37419c272 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:22:05.233574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.301002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] For port fa6fdb44-e136-46dc-9de8-a9a37419c272, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fa6fdb44-e136-46dc-9de8-a9a37419c272,segment=NetworkSegment(ea52f35a-308e-4445-81dd-a74943b79706),segment_id=ea52f35a-308e-4445-81dd-a74943b79706)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:05.301361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.313575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Calling delete_port for fa6fdb44-e136-46dc-9de8-a9a37419c272 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:22:05.327208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d829c1-88d3-4b82-aa75-d1c3638c0006 None None] Network 9699e417-367e-4109-ba61-5c7dc2f65231 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:05.393221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.417059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e54752be-3598-457e-865a-11ae6c986d5c None None] Could not find standard attr ID for object fa6fdb44-e136-46dc-9de8-a9a37419c272. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:22:05.420315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.423373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Port': ['ID=fa6fdb44-e136-46dc-9de8-a9a37419c272,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:05.426791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No DVR routers for this DVR port fa6fdb44-e136-46dc-9de8-a9a37419c272 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:22:05.476939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27749bb8-94ab-47bc-8333-822018d40b2f None None] DHCP port deletion for 9699e417-367e-4109-ba61-5c7dc2f65231 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:05.495272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-284c3c6b-e8db-421f-aa9a-ec74a0ccb0be None None] get_active_networks_info from dv-neutron-master-2-hyperv {{(pid=103266) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Jan 04 14:22:05.507139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.527248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9699e417-367e-4109-ba61-5c7dc2f65231']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:05.536473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea52f35a-308e-4445-81dd-a74943b79706') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:05.536766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea52f35a-308e-4445-81dd-a74943b79706') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:05.546529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.560435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.565205 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-284c3c6b-e8db-421f-aa9a-ec74a0ccb0be None None] Resources bound (agent type, host, resource id): {{(pid=103266) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jan 04 14:22:05.566823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:05.567210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:05.570342 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:05.630693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.640139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.643330 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/9699e417-367e-4109-ba61-5c7dc2f65231 HTTP/1.1" status: 204 len: 168 time: 0.5412185 Jan 04 14:22:05.646001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44456) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:05.653367 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff626fe0-8664-4d57-a72e-5b798feba3c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Network': ['ID=9699e417-367e-4109-ba61-5c7dc2f65231,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:05.674366 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-495c8126-0ff2-413d-9ec1-416284915dac tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:05.674833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495c8126-0ff2-413d-9ec1-416284915dac tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:05.677938 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-495c8126-0ff2-413d-9ec1-416284915dac tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/subnets/dae77abe-4f9d-4370-b223-12f385919d64 HTTP/1.1" status: 404 len: 337 time: 0.0305290 Jan 04 14:22:05.680460 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44458) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:05.703550 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-be6caa41-85c9-458f-a80c-de0fa24967c7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:05.704221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be6caa41-85c9-458f-a80c-de0fa24967c7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:05.707713 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-be6caa41-85c9-458f-a80c-de0fa24967c7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/8ebe2551-da93-4fb8-b4ee-5979d1309efd HTTP/1.1" status: 404 len: 339 time: 0.0261381 Jan 04 14:22:05.710184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44460) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:05.736542 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-64a709a2-7ac3-49b7-b5c8-6e2bf36634c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:05.736992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64a709a2-7ac3-49b7-b5c8-6e2bf36634c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:05.739991 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-64a709a2-7ac3-49b7-b5c8-6e2bf36634c1 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/subnets/01111f3b-964c-4cf9-8da4-17151836a2eb HTTP/1.1" status: 404 len: 337 time: 0.0288389 Jan 04 14:22:05.742486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:05.762438 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.pecan_wsgi.hooks.translation [None req-9697a6dc-795f-4c79-b5d8-984bb5e5fa3a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] DELETE failed (client error): The resource could not be found. Jan 04 14:22:05.762937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9697a6dc-795f-4c79-b5d8-984bb5e5fa3a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=103265) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jan 04 14:22:05.766768 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9697a6dc-795f-4c79-b5d8-984bb5e5fa3a tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/a576f1a4-6314-4190-a8e5-5eb64514e2ab HTTP/1.1" status: 404 len: 339 time: 0.0233593 Jan 04 14:22:05.769400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44464) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:05.818856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Deleting subnet 248e10ad-9ae9-4cd3-b8cb-7bac8daeaf00 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:22:05.821962 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.860638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:05.947535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.003027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.031124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Subnet': ['ID=248e10ad-9ae9-4cd3-b8cb-7bac8daeaf00,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:06.033095 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.037730 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-47150c84-be2f-4f44-be45-ba24698738a9 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/subnets/248e10ad-9ae9-4cd3-b8cb-7bac8daeaf00 HTTP/1.1" status: 204 len: 168 time: 0.2666245 Jan 04 14:22:06.037898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3efed87-80cd-4bdd-91b4-275de84f727a None None] Network c5d52281-3e8f-4ada-b104-72d50b0317ff requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:06.039399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44466) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:06.121069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.175683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Deleting port c0a17f1d-ad08-4840-81a2-81049b4903b0 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:22:06.176027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.189847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d81ace-f07e-4e76-8513-58388123610a None None] DHCP port deletion for c5d52281-3e8f-4ada-b104-72d50b0317ff request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:06.236908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-97d81ace-f07e-4e76-8513-58388123610a None None] Deleting port c0a17f1d-ad08-4840-81a2-81049b4903b0 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:22:06.237284 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-97d81ace-f07e-4e76-8513-58388123610a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.238769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] For port c0a17f1d-ad08-4840-81a2-81049b4903b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0a17f1d-ad08-4840-81a2-81049b4903b0,segment=NetworkSegment(291a34b2-bae6-4944-9d79-cd377be9f4c9),segment_id=291a34b2-bae6-4944-9d79-cd377be9f4c9)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:06.239544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.251428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Calling delete_port for c0a17f1d-ad08-4840-81a2-81049b4903b0 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:22:06.301933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-97d81ace-f07e-4e76-8513-58388123610a None None] For port c0a17f1d-ad08-4840-81a2-81049b4903b0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c0a17f1d-ad08-4840-81a2-81049b4903b0,segment=NetworkSegment(291a34b2-bae6-4944-9d79-cd377be9f4c9),segment_id=291a34b2-bae6-4944-9d79-cd377be9f4c9)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:06.302346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-97d81ace-f07e-4e76-8513-58388123610a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.315174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-97d81ace-f07e-4e76-8513-58388123610a None None] Calling delete_port for c0a17f1d-ad08-4840-81a2-81049b4903b0 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:22:06.335625 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.362866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] No DVR routers for this DVR port c0a17f1d-ad08-4840-81a2-81049b4903b0 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:22:06.364686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Port': ['ID=c0a17f1d-ad08-4840-81a2-81049b4903b0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:06.371131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c0a17f1d-ad08-4840-81a2-81049b4903b0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:22:06.395791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c0a17f1d-ad08-4840-81a2-81049b4903b0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:22:06.396391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c0a17f1d-ad08-4840-81a2-81049b4903b0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:22:06.427309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-97d81ace-f07e-4e76-8513-58388123610a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.447822 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.455388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d81ace-f07e-4e76-8513-58388123610a None None] Pushing event deleted for resources: {'Port': ['ID=c0a17f1d-ad08-4840-81a2-81049b4903b0,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:06.458699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d81ace-f07e-4e76-8513-58388123610a None None] No DVR routers for this DVR port c0a17f1d-ad08-4840-81a2-81049b4903b0 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:22:06.470450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c5d52281-3e8f-4ada-b104-72d50b0317ff']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:06.479679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '291a34b2-bae6-4944-9d79-cd377be9f4c9') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:06.479981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '291a34b2-bae6-4944-9d79-cd377be9f4c9') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:06.489099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.502462 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.508807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:06.509348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:06.513414 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:06.569482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.573628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:06.580582 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] 10.222.0.30 "DELETE /v2.0/networks/c5d52281-3e8f-4ada-b104-72d50b0317ff HTTP/1.1" status: 204 len: 168 time: 0.5400178 Jan 04 14:22:06.594913 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83eee49d-e772-48ea-882e-d4bc086eb8a7 tempest-NetworksIpV6Test-1937739433 tempest-NetworksIpV6Test-1937739433-project] Pushing event deleted for resources: {'Network': ['ID=c5d52281-3e8f-4ada-b104-72d50b0317ff,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:06.811687 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44472) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:06.945685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ef62b240-d1da-442e-ac00-0902c8ea8e18 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=b0a287c48a9740ddabe02fcd3dd340b7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1327877 Jan 04 14:22:06.948150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44476) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:06.993386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5a8d-5e66-43a1-a396-ef5a73909786 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.014110 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5a8d-5e66-43a1-a396-ef5a73909786 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.059226 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5a8d-5e66-43a1-a396-ef5a73909786 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.062461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eb1c5a8d-5e66-43a1-a396-ef5a73909786 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.063878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eb1c5a8d-5e66-43a1-a396-ef5a73909786 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0ee24b28-d5d2-4bd9-94a8-0bc17b08ac12 HTTP/1.1" status: 204 len: 168 time: 0.1144936 Jan 04 14:22:07.071410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb1c5a8d-5e66-43a1-a396-ef5a73909786 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee24b28-d5d2-4bd9-94a8-0bc17b08ac12,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:07.672068 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44498) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:07.763945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-864555392', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:07.790939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.791863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.877344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.881392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.898220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.899412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a835c971-29ec-4c37-9f3a-985a3c974a65 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2263479 Jan 04 14:22:07.902829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44502) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:07.911145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1335817090'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:07.933109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Made reservation on behalf of d160e3a40b9345bc802b562a1f585d8b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:07.936531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:07.944809 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.017956 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.021697 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.049692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:08.054898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event updated for resources: {'SecurityGroup': ['ID=101c48c1-da8e-4873-9d1c-8306d113b730,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:08.063398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.063751 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Added segment 58dcea14-157f-43e5-a3cb-ce5a0b90f906 of type vlan for network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad Jan 04 14:22:08.107191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.131634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.137856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:08.138451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.168967 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2651427 Jan 04 14:22:08.171987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44504) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:08.177197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Request body: {'subnet': {'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:08.205179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b45e8e-2817-4b90-9825-6f905f43724e tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event updated for resources: {'Network': ['ID=65a19c2b-c263-4c0f-af7e-cd48f8ce8dad,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:08.214890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:08.265626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Made reservation on behalf of d160e3a40b9345bc802b562a1f585d8b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:08.269209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.443808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.509030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event updated for resources: {'Subnet': ['ID=f5048b3d-4879-42b5-9f4a-4722c11d45af,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:08.520161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.520444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.520792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.521386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.521720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.522075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.522408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.522737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.523066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.523398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.523711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.524033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.524390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:08.527470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Checking segment: {'id': '58dcea14-157f-43e5-a3cb-ce5a0b90f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:08.527835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Network hostable DHCP agents. Network: 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:08.544477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:08.553407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:08.558192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:08.558981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.562667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab5e17b-8fd2-4cd1-af8d-228fa8fc3ec0 None None] Network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:08.579997 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9406deca-76ea-4731-81c9-c8f4431f52fa tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4067907 Jan 04 14:22:08.582956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44506) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:08.588127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2143715820'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:08.611025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Made reservation on behalf of d160e3a40b9345bc802b562a1f585d8b for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:08.614650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.640121 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:08.650207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.650551 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Added segment 9a69a8bd-ac88-4daf-92a7-8bf50c47d147 of type vlan for network 4bf7894c-39a5-4377-b62c-3a4c80c42120 Jan 04 14:22:08.672023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-65a19c2b-c263-4c0f-af7e-cd48f8ce8dad', 'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad', 'project_id': 'd160e3a40b9345bc802b562a1f585d8b', 'fixed_ips': [{'subnet_id': 'f5048b3d-4879-42b5-9f4a-4722c11d45af'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:08.673027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.693665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.718826 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.724638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:08.725209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.771742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1848664 Jan 04 14:22:08.772519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44508) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:08.777540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Request body: {'subnet': {'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:08.825177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8660139a-93e8-4dfc-b3b4-20d4d5024a77 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event updated for resources: {'Network': ['ID=4bf7894c-39a5-4377-b62c-3a4c80c42120,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:08.910575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Made reservation on behalf of d160e3a40b9345bc802b562a1f585d8b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:08.914155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:08.955516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 4bf7894c-39a5-4377-b62c-3a4c80c42120 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:08.985772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Allocated IP 172.20.0.2 (65a19c2b-c263-4c0f-af7e-cd48f8ce8dad/f5048b3d-4879-42b5-9f4a-4722c11d45af/80fdbb26-bab9-43e3-86c6-f88c1d378fef) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:09.100796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.159938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event updated for resources: {'Subnet': ['ID=c573fbf5-2f8e-4380-8034-8d08a1f7b43d,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:09.173093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.175749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Checking segment: {'id': '9a69a8bd-ac88-4daf-92a7-8bf50c47d147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:09.176337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Network hostable DHCP agents. Network: 4bf7894c-39a5-4377-b62c-3a4c80c42120, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:09.179562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.196208 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Network 4bf7894c-39a5-4377-b62c-3a4c80c42120 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:09.205955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4bf7894c-39a5-4377-b62c-3a4c80c42120) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:09.211186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:09.212004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.217937 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:09.222710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:09.225165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:09.227866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7621323-e9d8-4806-9923-a30d70e23282 None None] Network 4bf7894c-39a5-4377-b62c-3a4c80c42120 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:09.236210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44510) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:09.237135 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3a65c810-3941-4c15-b000-898caaabd089 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4638093 Jan 04 14:22:09.242268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-dcb26238-cf02-4806-abf3-1921653b3e92 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Request body: {'router': {'external_gateway_info': {'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:09.286738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Pushing event updated for resources: {'Port': ['ID=80fdbb26-bab9-43e3-86c6-f88c1d378fef,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:09.351737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Attempting to bind port 80fdbb26-bab9-43e3-86c6-f88c1d378fef on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:09.352012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Attempting to bind port 80fdbb26-bab9-43e3-86c6-f88c1d378fef by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '58dcea14-157f-43e5-a3cb-ce5a0b90f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:09.352364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Attempting to bind port 80fdbb26-bab9-43e3-86c6-f88c1d378fef on network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:09.362338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:09.362708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Checking segment: {'id': '58dcea14-157f-43e5-a3cb-ce5a0b90f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:09.363099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.363485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Bound using segment: {'id': '58dcea14-157f-43e5-a3cb-ce5a0b90f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:09.363946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Bound port: 80fdbb26-bab9-43e3-86c6-f88c1d378fef, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '58dcea14-157f-43e5-a3cb-ce5a0b90f906', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': '65a19c2b-c263-4c0f-af7e-cd48f8ce8dad'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:09.364319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.420820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4bf7894c-39a5-4377-b62c-3a4c80c42120', 'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120', 'project_id': 'd160e3a40b9345bc802b562a1f585d8b', 'fixed_ips': [{'subnet_id': 'c573fbf5-2f8e-4380-8034-8d08a1f7b43d'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:09.421690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.455716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-dcb26238-cf02-4806-abf3-1921653b3e92 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.515879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] For port 80fdbb26-bab9-43e3-86c6-f88c1d378fef, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:09.539066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] For port 80fdbb26-bab9-43e3-86c6-f88c1d378fef, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80fdbb26-bab9-43e3-86c6-f88c1d378fef,segment=NetworkSegment(58dcea14-157f-43e5-a3cb-ce5a0b90f906),segment_id=58dcea14-157f-43e5-a3cb-ce5a0b90f906)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:09.547814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.567622 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.api.v2.resource [None req-dcb26238-cf02-4806-abf3-1921653b3e92 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 04 14:22:09.574497 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-dcb26238-cf02-4806-abf3-1921653b3e92 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "PUT /v2.0/routers/2a20f9f7-2d8d-4d49-9a95-977e015b88b4 HTTP/1.1" status: 400 len: 364 time: 0.3306715 Jan 04 14:22:09.574849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44512) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:09.634448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Deleting subnet c573fbf5-2f8e-4380-8034-8d08a1f7b43d {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:22:09.644711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09984c0-c4c0-4c5c-aca2-b9643bf9943d None None] Pushing event updated for resources: {'Port': ['ID=80fdbb26-bab9-43e3-86c6-f88c1d378fef,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:09.659482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Allocated IP 172.21.0.2 (4bf7894c-39a5-4377-b62c-3a4c80c42120/c573fbf5-2f8e-4380-8034-8d08a1f7b43d/849a1573-b06f-48d5-b179-6359bd013ce4) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:09.842749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.847820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.852328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.905400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:09.914578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Pushing event updated for resources: {'Port': ['ID=849a1573-b06f-48d5-b179-6359bd013ce4,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:09.924784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Network 4bf7894c-39a5-4377-b62c-3a4c80c42120 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:09.926746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:09.929154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:09.992320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Attempting to bind port 849a1573-b06f-48d5-b179-6359bd013ce4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:09.992688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Attempting to bind port 849a1573-b06f-48d5-b179-6359bd013ce4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '9a69a8bd-ac88-4daf-92a7-8bf50c47d147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:09.993307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Attempting to bind port 849a1573-b06f-48d5-b179-6359bd013ce4 on network 4bf7894c-39a5-4377-b62c-3a4c80c42120 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:09.998968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:09.999575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Checking segment: {'id': '9a69a8bd-ac88-4daf-92a7-8bf50c47d147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:09.999776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.000553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Bound using segment: {'id': '9a69a8bd-ac88-4daf-92a7-8bf50c47d147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:10.000553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Bound port: 849a1573-b06f-48d5-b179-6359bd013ce4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a69a8bd-ac88-4daf-92a7-8bf50c47d147', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '4bf7894c-39a5-4377-b62c-3a4c80c42120'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:10.000929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.026044 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.084669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.090407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] For port 849a1573-b06f-48d5-b179-6359bd013ce4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:10.093830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] For port 849a1573-b06f-48d5-b179-6359bd013ce4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=849a1573-b06f-48d5-b179-6359bd013ce4,segment=NetworkSegment(9a69a8bd-ac88-4daf-92a7-8bf50c47d147),segment_id=9a69a8bd-ac88-4daf-92a7-8bf50c47d147)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:10.098754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.118412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event deleted for resources: {'Subnet': ['ID=c573fbf5-2f8e-4380-8034-8d08a1f7b43d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:10.120662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.126508 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b039f30e-e43e-49b5-9dfd-b93a78724753 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "DELETE /v2.0/subnets/c573fbf5-2f8e-4380-8034-8d08a1f7b43d HTTP/1.1" status: 204 len: 168 time: 0.5504229 Jan 04 14:22:10.127455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44514) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:10.165976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf6ea2-8ec4-4f0d-87ac-237a1754b836 None None] Pushing event updated for resources: {'Port': ['ID=849a1573-b06f-48d5-b179-6359bd013ce4,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:10.230443 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.285179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Deleting port 849a1573-b06f-48d5-b179-6359bd013ce4 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:22:10.285833 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.380368 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] For port 849a1573-b06f-48d5-b179-6359bd013ce4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=849a1573-b06f-48d5-b179-6359bd013ce4,segment=NetworkSegment(9a69a8bd-ac88-4daf-92a7-8bf50c47d147),segment_id=9a69a8bd-ac88-4daf-92a7-8bf50c47d147)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:10.380790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.394166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Calling delete_port for 849a1573-b06f-48d5-b179-6359bd013ce4 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:22:10.485737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80fdbb26-bab9-43e3-86c6-f88c1d378fef up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:10.519111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.559393 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event deleted for resources: {'Port': ['ID=849a1573-b06f-48d5-b179-6359bd013ce4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:10.567893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] No DVR routers for this DVR port 849a1573-b06f-48d5-b179-6359bd013ce4 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:22:10.574621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 80fdbb26-bab9-43e3-86c6-f88c1d378fef triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:10.575141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.659765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.670964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.680855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf7894c-39a5-4377-b62c-3a4c80c42120']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:10.692511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a69a8bd-ac88-4daf-92a7-8bf50c47d147') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:10.692808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a69a8bd-ac88-4daf-92a7-8bf50c47d147') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:10.704484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 80fdbb26-bab9-43e3-86c6-f88c1d378fef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80fdbb26-bab9-43e3-86c6-f88c1d378fef,segment=NetworkSegment(58dcea14-157f-43e5-a3cb-ce5a0b90f906),segment_id=58dcea14-157f-43e5-a3cb-ce5a0b90f906)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:10.706288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.712374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.724946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.733764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:10.734344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:10.767457 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:10.775601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=80fdbb26-bab9-43e3-86c6-f88c1d378fef,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:10.827811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.837263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.841273 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "DELETE /v2.0/networks/4bf7894c-39a5-4377-b62c-3a4c80c42120 HTTP/1.1" status: 204 len: 168 time: 0.7127457 Jan 04 14:22:10.843900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44516) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:10.849701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce28b77-7ad1-4b48-9f77-9a0f30b1d154 None None] Network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:10.852341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a489b5-021e-453c-9ffb-c439e4495d80 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event deleted for resources: {'Network': ['ID=4bf7894c-39a5-4377-b62c-3a4c80c42120,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:10.898538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Deleting subnet f5048b3d-4879-42b5-9f4a-4722c11d45af {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:22:10.902338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.918500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-35ad0a39-292e-40c4-a628-3a2e06b7fc6d None None] Provisioning complete for port 80fdbb26-bab9-43e3-86c6-f88c1d378fef triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:10.918871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-35ad0a39-292e-40c4-a628-3a2e06b7fc6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:10.940696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.036126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.102884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.135050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event deleted for resources: {'Subnet': ['ID=f5048b3d-4879-42b5-9f4a-4722c11d45af,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:11.139847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.143723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8f266e62-ad14-4ab1-90f6-d64d86b1e42a tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "DELETE /v2.0/subnets/f5048b3d-4879-42b5-9f4a-4722c11d45af HTTP/1.1" status: 204 len: 168 time: 0.2988029 Jan 04 14:22:11.146452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44518) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:11.230151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.266805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f7d1d3-eaad-4b9a-ad6d-c76b63e1ec6c None None] Network 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:11.289929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Deleting port 80fdbb26-bab9-43e3-86c6-f88c1d378fef {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:22:11.290292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.294403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-cb4cff8b-1590-4e24-aefc-ef03e3b6bd13 None None] Provisioning complete for port 80fdbb26-bab9-43e3-86c6-f88c1d378fef triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:11.294771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cb4cff8b-1590-4e24-aefc-ef03e3b6bd13 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.362106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] For port 80fdbb26-bab9-43e3-86c6-f88c1d378fef, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=80fdbb26-bab9-43e3-86c6-f88c1d378fef,segment=NetworkSegment(58dcea14-157f-43e5-a3cb-ce5a0b90f906),segment_id=58dcea14-157f-43e5-a3cb-ce5a0b90f906)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:11.362470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.376080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Calling delete_port for 80fdbb26-bab9-43e3-86c6-f88c1d378fef owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:22:11.419638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-526fd920-ff91-4288-9a0c-7e23834ec5f0 None None] DHCP port deletion for 4bf7894c-39a5-4377-b62c-3a4c80c42120 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:11.443967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95558453-0a6f-411d-a746-9dd992de8923 None None] Network 4bf7894c-39a5-4377-b62c-3a4c80c42120 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:11.456134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95558453-0a6f-411d-a746-9dd992de8923 None None] Network 4bf7894c-39a5-4377-b62c-3a4c80c42120 could not be found, it might have been deleted concurrently. {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:224}} Jan 04 14:22:11.469513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.482466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00354855-992f-46d4-a454-961c03594848 None None] DHCP port deletion for 65a19c2b-c263-4c0f-af7e-cd48f8ce8dad request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:11.497848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event deleted for resources: {'Port': ['ID=80fdbb26-bab9-43e3-86c6-f88c1d378fef,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:11.502223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] No DVR routers for this DVR port 80fdbb26-bab9-43e3-86c6-f88c1d378fef on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:22:11.551488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e5db05a2-33f3-4c1d-8ea1-eb9f32007311 None None] Could not find standard attr ID for object 849a1573-b06f-48d5-b179-6359bd013ce4. {{(pid=103266) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jan 04 14:22:11.837972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.857285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a19c2b-c263-4c0f-af7e-cd48f8ce8dad']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:11.866091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58dcea14-157f-43e5-a3cb-ce5a0b90f906') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:11.866385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58dcea14-157f-43e5-a3cb-ce5a0b90f906') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:11.875241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.887578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.893102 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Releasing vlan 182 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:22:11.893471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:22:11.896507 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:22:11.955091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.962133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:11.965117 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "DELETE /v2.0/networks/65a19c2b-c263-4c0f-af7e-cd48f8ce8dad HTTP/1.1" status: 204 len: 168 time: 0.8177497 Jan 04 14:22:11.967829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44520) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:11.975897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e1d38a-fefa-46b2-b599-6bd5f7c7d107 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Pushing event deleted for resources: {'Network': ['ID=65a19c2b-c263-4c0f-af7e-cd48f8ce8dad,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:11.995657 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-921405d6-f024-48fe-8df2-3cea3eb2516f tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "GET /v2.0/ports?device_id=2a20f9f7-2d8d-4d49-9a95-977e015b88b4 HTTP/1.1" status: 200 len: 205 time: 0.0266817 Jan 04 14:22:11.997929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44522) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:12.070666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.223282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.225342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.267250 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.267752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Fanout notify agent at l3_agent the message router_deleted on router 2a20f9f7-2d8d-4d49-9a95-977e015b88b4 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:22:12.275747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.277085 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7693a6f5-7add-4da7-a3cc-4841da6805d1 tempest-RoutersNegativeTest-593698929 tempest-RoutersNegativeTest-593698929-project] 10.222.0.30 "DELETE /v2.0/routers/2a20f9f7-2d8d-4d49-9a95-977e015b88b4 HTTP/1.1" status: 204 len: 168 time: 0.2781038 Jan 04 14:22:12.357795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80fdbb26-bab9-43e3-86c6-f88c1d378fef no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:22:12.377059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 80fdbb26-bab9-43e3-86c6-f88c1d378fef {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:22:12.377405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 80fdbb26-bab9-43e3-86c6-f88c1d378fef not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:22:12.513549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44528) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:12.640555 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e2793702-6007-4eca-a20b-01de3fa170ad admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=d160e3a40b9345bc802b562a1f585d8b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258142 Jan 04 14:22:12.643000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44532) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:12.690815 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34aaa8d2-cec6-43c0-8e75-a9097a2b5611 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.715240 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34aaa8d2-cec6-43c0-8e75-a9097a2b5611 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.761140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34aaa8d2-cec6-43c0-8e75-a9097a2b5611 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.764020 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-34aaa8d2-cec6-43c0-8e75-a9097a2b5611 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:12.765237 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-34aaa8d2-cec6-43c0-8e75-a9097a2b5611 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/101c48c1-da8e-4873-9d1c-8306d113b730 HTTP/1.1" status: 204 len: 168 time: 0.1212974 Jan 04 14:22:12.773293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34aaa8d2-cec6-43c0-8e75-a9097a2b5611 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=101c48c1-da8e-4873-9d1c-8306d113b730,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:13.353943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44554) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:13.445740 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1739678028-network', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:13.468537 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Made reservation on behalf of 61c11e40b82a4775a758248d6b0e880d for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:13.470856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.478889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.549209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.552874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.576450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:13.589718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99b3a098-4906-4e70-87d4-e65495b936d2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:13.590200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.590560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Added segment c1683610-70d7-4137-ab64-6c127811c567 of type vlan for network bdd6fa1b-2136-48a8-a634-d219693f3ea1 Jan 04 14:22:13.629297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.651353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.652262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:13.652819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.687953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3328519 Jan 04 14:22:13.691037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44558) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:13.696113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Request body: {'subnet': {'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-subnet', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:13.715966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f1957b0-cb4f-46e6-9632-db84289a4ee3 admin admin] Pushing event updated for resources: {'Network': ['ID=bdd6fa1b-2136-48a8-a634-d219693f3ea1,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:13.718566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Made reservation on behalf of 61c11e40b82a4775a758248d6b0e880d for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:13.721306 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.728493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:13.889603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.945524 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd398b7-b93f-49b9-b5e1-6b273e290337,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:13.953947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Checking segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:13.954316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Network hostable DHCP agents. Network: bdd6fa1b-2136-48a8-a634-d219693f3ea1, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:13.970853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:13.980018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bdd6fa1b-2136-48a8-a634-d219693f3ea1) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:13.983876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:13.984574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:13.988774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13bd3e3-8479-4ae1-b4fc-78458b545e92 None None] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:13.999843 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0a00d0b8-2751-475d-95cc-3aa48a58eca1 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3076124 Jan 04 14:22:14.003636 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44560) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:14.008065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:14.030532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.031613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.081354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.095577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:14.096452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.218222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.233841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Allocated IP 172.20.0.2 (bdd6fa1b-2136-48a8-a634-d219693f3ea1/8cd398b7-b93f-49b9-b5e1-6b273e290337/226ca595-7ab7-49e8-af51-102e32bcf64a) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:14.370804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.376914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.413919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.418509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:14.421258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:14.426783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:14.432591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Pushing event updated for resources: {'Port': ['ID=226ca595-7ab7-49e8-af51-102e32bcf64a,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:14.432733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.484338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Attempting to bind port 226ca595-7ab7-49e8-af51-102e32bcf64a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:14.484627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Attempting to bind port 226ca595-7ab7-49e8-af51-102e32bcf64a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:14.484996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Attempting to bind port 226ca595-7ab7-49e8-af51-102e32bcf64a on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:14.490301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:14.490679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Checking segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:14.491081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.491481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Bound using segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:14.491940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Bound port: 226ca595-7ab7-49e8-af51-102e32bcf64a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:14.492318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.534202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Allocated IP 172.36.2.180 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/d2ffcc79-5752-4519-a69a-163b730359c2) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:14.555393 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] For port 226ca595-7ab7-49e8-af51-102e32bcf64a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:14.558578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] For port 226ca595-7ab7-49e8-af51-102e32bcf64a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=226ca595-7ab7-49e8-af51-102e32bcf64a,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:14.563695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.621682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b33881-2bd9-4efd-8dce-0901bd3800a0 None None] Pushing event updated for resources: {'Port': ['ID=226ca595-7ab7-49e8-af51-102e32bcf64a,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:14.646291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.682014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.720764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:14.723651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:14.729346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:14.735059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Pushing event updated for resources: {'Port': ['ID=d2ffcc79-5752-4519-a69a-163b730359c2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:14.737689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05f4c117-1dda-43e6-ac59-5e41487215fd None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:14.817502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-578b45cb-0018-47cd-a30a-e73d98ee0506 None None] Provisioning complete for port d2ffcc79-5752-4519-a69a-163b730359c2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:14.818237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-578b45cb-0018-47cd-a30a-e73d98ee0506 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:14.855502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-578b45cb-0018-47cd-a30a-e73d98ee0506 None None] Port d2ffcc79-5752-4519-a69a-163b730359c2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:15.005197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:15.203919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:15.335278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Router 046a86bb-e88e-4041-93d5-ebcc6018347e is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:22:15.450323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:22:15.460156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Sync routers for ids ['046a86bb-e88e-4041-93d5-ebcc6018347e'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:22:15.469330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:15.473339 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a91e950c-0ca5-4311-a710-35596a0ce40d admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.4661648 Jan 04 14:22:15.473486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Routers {'046a86bb-e88e-4041-93d5-ebcc6018347e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:15.473486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:21:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['046a86bb-e88e-4041-93d5-ebcc6018347e'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:15.473681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44562) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:15.711458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c76ca7ec-f706-491a-963c-ef88a98a75be None None] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:15.776331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0f0361c-d1b0-4ec2-b3ca-eaf6116c9737 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:15.783931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Set router 046a86bb-e88e-4041-93d5-ebcc6018347e gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:15.813029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2912bee1-5ee4-4acf-96f6-8f4dc49273d9 None None] Provisioning complete for port 226ca595-7ab7-49e8-af51-102e32bcf64a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:15.813311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2912bee1-5ee4-4acf-96f6-8f4dc49273d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.072176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2912bee1-5ee4-4acf-96f6-8f4dc49273d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.116381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2912bee1-5ee4-4acf-96f6-8f4dc49273d9 None None] For port 226ca595-7ab7-49e8-af51-102e32bcf64a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=226ca595-7ab7-49e8-af51-102e32bcf64a,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:16.123721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2912bee1-5ee4-4acf-96f6-8f4dc49273d9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.163890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:14Z', 'revision_number': 3, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:16.199087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.200673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Checking router: 046a86bb-e88e-4041-93d5-ebcc6018347e for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:22:16.201030 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Updating router 046a86bb-e88e-4041-93d5-ebcc6018347e port d2ffcc79-5752-4519-a69a-163b730359c2 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:22:16.238701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.240265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2912bee1-5ee4-4acf-96f6-8f4dc49273d9 None None] Pushing event updated for resources: {'Port': ['ID=226ca595-7ab7-49e8-af51-102e32bcf64a,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:16.361518 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Allocated IP 172.20.0.1 (bdd6fa1b-2136-48a8-a634-d219693f3ea1/8cd398b7-b93f-49b9-b5e1-6b273e290337/174f5fa0-00e8-4d7a-af14-9414b6805943) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:16.371049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a8655059-8483-4d02-8b82-d6dca738f0e9 None None] Provisioning complete for port 226ca595-7ab7-49e8-af51-102e32bcf64a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:16.371420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a8655059-8483-4d02-8b82-d6dca738f0e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.412727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 226ca595-7ab7-49e8-af51-102e32bcf64a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:16.470085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.504058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.543337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:16.550928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:16.553943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:16.577988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 226ca595-7ab7-49e8-af51-102e32bcf64a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:16.578361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.581161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Pushing event updated for resources: {'Port': ['ID=174f5fa0-00e8-4d7a-af14-9414b6805943,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:16.602512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.644665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.654241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.718391 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098cf7bc-5983-4bd7-b095-621755a804d6 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:16.741300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be54fc5-5ab8-4d74-b428-9f4b471cf840 None None] Pushing event updated for resources: {'Port': ['ID=d2ffcc79-5752-4519-a69a-163b730359c2,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:16.747375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.752139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Attempting to bind port d2ffcc79-5752-4519-a69a-163b730359c2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:16.752513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Attempting to bind port d2ffcc79-5752-4519-a69a-163b730359c2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:16.752875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Attempting to bind port d2ffcc79-5752-4519-a69a-163b730359c2 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:16.767934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:16.768312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:16.768715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.769612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:16.769612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Bound port: d2ffcc79-5752-4519-a69a-163b730359c2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:16.770153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.822513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fbea224a-94f0-4f3c-8567-4779867acf81 None None] Provisioning complete for port d2ffcc79-5752-4519-a69a-163b730359c2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:16.823201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fbea224a-94f0-4f3c-8567-4779867acf81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.859251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] For port d2ffcc79-5752-4519-a69a-163b730359c2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:16.877643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] For port d2ffcc79-5752-4519-a69a-163b730359c2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2ffcc79-5752-4519-a69a-163b730359c2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:16.880962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-fbea224a-94f0-4f3c-8567-4779867acf81 None None] Port d2ffcc79-5752-4519-a69a-163b730359c2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:16.883774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.921418 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.926983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:16.932499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da1adaa8-14cd-416c-8aab-aac86bba15ee None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:16.946489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Routers {'046a86bb-e88e-4041-93d5-ebcc6018347e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:16.947140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:21:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['046a86bb-e88e-4041-93d5-ebcc6018347e'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:16.951448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be54fc5-5ab8-4d74-b428-9f4b471cf840 None None] Pushing event updated for resources: {'Port': ['ID=d2ffcc79-5752-4519-a69a-163b730359c2,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:16.997188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Pushing event updated for resources: {'Port': ['ID=174f5fa0-00e8-4d7a-af14-9414b6805943,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:16.999749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.045627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Provisioning complete for port 174f5fa0-00e8-4d7a-af14-9414b6805943 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:17.045995 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.083482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] Set router 046a86bb-e88e-4041-93d5-ebcc6018347e gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:17.089176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:17.090571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:17.119756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Port 174f5fa0-00e8-4d7a-af14-9414b6805943 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:17.168600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Provisioning complete for port d2ffcc79-5752-4519-a69a-163b730359c2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:17.168964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.214651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Router 046a86bb-e88e-4041-93d5-ebcc6018347e has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:22:17.335293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:22:17.341295 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4840cf01-b2c4-4635-8dc7-e25fed411f9a admin admin] 10.222.0.30 "PUT /v2.0/routers/046a86bb-e88e-4041-93d5-ebcc6018347e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8664732 Jan 04 14:22:17.480394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.507002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] For port d2ffcc79-5752-4519-a69a-163b730359c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2ffcc79-5752-4519-a69a-163b730359c2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:17.514488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.553963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '174f5fa0-00e8-4d7a-af14-9414b6805943', 'name': '', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'mac_address': 'fa:16:3e:1e:b5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:16Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 2, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'subnets': [{'id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:17.593666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2552cb-c0c2-4c19-9c9e-77985404d10f None None] The sync data for ids ['046a86bb-e88e-4041-93d5-ebcc6018347e'] in dv-neutron-master-2-hyperv is: [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '174f5fa0-00e8-4d7a-af14-9414b6805943', 'name': '', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'mac_address': 'fa:16:3e:1e:b5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:16Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 2, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'subnets': [{'id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:22:17.600380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0765ab4-a408-4401-8762-d401944c2634 None None] Pushing event updated for resources: {'Port': ['ID=d2ffcc79-5752-4519-a69a-163b730359c2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:17.635410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0fd40a99-7cd6-481f-b6b0-e33d2411c5da None None] Provisioning complete for port 174f5fa0-00e8-4d7a-af14-9414b6805943 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:17.635700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0fd40a99-7cd6-481f-b6b0-e33d2411c5da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.675329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0fd40a99-7cd6-481f-b6b0-e33d2411c5da None None] Port 174f5fa0-00e8-4d7a-af14-9414b6805943 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:17.837520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44578) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:17.844658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-816057181-network', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:17.873739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Made reservation on behalf of 6ab4111417a14650ae3b9a1a6f52dbc8 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:17.876198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.886015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.901261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-884934a2-c2d2-416f-bd73-0e0fc02a284f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.977267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:17.982562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.007128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:22:18.023949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0783dddd-8eb3-4acb-b6a4-d0d85154c605,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:18.027878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.028582 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Added segment f68501cf-3647-4804-9cf4-a0df40905bc1 of type vlan for network 7e044029-090a-497a-a13a-7623a710707d Jan 04 14:22:18.070193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.099885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.100853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:18.101462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.135471 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.2967231 Jan 04 14:22:18.138491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44580) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:18.146281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Request body: {'subnet': {'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-subnet', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:18.165724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0cafe-38c7-4212-abea-3a6fcb9721c8 admin admin] Pushing event updated for resources: {'Network': ['ID=7e044029-090a-497a-a13a-7623a710707d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:18.177585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 7e044029-090a-497a-a13a-7623a710707d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:22:18.183038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Made reservation on behalf of 6ab4111417a14650ae3b9a1a6f52dbc8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:18.185406 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.406580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.407415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d2ffcc79-5752-4519-a69a-163b730359c2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:18.463640 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Pushing event updated for resources: {'Subnet': ['ID=28121b95-2f78-45fc-ac58-c3e422fd09d7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:18.469354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port d2ffcc79-5752-4519-a69a-163b730359c2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:18.469727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.489471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Checking segment: {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:18.490077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Network hostable DHCP agents. Network: 7e044029-090a-497a-a13a-7623a710707d, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:22:18.514470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Network 7e044029-090a-497a-a13a-7623a710707d is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:22:18.529720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 7e044029-090a-497a-a13a-7623a710707d) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:18.545441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:18.546384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.551128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354ff7dd-767e-4ea8-8b32-e951fb21fd41 None None] Network 7e044029-090a-497a-a13a-7623a710707d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:18.569840 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f34063a9-89c4-4b4c-8d82-45f325a4e260 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.4280701 Jan 04 14:22:18.572450 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44582) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:18.577519 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:18.616102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.617608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.685132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.696805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-7e044029-090a-497a-a13a-7623a710707d', 'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'fixed_ips': [{'subnet_id': '28121b95-2f78-45fc-ac58-c3e422fd09d7'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:22:18.697761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.843551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:18.857134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Allocated IP 172.20.0.2 (7e044029-090a-497a-a13a-7623a710707d/28121b95-2f78-45fc-ac58-c3e422fd09d7/fe5d2102-589c-408d-85ee-b9a45c3a6960) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:19.012332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.019243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.056038 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Network 7e044029-090a-497a-a13a-7623a710707d is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:19.060279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:19.064624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.065750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:19.073186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Pushing event updated for resources: {'Port': ['ID=fe5d2102-589c-408d-85ee-b9a45c3a6960,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:19.092570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.123095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Attempting to bind port fe5d2102-589c-408d-85ee-b9a45c3a6960 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:19.123460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Attempting to bind port fe5d2102-589c-408d-85ee-b9a45c3a6960 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:19.123819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Attempting to bind port fe5d2102-589c-408d-85ee-b9a45c3a6960 on network 7e044029-090a-497a-a13a-7623a710707d {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:19.128736 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:19.129154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Checking segment: {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:19.129549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.130010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Bound using segment: {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:19.130468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Bound port: fe5d2102-589c-408d-85ee-b9a45c3a6960, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:19.130843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.194155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] For port fe5d2102-589c-408d-85ee-b9a45c3a6960, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:19.197547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] For port fe5d2102-589c-408d-85ee-b9a45c3a6960, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe5d2102-589c-408d-85ee-b9a45c3a6960,segment=NetworkSegment(f68501cf-3647-4804-9cf4-a0df40905bc1),segment_id=f68501cf-3647-4804-9cf4-a0df40905bc1)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:19.201787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.203804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Allocated IP 172.36.2.90 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/c62879be-00f4-4507-a974-0e10d7e8cdc0) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:19.260181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.273706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485a0342-9554-4583-9c74-efdad7ae42a8 None None] Pushing event updated for resources: {'Port': ['ID=fe5d2102-589c-408d-85ee-b9a45c3a6960,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:19.318334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.353992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.398764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:19.403745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:19.408339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:19.418090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Pushing event updated for resources: {'Port': ['ID=c62879be-00f4-4507-a974-0e10d7e8cdc0,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:19.423824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351811ce-c3c4-4178-9194-064f8e94bd41 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:19.516878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-2dd9c0b1-07f4-42b1-a084-d59204fa5032 None None] Provisioning complete for port c62879be-00f4-4507-a974-0e10d7e8cdc0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:19.517266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2dd9c0b1-07f4-42b1-a084-d59204fa5032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.561360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9c0b1-07f4-42b1-a084-d59204fa5032 None None] Port c62879be-00f4-4507-a974-0e10d7e8cdc0 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:19.695742 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.823932 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Sync routers for ids ['046a86bb-e88e-4041-93d5-ebcc6018347e'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:22:19.833554 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Routers {'046a86bb-e88e-4041-93d5-ebcc6018347e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:19.834569 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:22:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['046a86bb-e88e-4041-93d5-ebcc6018347e'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:19.895256 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:19.942510 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Set router 046a86bb-e88e-4041-93d5-ebcc6018347e gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:20.037088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Router e138adac-0826-4b42-86bb-99c007e5a5ab is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:22:20.147665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:22:20.157058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Sync routers for ids ['e138adac-0826-4b42-86bb-99c007e5a5ab'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:22:20.167023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.170735 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-03b37731-5c52-49d1-ab46-2aff3ba64ba1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5948119 Jan 04 14:22:20.171361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Routers {'e138adac-0826-4b42-86bb-99c007e5a5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:20.171544 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44584) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:22:20.171996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:22:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e138adac-0826-4b42-86bb-99c007e5a5ab'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:20.257913 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '174f5fa0-00e8-4d7a-af14-9414b6805943', 'name': '', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'mac_address': 'fa:16:3e:1e:b5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:16Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 2, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'subnets': [{'id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:20.289494 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Checking router: 046a86bb-e88e-4041-93d5-ebcc6018347e for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:22:20.289842 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Updating router 046a86bb-e88e-4041-93d5-ebcc6018347e port 174f5fa0-00e8-4d7a-af14-9414b6805943 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:22:20.314728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Set router e138adac-0826-4b42-86bb-99c007e5a5ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:20.322440 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.493024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fe5d2102-589c-408d-85ee-b9a45c3a6960 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:20.558664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.609017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port fe5d2102-589c-408d-85ee-b9a45c3a6960 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:20.609395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.641595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3877c4c5-9d4f-4c3b-8713-74b870428cb1 None None] Network 7e044029-090a-497a-a13a-7623a710707d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:22:20.679739 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.687869 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.742389 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Pushing event updated for resources: {'Port': ['ID=174f5fa0-00e8-4d7a-af14-9414b6805943,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:20.748732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-469b6cb5-e8a8-4dec-bf81-5f3335a4398f None None] Provisioning complete for port fe5d2102-589c-408d-85ee-b9a45c3a6960 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:20.749093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-469b6cb5-e8a8-4dec-bf81-5f3335a4398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.753254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:22:19Z', 'revision_number': 3, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:20.758677 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.759794 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.760139 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.760470 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.760796 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.761125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.761448 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.761788 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.762210 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.762508 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.762824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.763142 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.763597 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:20.827394 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Attempting to bind port 174f5fa0-00e8-4d7a-af14-9414b6805943 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:20.828064 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Attempting to bind port 174f5fa0-00e8-4d7a-af14-9414b6805943 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:20.828176 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Attempting to bind port 174f5fa0-00e8-4d7a-af14-9414b6805943 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:20.834924 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:20.835295 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Checking segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:20.835695 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.836223 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Bound using segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:20.836686 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Bound port: 174f5fa0-00e8-4d7a-af14-9414b6805943, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:20.837731 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.859731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Checking router: e138adac-0826-4b42-86bb-99c007e5a5ab for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:22:20.860091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Updating router e138adac-0826-4b42-86bb-99c007e5a5ab port c62879be-00f4-4507-a974-0e10d7e8cdc0 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:22:20.911877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.917479 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] For port 174f5fa0-00e8-4d7a-af14-9414b6805943, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:20.922005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:20.922790 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] For port 174f5fa0-00e8-4d7a-af14-9414b6805943, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=174f5fa0-00e8-4d7a-af14-9414b6805943,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:20.928270 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.017806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.033761 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Routers {'046a86bb-e88e-4041-93d5-ebcc6018347e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:21.041278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:22:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['046a86bb-e88e-4041-93d5-ebcc6018347e'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:21.088118 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288efff1-032c-4c94-821d-f51c515ecc21 None None] Pushing event updated for resources: {'Port': ['ID=174f5fa0-00e8-4d7a-af14-9414b6805943,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:21.109404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port fe5d2102-589c-408d-85ee-b9a45c3a6960, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe5d2102-589c-408d-85ee-b9a45c3a6960,segment=NetworkSegment(f68501cf-3647-4804-9cf4-a0df40905bc1),segment_id=f68501cf-3647-4804-9cf4-a0df40905bc1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:21.122635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-469b6cb5-e8a8-4dec-bf81-5f3335a4398f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.124614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.194531 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] Set router 046a86bb-e88e-4041-93d5-ebcc6018347e gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:21.300192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Allocated IP 172.20.0.1 (7e044029-090a-497a-a13a-7623a710707d/28121b95-2f78-45fc-ac58-c3e422fd09d7/2400782a-d823-4b40-9cf9-28b7f4e2f095) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:21.428178 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '174f5fa0-00e8-4d7a-af14-9414b6805943', 'name': '', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'mac_address': 'fa:16:3e:1e:b5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:16Z', 'updated_at': '2022-01-04T14:22:20Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'subnets': [{'id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:21.440824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=fe5d2102-589c-408d-85ee-b9a45c3a6960,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:21.441405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.460583 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9764564-e748-4bee-8b83-39ec21f0a37c None None] The sync data for ids ['046a86bb-e88e-4041-93d5-ebcc6018347e'] in dv-neutron-master-2-hyperv is: [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:16Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '174f5fa0-00e8-4d7a-af14-9414b6805943', 'name': '', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'mac_address': 'fa:16:3e:1e:b5:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1645, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:16Z', 'updated_at': '2022-01-04T14:22:20Z', 'revision_number': 4, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'subnets': [{'id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:22:21.461009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-469b6cb5-e8a8-4dec-bf81-5f3335a4398f None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:22:21.461367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-469b6cb5-e8a8-4dec-bf81-5f3335a4398f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:22:21.487195 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.529304 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Network 7e044029-090a-497a-a13a-7623a710707d is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:21.532470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:21.535468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:21.542751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.549180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.575976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Pushing event updated for resources: {'Port': ['ID=2400782a-d823-4b40-9cf9-28b7f4e2f095,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:21.603080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.614322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-921ddc74-678e-4868-b899-ecb8ccca7b27 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:21.630651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Attempting to bind port c62879be-00f4-4507-a974-0e10d7e8cdc0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:21.631604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Attempting to bind port c62879be-00f4-4507-a974-0e10d7e8cdc0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:21.632146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Attempting to bind port c62879be-00f4-4507-a974-0e10d7e8cdc0 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:21.640067 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 21, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:21.640975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:21.641590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.642214 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:21.643532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Bound port: c62879be-00f4-4507-a974-0e10d7e8cdc0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:21.644113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.646616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b8c9-5a0d-4244-be46-524cac0dbf5b None None] Pushing event updated for resources: {'Port': ['ID=c62879be-00f4-4507-a974-0e10d7e8cdc0,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:21.714494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] For port c62879be-00f4-4507-a974-0e10d7e8cdc0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:21.718543 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] For port c62879be-00f4-4507-a974-0e10d7e8cdc0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c62879be-00f4-4507-a974-0e10d7e8cdc0,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:21.727068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.785299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.793096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-927fca2b-e733-4713-831a-0abd8ac9e153 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:22:21.811757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af4b8c9-5a0d-4244-be46-524cac0dbf5b None None] Pushing event updated for resources: {'Port': ['ID=c62879be-00f4-4507-a974-0e10d7e8cdc0,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:21.818077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Routers {'e138adac-0826-4b42-86bb-99c007e5a5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:21.818755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:22:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e138adac-0826-4b42-86bb-99c007e5a5ab'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:21.937755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] Set router e138adac-0826-4b42-86bb-99c007e5a5ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:21.979200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:21.983929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.062358 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.064203 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Pushing event updated for resources: {'Port': ['ID=2400782a-d823-4b40-9cf9-28b7f4e2f095,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:22.087978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.170137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Network 7e044029-090a-497a-a13a-7623a710707d is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:22.171754 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:22.190093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Provisioning complete for port fe5d2102-589c-408d-85ee-b9a45c3a6960 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:22.190472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.249155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2400782a-d823-4b40-9cf9-28b7f4e2f095', 'name': '', 'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'mac_address': 'fa:16:3e:87:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:21Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 1, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'subnets': [{'id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:22.281355 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b2390307-3959-4355-ad30-6228e5d77a7b None None] The sync data for ids ['e138adac-0826-4b42-86bb-99c007e5a5ab'] in dv-neutron-master-2-hyperv is: [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2400782a-d823-4b40-9cf9-28b7f4e2f095', 'name': '', 'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'mac_address': 'fa:16:3e:87:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:21Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 1, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'subnets': [{'id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:22:22.351423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Provisioning complete for port c62879be-00f4-4507-a974-0e10d7e8cdc0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:22.351803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.358750 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Router e138adac-0826-4b42-86bb-99c007e5a5ab has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:22:22.440890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fe5d2102-589c-408d-85ee-b9a45c3a6960 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:22.480905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.505543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:22:22.509551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] For port c62879be-00f4-4507-a974-0e10d7e8cdc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c62879be-00f4-4507-a974-0e10d7e8cdc0,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:22.521990 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-32d94ecb-55ca-4cf3-bd20-217b2b381e9c admin admin] 10.222.0.30 "PUT /v2.0/routers/e138adac-0826-4b42-86bb-99c007e5a5ab/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3425217 Jan 04 14:22:22.526362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.580258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port fe5d2102-589c-408d-85ee-b9a45c3a6960 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:22.580258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.581133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Provisioning complete for port 174f5fa0-00e8-4d7a-af14-9414b6805943 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:22.581503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.638636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Pushing event updated for resources: {'Port': ['ID=c62879be-00f4-4507-a974-0e10d7e8cdc0,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:22.744971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 174f5fa0-00e8-4d7a-af14-9414b6805943 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:22.747745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.808897 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] For port 174f5fa0-00e8-4d7a-af14-9414b6805943, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=174f5fa0-00e8-4d7a-af14-9414b6805943,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:22.816641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.863828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 174f5fa0-00e8-4d7a-af14-9414b6805943 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:22.864206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.870678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Provisioning complete for port 2400782a-d823-4b40-9cf9-28b7f4e2f095 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:22.871048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:22.926171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Pushing event updated for resources: {'Port': ['ID=174f5fa0-00e8-4d7a-af14-9414b6805943,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:22.947870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-48e288c8-e9b6-4e0f-bab7-87cf8b3cd2e3 None None] Port 2400782a-d823-4b40-9cf9-28b7f4e2f095 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:23.075710 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5ad330af-a110-4177-b1ab-897546fcff25 None None] Provisioning complete for port 2400782a-d823-4b40-9cf9-28b7f4e2f095 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:23.076187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ad330af-a110-4177-b1ab-897546fcff25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:23.116142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5ad330af-a110-4177-b1ab-897546fcff25 None None] Port 2400782a-d823-4b40-9cf9-28b7f4e2f095 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:23.312755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-f37f610e-bc93-4dd0-b0f9-e154e82692b6 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:23.314115 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-f37f610e-bc93-4dd0-b0f9-e154e82692b6 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 817 time: 0.1006746 Jan 04 14:22:23.329236 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-08792972-fd70-43e0-a26d-9103940ca8b2 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/quotas/61c11e40b82a4775a758248d6b0e880d HTTP/1.1" status: 200 len: 375 time: 0.0094364 Jan 04 14:22:23.385254 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-e09784df-0238-4d98-a039-4783ea83bfd4 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0508332 Jan 04 14:22:23.479337 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-72728495-60ae-48f1-ac47-2794e2e06419 service neutron] 10.222.0.30 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825491 Jan 04 14:22:23.571440 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-e67cf960-6daf-4187-8b11-3c2264de3fdd service neutron] 10.222.0.30 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860393 Jan 04 14:22:23.726141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dd5fe7ee-ec5b-4d3f-b3bb-775837abe941 req-127a7507-8ef4-4a93-bbf4-3f2e947f74c7 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 210 time: 0.0263691 Jan 04 14:22:24.440021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c62879be-00f4-4507-a974-0e10d7e8cdc0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:24.491135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c62879be-00f4-4507-a974-0e10d7e8cdc0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:24.491498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:24.577718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 174f5fa0-00e8-4d7a-af14-9414b6805943 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:24.629319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 174f5fa0-00e8-4d7a-af14-9414b6805943 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:24.629630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:24.650773 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-f9fa35d6-0315-4986-a2db-d98c8319be6f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:24.652220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-f9fa35d6-0315-4986-a2db-d98c8319be6f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 817 time: 0.1178637 Jan 04 14:22:24.664024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Request body: {'port': {'device_id': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'admin_state_up': True, 'tenant_id': '61c11e40b82a4775a758248d6b0e880d'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:24.784729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Made reservation on behalf of 61c11e40b82a4775a758248d6b0e880d for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:22:24.788677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:24.823711 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1bd590e5-8fa2-426d-ac2f-b120682f1fea req-d8f9c407-c208-4782-b8cb-315f351bd7c1 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 210 time: 0.0273130 Jan 04 14:22:24.919926 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Allocated IP 172.20.0.6 (bdd6fa1b-2136-48a8-a634-d219693f3ea1/8cd398b7-b93f-49b9-b5e1-6b273e290337/cbadd9b9-64f1-4009-887e-cf5352d47b53) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:22:25.071354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.105734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.150767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:22:25.153971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:22:25.157583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:22:25.186269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Pushing event updated for resources: {'Port': ['ID=cbadd9b9-64f1-4009-887e-cf5352d47b53,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:25.189108 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Sync routers for ids ['e138adac-0826-4b42-86bb-99c007e5a5ab'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:22:25.201406 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Routers {'e138adac-0826-4b42-86bb-99c007e5a5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:25.203092 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:22:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e138adac-0826-4b42-86bb-99c007e5a5ab'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:25.221607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:25.222265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.239965 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-a31b7d0a-7779-45cd-a90f-f124c835cf96 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5796502 Jan 04 14:22:25.251942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Request body: {'port': {'device_id': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:22:25.314954 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Set router e138adac-0826-4b42-86bb-99c007e5a5ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:25.315177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.453571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-58b5367d-a783-4a40-8789-a79704bb9499 None None] Provisioning complete for port cbadd9b9-64f1-4009-887e-cf5352d47b53 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:25.454167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-58b5367d-a783-4a40-8789-a79704bb9499 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.491525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-58b5367d-a783-4a40-8789-a79704bb9499 None None] Port cbadd9b9-64f1-4009-887e-cf5352d47b53 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:22:25.516830 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2400782a-d823-4b40-9cf9-28b7f4e2f095', 'name': '', 'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'mac_address': 'fa:16:3e:87:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:21Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 2, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'subnets': [{'id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:25.547863 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Checking router: e138adac-0826-4b42-86bb-99c007e5a5ab for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:22:25.548225 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Updating router e138adac-0826-4b42-86bb-99c007e5a5ab port 2400782a-d823-4b40-9cf9-28b7f4e2f095 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:22:25.573473 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.582278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cbadd9b9-64f1-4009-887e-cf5352d47b53 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:22:25.591888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.605801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Transition to ACTIVE for port object cbadd9b9-64f1-4009-887e-cf5352d47b53 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:22:25.609487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.657387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Pushing event updated for resources: {'Port': ['ID=cbadd9b9-64f1-4009-887e-cf5352d47b53,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:25.736740 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Attempting to bind port cbadd9b9-64f1-4009-887e-cf5352d47b53 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:25.737105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Attempting to bind port cbadd9b9-64f1-4009-887e-cf5352d47b53 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:25.737401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Attempting to bind port cbadd9b9-64f1-4009-887e-cf5352d47b53 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:25.742398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Port cbadd9b9-64f1-4009-887e-cf5352d47b53 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:22:25.742745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Attempting to bind port cbadd9b9-64f1-4009-887e-cf5352d47b53 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:25.752763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:25.753098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Checking segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:25.753483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Bound using segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:25.754023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Bound port: cbadd9b9-64f1-4009-887e-cf5352d47b53, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:25.754379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.822047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] For port cbadd9b9-64f1-4009-887e-cf5352d47b53, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:25.825253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] For port cbadd9b9-64f1-4009-887e-cf5352d47b53, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:25.831534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.850562 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.856899 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.865904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:25.866525 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:25.867883 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] 10.222.0.13 "PUT /v2.0/ports/cbadd9b9-64f1-4009-887e-cf5352d47b53 HTTP/1.1" status: 200 len: 1093 time: 0.6202352 Jan 04 14:22:25.868879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'tag': 'cbadd9b9-64f1-4009-887e-cf5352d47b53'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:22:25.871192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918aefa7-566b-4f36-a703-49b7efcd0d66" -d '{"events": [{"name": "network-changed", "server_uuid": "1d61a3cc-3258-43d2-b28d-c7321acec0a5", "tag": "cbadd9b9-64f1-4009-887e-cf5352d47b53"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:22:25.916722 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab0e3a-4510-470c-8b9a-efae15c1a566 None None] Pushing event updated for resources: {'Port': ['ID=2400782a-d823-4b40-9cf9-28b7f4e2f095,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:25.924496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3748755-7a43-4297-8c8e-12ea382db709 service neutron] Pushing event updated for resources: {'Port': ['ID=cbadd9b9-64f1-4009-887e-cf5352d47b53,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:25.965622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:22:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-648ffd74-719b-45b6-be26-65d5b549fe17 x-openstack-request-id: req-648ffd74-719b-45b6-be26-65d5b549fe17 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:22:25.965862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1d61a3cc-3258-43d2-b28d-c7321acec0a5", "tag": "cbadd9b9-64f1-4009-887e-cf5352d47b53", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:22:25.966150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-648ffd74-719b-45b6-be26-65d5b549fe17 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:22:25.966575 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'tag': 'cbadd9b9-64f1-4009-887e-cf5352d47b53', 'status': 'completed', 'code': 200} Jan 04 14:22:26.000188 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Attempting to bind port 2400782a-d823-4b40-9cf9-28b7f4e2f095 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:22:26.000566 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Attempting to bind port 2400782a-d823-4b40-9cf9-28b7f4e2f095 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:22:26.000932 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Attempting to bind port 2400782a-d823-4b40-9cf9-28b7f4e2f095 on network 7e044029-090a-497a-a13a-7623a710707d {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:22:26.006348 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 22, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:22:26.006804 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Checking segment: {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:22:26.007458 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.007914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Bound using segment: {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:22:26.008418 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Bound port: 2400782a-d823-4b40-9cf9-28b7f4e2f095, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f68501cf-3647-4804-9cf4-a0df40905bc1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '7e044029-090a-497a-a13a-7623a710707d'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:22:26.009430 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.038964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-ffd4a39b-55f2-4d03-9360-7998673f2b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.040532 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-ffd4a39b-55f2-4d03-9360-7998673f2b18 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 1096 time: 0.1057806 Jan 04 14:22:26.082985 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] For port 2400782a-d823-4b40-9cf9-28b7f4e2f095, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:22:26.087892 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] For port 2400782a-d823-4b40-9cf9-28b7f4e2f095, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2400782a-d823-4b40-9cf9-28b7f4e2f095,segment=NetworkSegment(f68501cf-3647-4804-9cf4-a0df40905bc1),segment_id=f68501cf-3647-4804-9cf4-a0df40905bc1)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:22:26.095664 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.098546 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f87f6d1-2108-4a21-98de-69b486981488 req-45138780-856b-4cf7-8381-5f1022e70728 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.100299 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f87f6d1-2108-4a21-98de-69b486981488 req-45138780-856b-4cf7-8381-5f1022e70728 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 943 time: 0.1144741 Jan 04 14:22:26.101973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-7f676e4d-ac74-4569-8708-08b4b4584688 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53 HTTP/1.1" status: 200 len: 217 time: 0.0521150 Jan 04 14:22:26.166368 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Routers {'e138adac-0826-4b42-86bb-99c007e5a5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:22:26.166994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:22:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e138adac-0826-4b42-86bb-99c007e5a5ab'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:26.221096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2f87f6d1-2108-4a21-98de-69b486981488 req-69dde9ac-d7ba-4847-ab8e-7e864c2e43f0 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131270 Jan 04 14:22:26.227353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c197884e-8913-4884-8c48-3089edb6dc20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.228960 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-c197884e-8913-4884-8c48-3089edb6dc20 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cd398b7-b93f-49b9-b5e1-6b273e290337 HTTP/1.1" status: 200 len: 856 time: 0.1194277 Jan 04 14:22:26.292587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-7dc022cc-9560-4e20-82c3-c1c5eb4bc67d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.293799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-7dc022cc-9560-4e20-82c3-c1c5eb4bc67d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd6fa1b-2136-48a8-a634-d219693f3ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0557368 Jan 04 14:22:26.294403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-46fe0c74-7f47-4a8b-9504-b8bd95404b57 None None] Provisioning complete for port 2400782a-d823-4b40-9cf9-28b7f4e2f095 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:26.294791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-46fe0c74-7f47-4a8b-9504-b8bd95404b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.296599 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bab0e3a-4510-470c-8b9a-efae15c1a566 None None] Pushing event updated for resources: {'Port': ['ID=2400782a-d823-4b40-9cf9-28b7f4e2f095,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:26.399192 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] Set router e138adac-0826-4b42-86bb-99c007e5a5ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:22:26.418849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-be6d2f2a-5db4-4774-8a08-4bd2becc2bdc service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170974 Jan 04 14:22:26.428719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2400782a-d823-4b40-9cf9-28b7f4e2f095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:26.480263 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-46fe0c74-7f47-4a8b-9504-b8bd95404b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.522991 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5129ffc6-d471-4f8a-9f3d-7e581884f858 req-e4ba702f-40f7-4a19-8598-4c4e28afcc38 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970283 Jan 04 14:22:26.526100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-46fe0c74-7f47-4a8b-9504-b8bd95404b57 None None] For port 2400782a-d823-4b40-9cf9-28b7f4e2f095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2400782a-d823-4b40-9cf9-28b7f4e2f095,segment=NetworkSegment(f68501cf-3647-4804-9cf4-a0df40905bc1),segment_id=f68501cf-3647-4804-9cf4-a0df40905bc1)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:26.531883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-46fe0c74-7f47-4a8b-9504-b8bd95404b57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.540261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2400782a-d823-4b40-9cf9-28b7f4e2f095 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:26.541015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.613299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fe0c74-7f47-4a8b-9504-b8bd95404b57 None None] Pushing event updated for resources: {'Port': ['ID=2400782a-d823-4b40-9cf9-28b7f4e2f095,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:26.620664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-f9db6747-d049-4ad5-a69d-3c09cf1ce847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.622412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-f9db6747-d049-4ad5-a69d-3c09cf1ce847 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 1096 time: 0.0467250 Jan 04 14:22:26.646113 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2400782a-d823-4b40-9cf9-28b7f4e2f095', 'name': '', 'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'mac_address': 'fa:16:3e:87:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:21Z', 'updated_at': '2022-01-04T14:22:26Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'subnets': [{'id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:22:26.671039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ac37652b-bd9e-4684-94d9-f870f89a22cb None None] Provisioning complete for port 2400782a-d823-4b40-9cf9-28b7f4e2f095 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:26.671810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac37652b-bd9e-4684-94d9-f870f89a22cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:26.672595 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f193239a-eb68-4a4b-97a0-64523a5a438f None None] The sync data for ids ['e138adac-0826-4b42-86bb-99c007e5a5ab'] in dv-neutron-master-2-hyperv is: [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:22:21Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '2400782a-d823-4b40-9cf9-28b7f4e2f095', 'name': '', 'network_id': '7e044029-090a-497a-a13a-7623a710707d', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'mac_address': 'fa:16:3e:87:3a:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_interface', 'standard_attr_id': 1657, 'fixed_ips': [{'subnet_id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:21Z', 'updated_at': '2022-01-04T14:22:26Z', 'revision_number': 4, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'subnets': [{'id': '28121b95-2f78-45fc-ac58-c3e422fd09d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:22:26.729037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-1b9aa58c-c5e0-4906-8ad9-80901d8e48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.730662 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-1b9aa58c-c5e0-4906-8ad9-80901d8e48d2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 918 time: 0.1000817 Jan 04 14:22:26.778838 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-a3b3c997-3aab-4a68-8c6a-e0cda711a5f7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53 HTTP/1.1" status: 200 len: 217 time: 0.0396268 Jan 04 14:22:26.835705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-f73ea4ac-35b3-4add-88d8-e59bbfe79659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.837180 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-f73ea4ac-35b3-4add-88d8-e59bbfe79659 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cd398b7-b93f-49b9-b5e1-6b273e290337 HTTP/1.1" status: 200 len: 856 time: 0.0502105 Jan 04 14:22:26.888678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-4d4fdfea-bb47-4856-ad54-998a5848ba97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:26.890393 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-4d4fdfea-bb47-4856-ad54-998a5848ba97 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd6fa1b-2136-48a8-a634-d219693f3ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425324 Jan 04 14:22:26.984176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-42402f96-f8c3-4b12-a2ce-818d170dc96e service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857460 Jan 04 14:22:27.083861 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-918aefa7-566b-4f36-a703-49b7efcd0d66 req-27ca719c-3bf5-44aa-9f25-7fa25cffc53e service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897295 Jan 04 14:22:27.338542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028ddebc-916e-436c-9aa7-c2e72bbb1bc1 req-a7ac66bf-3635-4d49-9317-3e549858f594 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:27.340001 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-028ddebc-916e-436c-9aa7-c2e72bbb1bc1 req-a7ac66bf-3635-4d49-9317-3e549858f594 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 943 time: 0.0477583 Jan 04 14:22:27.386023 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-028ddebc-916e-436c-9aa7-c2e72bbb1bc1 req-5cc441a2-df3e-415d-b9bb-fd2ab8834219 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401013 Jan 04 14:22:28.372772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2400782a-d823-4b40-9cf9-28b7f4e2f095 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:28.419414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2400782a-d823-4b40-9cf9-28b7f4e2f095 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:28.419784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:28.500416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe6054d-34df-418c-be9e-acd5acc1e23b req-c7e00b2f-c62a-4427-b344-f0b63533961e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:28.506308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfe6054d-34df-418c-be9e-acd5acc1e23b req-c7e00b2f-c62a-4427-b344-f0b63533961e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 943 time: 0.0539529 Jan 04 14:22:28.547855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfe6054d-34df-418c-be9e-acd5acc1e23b req-faad066b-3a76-450b-984a-dd46bb27e975 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400763 Jan 04 14:22:29.385133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cbadd9b9-64f1-4009-887e-cf5352d47b53 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:22:29.475552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port cbadd9b9-64f1-4009-887e-cf5352d47b53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:29.489036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'cbadd9b9-64f1-4009-887e-cf5352d47b53', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'port_id': 'cbadd9b9-64f1-4009-887e-cf5352d47b53', 'mac_address': 'fa:16:3e:35:02:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:22:29.524985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:29.537047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cbadd9b9-64f1-4009-887e-cf5352d47b53 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:22:29.555135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port cbadd9b9-64f1-4009-887e-cf5352d47b53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:29.558558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:29.604444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=cbadd9b9-64f1-4009-887e-cf5352d47b53,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:29.611687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.612070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.612448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.612788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.613126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.613460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.613795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.614151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.614491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.614849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.615202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.615528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.615853 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:22:29.668373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1de2ad-4a21-467a-937b-4ba31bd18436 req-3d484437-45d5-4bd3-b449-3509c6e8741d tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:29.669828 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a1de2ad-4a21-467a-937b-4ba31bd18436 req-3d484437-45d5-4bd3-b449-3509c6e8741d tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 944 time: 0.0529644 Jan 04 14:22:29.716294 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4a1de2ad-4a21-467a-937b-4ba31bd18436 req-bc4a753c-59e8-43d3-9555-ec1c799670ab tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404835 Jan 04 14:22:29.750714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['cbadd9b9-64f1-4009-887e-cf5352d47b53'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:22:30.833066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-945da02b-ddc5-4fcd-83d1-c21427482e14 req-7aa1af53-e7a3-4a3a-9346-8219fa48395e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:30.834562 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-945da02b-ddc5-4fcd-83d1-c21427482e14 req-7aa1af53-e7a3-4a3a-9346-8219fa48395e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 944 time: 0.0523262 Jan 04 14:22:30.879926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-945da02b-ddc5-4fcd-83d1-c21427482e14 req-d6520add-a3b7-4ced-8a6e-2038b9484149 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389202 Jan 04 14:22:31.384986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cbadd9b9-64f1-4009-887e-cf5352d47b53 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:22:31.431940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port cbadd9b9-64f1-4009-887e-cf5352d47b53 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:22:31.435842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port cbadd9b9-64f1-4009-887e-cf5352d47b53 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:22:31.436228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:31.512665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:31.535083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbadd9b9-64f1-4009-887e-cf5352d47b53'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:22:31.537438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5fa938-d4b8-484e-ab66-cb0d04e19d6d" -d '{"events": [{"server_uuid": "1d61a3cc-3258-43d2-b28d-c7321acec0a5", "name": "network-vif-plugged", "status": "completed", "tag": "cbadd9b9-64f1-4009-887e-cf5352d47b53"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:22:31.550967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port cbadd9b9-64f1-4009-887e-cf5352d47b53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:22:31.554798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:31.603452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=cbadd9b9-64f1-4009-887e-cf5352d47b53,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:22:31.630146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:22:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f18df1ca-c99b-4400-ab67-708294b10b3d x-openstack-request-id: req-f18df1ca-c99b-4400-ab67-708294b10b3d {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:22:31.630586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d61a3cc-3258-43d2-b28d-c7321acec0a5", "name": "network-vif-plugged", "status": "completed", "tag": "cbadd9b9-64f1-4009-887e-cf5352d47b53", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:22:31.630721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f18df1ca-c99b-4400-ab67-708294b10b3d {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:22:31.631085 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cbadd9b9-64f1-4009-887e-cf5352d47b53', 'code': 200} Jan 04 14:22:31.788429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542caf14-a80f-444b-aafc-fecd83ec5403 req-31048190-90e3-4b69-b78f-877a16eb1429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:31.790417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-542caf14-a80f-444b-aafc-fecd83ec5403 req-31048190-90e3-4b69-b78f-877a16eb1429 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0389383 Jan 04 14:22:31.832740 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-542caf14-a80f-444b-aafc-fecd83ec5403 req-1bde2158-51a8-4700-8c7f-d91a5be7fea8 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359435 Jan 04 14:22:31.996777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385fd06c-091d-4f4b-9704-2e3eafdfc866 req-ab6ea7b8-f0e2-4dab-acc8-b72fe9f8580e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:31.998284 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-385fd06c-091d-4f4b-9704-2e3eafdfc866 req-ab6ea7b8-f0e2-4dab-acc8-b72fe9f8580e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 945 time: 0.0524786 Jan 04 14:22:32.044437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-385fd06c-091d-4f4b-9704-2e3eafdfc866 req-4f458eff-3b1f-4938-a4e8-c85effff0aab tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Jan 04 14:22:33.159351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389cf17a-1972-41b1-a12b-620b5e6640fe req-551dea0e-e364-4ce4-a51d-8c7c6c9a8aad tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:33.160822 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-389cf17a-1972-41b1-a12b-620b5e6640fe req-551dea0e-e364-4ce4-a51d-8c7c6c9a8aad tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 945 time: 0.0488467 Jan 04 14:22:33.207365 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-389cf17a-1972-41b1-a12b-620b5e6640fe req-dfb5afbb-3d44-4d4a-be42-26e84461879a tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406401 Jan 04 14:22:33.319348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434b36b4-9660-4c0f-bbfb-7a11c81d9def req-3da945b0-9aef-4611-9cbf-d2ff193d8c26 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:22:33.320788 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-434b36b4-9660-4c0f-bbfb-7a11c81d9def req-3da945b0-9aef-4611-9cbf-d2ff193d8c26 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 945 time: 0.0481343 Jan 04 14:22:33.366142 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-434b36b4-9660-4c0f-bbfb-7a11c81d9def req-1e485308-4708-4a4e-bf60-811d806a53a0 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388272 Jan 04 14:22:35.461461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:38.808680 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:22:45.558721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3fecb30-0588-4b13-bb5a-f7d6eb273ee9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:47.903690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d9fb205-978d-4542-bfb2-a6714158f73f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:49.235046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:50.479874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:22:52.064933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:04.494796 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-3043b13f-98b3-47cf-b0a9-77ffd83ed9d6 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425735 Jan 04 14:23:04.578177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-26c31703-05e5-4819-8c9c-a17b30ea783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:04.579703 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-26c31703-05e5-4819-8c9c-a17b30ea783a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 1098 time: 0.0435281 Jan 04 14:23:04.694163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-dda183de-6ecf-4ada-bf80-b7af401df73a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:04.695640 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-dda183de-6ecf-4ada-bf80-b7af401df73a service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 918 time: 0.0958872 Jan 04 14:23:04.997425 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-2ad97b08-e43d-4c03-a665-c32f094e17d7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53 HTTP/1.1" status: 200 len: 217 time: 0.2945981 Jan 04 14:23:05.045279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-c47ab811-3b59-4950-a9be-301cf963a1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:05.046657 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-c47ab811-3b59-4950-a9be-301cf963a1f4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cd398b7-b93f-49b9-b5e1-6b273e290337 HTTP/1.1" status: 200 len: 856 time: 0.0425212 Jan 04 14:23:05.094167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-b500eb65-ffc8-4708-8227-ab29a44c6abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:05.095640 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-b500eb65-ffc8-4708-8227-ab29a44c6abd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd6fa1b-2136-48a8-a634-d219693f3ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411327 Jan 04 14:23:05.190444 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-2e7b9366-987d-46c4-bb08-49fb24c5c643 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868881 Jan 04 14:23:05.284038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62b456bf-dd2f-4dc8-9dd4-32b4fe34fc6f req-fe5bc7b0-b09f-49f6-aeef-f6e96839be5d service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859540 Jan 04 14:23:05.459828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:07.628995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54be67e2-1aad-4f44-887d-b43738469a7a req-d841bf0f-cfe3-485d-814c-131c1c690e01 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:07.630515 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-54be67e2-1aad-4f44-887d-b43738469a7a req-d841bf0f-cfe3-485d-814c-131c1c690e01 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 945 time: 0.0528955 Jan 04 14:23:07.679524 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-54be67e2-1aad-4f44-887d-b43738469a7a req-c3e857c0-7aa2-4ed8-ba37-22e80910bebc tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425344 Jan 04 14:23:08.797468 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7384439-042b-417e-99cc-d40edb9793ce req-89932e32-8a9e-4302-8fd4-b4840765c1c8 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:08.798951 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7384439-042b-417e-99cc-d40edb9793ce req-89932e32-8a9e-4302-8fd4-b4840765c1c8 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 945 time: 0.0501420 Jan 04 14:23:08.844623 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7384439-042b-417e-99cc-d40edb9793ce req-b4da1ef4-c792-4d06-b031-88e18cf422c1 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398064 Jan 04 14:23:09.144788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-c632b785-e171-4c65-9b8c-00a8d645d8f2 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:09.146498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-c632b785-e171-4c65-9b8c-00a8d645d8f2 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 945 time: 0.0480759 Jan 04 14:23:09.236597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Deleting port cbadd9b9-64f1-4009-887e-cf5352d47b53 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:23:09.236832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:09.322888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] For port cbadd9b9-64f1-4009-887e-cf5352d47b53, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=cbadd9b9-64f1-4009-887e-cf5352d47b53,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:09.323243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:09.335957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Calling delete_port for cbadd9b9-64f1-4009-887e-cf5352d47b53 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:23:09.468757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:09.483247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['cbadd9b9-64f1-4009-887e-cf5352d47b53'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:23:09.504056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Pushing event deleted for resources: {'Port': ['ID=cbadd9b9-64f1-4009-887e-cf5352d47b53,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:09.513904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.514820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.515176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.515519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.515861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.516194 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.516524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.516853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.517180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.518087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.518087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.518240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.518510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:09.564315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] No DVR routers for this DVR port cbadd9b9-64f1-4009-887e-cf5352d47b53 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:23:09.566873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:09.570170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3ac0641-611c-4717-9297-e92406ef06a7 req-1e46cfa8-4021-4254-91ae-2ed00262c6cf tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "DELETE /v2.0/ports/cbadd9b9-64f1-4009-887e-cf5352d47b53 HTTP/1.1" status: 204 len: 173 time: 0.4181459 Jan 04 14:23:09.570616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'name': 'network-vif-deleted', 'tag': 'cbadd9b9-64f1-4009-887e-cf5352d47b53'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:23:09.573414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02e06a10-0b6c-4ab3-8d83-a6b9016285e6" -d '{"events": [{"server_uuid": "1d61a3cc-3258-43d2-b28d-c7321acec0a5", "name": "network-vif-deleted", "tag": "cbadd9b9-64f1-4009-887e-cf5352d47b53"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:23:09.614245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2815629-e8a9-47ff-8bcf-bff677007ee2 x-openstack-request-id: req-b2815629-e8a9-47ff-8bcf-bff677007ee2 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:23:09.614845 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1d61a3cc-3258-43d2-b28d-c7321acec0a5", "name": "network-vif-deleted", "tag": "cbadd9b9-64f1-4009-887e-cf5352d47b53", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:23:09.615107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b2815629-e8a9-47ff-8bcf-bff677007ee2 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:23:09.615513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1d61a3cc-3258-43d2-b28d-c7321acec0a5', 'name': 'network-vif-deleted', 'tag': 'cbadd9b9-64f1-4009-887e-cf5352d47b53', 'status': 'completed', 'code': 200} Jan 04 14:23:09.969465 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24ccda4d-2e45-4102-af4b-4f13051162c4 req-158faa8a-5de8-487d-87a7-4cae136e60db tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=1d61a3cc-3258-43d2-b28d-c7321acec0a5 HTTP/1.1" status: 200 len: 210 time: 0.0346169 Jan 04 14:23:11.446614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-813b9b8b-a576-4533-99f7-21f9df7be660 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:11.448050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-813b9b8b-a576-4533-99f7-21f9df7be660 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 817 time: 0.1019847 Jan 04 14:23:11.462523 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-e979d243-fbdf-45c7-bcd4-62c26c247bb8 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/quotas/61c11e40b82a4775a758248d6b0e880d HTTP/1.1" status: 200 len: 375 time: 0.0087700 Jan 04 14:23:11.516001 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-b224ec39-0b1e-4604-909d-88e7e7d294d5 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0484130 Jan 04 14:23:11.555623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cbadd9b9-64f1-4009-887e-cf5352d47b53 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:23:11.575484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: cbadd9b9-64f1-4009-887e-cf5352d47b53 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:23:11.575832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device cbadd9b9-64f1-4009-887e-cf5352d47b53 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:23:11.609129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-e3e800af-cb96-499c-b2c3-8de30fe8b3dd service neutron] 10.222.0.30 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816476 Jan 04 14:23:11.700463 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-ce07b959-5f81-49bb-ab0b-8504018c6ce4 service neutron] 10.222.0.30 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850325 Jan 04 14:23:11.863166 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-24377935-7ad1-4140-962b-9bb6ace9c4b6 req-2d3df1cd-5992-4112-82a7-e2a2507998a3 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 210 time: 0.0311646 Jan 04 14:23:12.731984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-23d97676-2e21-4190-94fc-e09a4b7162f4 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:12.733404 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-23d97676-2e21-4190-94fc-e09a4b7162f4 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 817 time: 0.1088519 Jan 04 14:23:12.746815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Request body: {'port': {'device_id': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'admin_state_up': True, 'tenant_id': '61c11e40b82a4775a758248d6b0e880d'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:23:12.855975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Made reservation on behalf of 61c11e40b82a4775a758248d6b0e880d for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:23:12.859414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:12.979656 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e4ab24a0-a7e4-4a87-9972-2efda627f521 req-cf0503cf-9b66-4b31-80ba-229d48491c7f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 210 time: 0.0473065 Jan 04 14:23:13.005724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Allocated IP 172.20.0.3 (bdd6fa1b-2136-48a8-a634-d219693f3ea1/8cd398b7-b93f-49b9-b5e1-6b273e290337/58238abc-6639-441b-9651-441c277ef030) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:23:13.149109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.181243 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.219341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:23:13.222442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:23:13.225987 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:23:13.253671 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Pushing event updated for resources: {'Port': ['ID=58238abc-6639-441b-9651-441c277ef030,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:13.283201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:13.283828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.300543 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2a07a9b4-a862-41a8-8bde-e6b9ca0fec76 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5579112 Jan 04 14:23:13.312741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Request body: {'port': {'device_id': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:23:13.372348 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.473427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c8b19dd0-2581-4d73-88c0-95f2d6813d3a None None] Provisioning complete for port 58238abc-6639-441b-9651-441c277ef030 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:23:13.474035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c8b19dd0-2581-4d73-88c0-95f2d6813d3a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.507535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c8b19dd0-2581-4d73-88c0-95f2d6813d3a None None] Port 58238abc-6639-441b-9651-441c277ef030 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:23:13.626147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58238abc-6639-441b-9651-441c277ef030 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:23:13.633278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.645416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Transition to ACTIVE for port object 58238abc-6639-441b-9651-441c277ef030 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:23:13.648307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.697080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=58238abc-6639-441b-9651-441c277ef030,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:13.768493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Attempting to bind port 58238abc-6639-441b-9651-441c277ef030 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:23:13.769037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Attempting to bind port 58238abc-6639-441b-9651-441c277ef030 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:23:13.769155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Attempting to bind port 58238abc-6639-441b-9651-441c277ef030 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:23:13.773833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Port 58238abc-6639-441b-9651-441c277ef030 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:23:13.774186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Attempting to bind port 58238abc-6639-441b-9651-441c277ef030 on network bdd6fa1b-2136-48a8-a634-d219693f3ea1 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:23:13.779824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:23:13.780157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Checking segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:23:13.780533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Bound using segment: {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:23:13.780952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Bound port: 58238abc-6639-441b-9651-441c277ef030, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1683610-70d7-4137-ab64-6c127811c567', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:23:13.781298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.845791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] For port 58238abc-6639-441b-9651-441c277ef030, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:23:13.848979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] For port 58238abc-6639-441b-9651-441c277ef030, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=58238abc-6639-441b-9651-441c277ef030,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:23:13.853850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.887568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:13.888195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:13.889952 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] 10.222.0.13 "PUT /v2.0/ports/58238abc-6639-441b-9651-441c277ef030 HTTP/1.1" status: 200 len: 1093 time: 0.5813162 Jan 04 14:23:13.890426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'tag': '58238abc-6639-441b-9651-441c277ef030'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:23:13.892729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d28e0025-cf37-4748-88a6-6287a3bdaf6e" -d '{"events": [{"name": "network-changed", "server_uuid": "a4b4a01e-47da-4c36-b8ff-ecb42325add4", "tag": "58238abc-6639-441b-9651-441c277ef030"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:23:13.929736 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-195c5b83-8b23-4909-971d-c74a28472bf7 service neutron] Pushing event updated for resources: {'Port': ['ID=58238abc-6639-441b-9651-441c277ef030,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:13.946813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-779d85e4-edad-4af5-9544-f7b2d386224d x-openstack-request-id: req-779d85e4-edad-4af5-9544-f7b2d386224d {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:23:13.946990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4b4a01e-47da-4c36-b8ff-ecb42325add4", "tag": "58238abc-6639-441b-9651-441c277ef030", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:23:13.947220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-779d85e4-edad-4af5-9544-f7b2d386224d {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:23:13.947622 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'tag': '58238abc-6639-441b-9651-441c277ef030', 'status': 'completed', 'code': 200} Jan 04 14:23:13.983516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-1821743d-c3ce-442b-b5b2-304f474ec625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:13.985023 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-1821743d-c3ce-442b-b5b2-304f474ec625 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 1096 time: 0.0474403 Jan 04 14:23:14.030504 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-8a43e528-f669-49c7-b97f-cc81b9a15cdd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58238abc-6639-441b-9651-441c277ef030 HTTP/1.1" status: 200 len: 217 time: 0.0369992 Jan 04 14:23:14.109259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2cd31503-79d3-43b0-948f-9f5ffe10ed24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.110720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2cd31503-79d3-43b0-948f-9f5ffe10ed24 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cd398b7-b93f-49b9-b5e1-6b273e290337 HTTP/1.1" status: 200 len: 856 time: 0.0738647 Jan 04 14:23:14.135316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fcacfb-e86d-42ea-803f-3f50c879a5ed req-7e05eda6-63f5-4cd9-af1b-ed65687fdb7e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.136698 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12fcacfb-e86d-42ea-803f-3f50c879a5ed req-7e05eda6-63f5-4cd9-af1b-ed65687fdb7e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 943 time: 0.0726633 Jan 04 14:23:14.195759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-5daf073e-4e5c-4d2f-9db9-81a564893678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.197958 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-5daf073e-4e5c-4d2f-9db9-81a564893678 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd6fa1b-2136-48a8-a634-d219693f3ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0809853 Jan 04 14:23:14.205491 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12fcacfb-e86d-42ea-803f-3f50c879a5ed req-7c8e270d-654e-4e5e-938c-9bcace15fdb7 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532563 Jan 04 14:23:14.292089 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-2aaecb6c-1102-4a10-bae1-1778f61985c0 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853615 Jan 04 14:23:14.377947 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9827645c-6fd0-4e57-b236-ee38199caae2 req-d8c33b32-b04d-4f09-81eb-def4ab6ed002 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0791731 Jan 04 14:23:14.463142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-467a4f00-1eee-4cb5-8b1a-c7411ee57955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.464573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-467a4f00-1eee-4cb5-8b1a-c7411ee57955 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=61c11e40b82a4775a758248d6b0e880d&device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 1096 time: 0.0390928 Jan 04 14:23:14.555140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-eb8d80fc-6fbf-4637-a00f-e885c7448e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.557103 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-eb8d80fc-6fbf-4637-a00f-e885c7448e1c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 200 len: 918 time: 0.0860868 Jan 04 14:23:14.596590 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-4331eb51-cb23-4ddb-8c93-0055882883bc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=58238abc-6639-441b-9651-441c277ef030 HTTP/1.1" status: 200 len: 217 time: 0.0320344 Jan 04 14:23:14.647187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-db7deec7-ac0f-4769-9945-2ef6052645e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.648596 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-db7deec7-ac0f-4769-9945-2ef6052645e7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8cd398b7-b93f-49b9-b5e1-6b273e290337 HTTP/1.1" status: 200 len: 856 time: 0.0448933 Jan 04 14:23:14.692734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-f68f811a-5886-492d-8271-8e682dd8dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:14.694211 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-f68f811a-5886-492d-8271-8e682dd8dad9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bdd6fa1b-2136-48a8-a634-d219693f3ea1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384614 Jan 04 14:23:14.782157 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-759d7164-3d76-4d26-a8c0-327f9a256a85 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814576 Jan 04 14:23:14.873007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d28e0025-cf37-4748-88a6-6287a3bdaf6e req-d8e89926-a1ff-4b76-949a-13a05fbb1ab1 service neutron] 10.222.0.13 "GET /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837810 Jan 04 14:23:15.319336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d022fe26-0a23-4fd2-83e1-ea2f53d93945 req-45b36608-dc47-4c19-afd9-5ddfb8e18975 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:15.320803 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d022fe26-0a23-4fd2-83e1-ea2f53d93945 req-45b36608-dc47-4c19-afd9-5ddfb8e18975 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 943 time: 0.0484552 Jan 04 14:23:15.367055 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d022fe26-0a23-4fd2-83e1-ea2f53d93945 req-5986eeba-b971-44cd-b958-b37fe4f62a5d tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398610 Jan 04 14:23:15.560291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ce47d914-fb24-418d-ab8d-0bfeb1ecee1f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:15.569288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 58238abc-6639-441b-9651-441c277ef030 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:23:15.660070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 58238abc-6639-441b-9651-441c277ef030, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=58238abc-6639-441b-9651-441c277ef030,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:15.670786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '58238abc-6639-441b-9651-441c277ef030', 'network_id': 'bdd6fa1b-2136-48a8-a634-d219693f3ea1', 'port_id': '58238abc-6639-441b-9651-441c277ef030', 'mac_address': 'fa:16:3e:0c:20:24', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cd398b7-b93f-49b9-b5e1-6b273e290337', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:23:15.709859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:15.721893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58238abc-6639-441b-9651-441c277ef030 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:23:15.739927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 58238abc-6639-441b-9651-441c277ef030, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=58238abc-6639-441b-9651-441c277ef030,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:15.744420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:15.790492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=58238abc-6639-441b-9651-441c277ef030,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:15.807725 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:23:15.947772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['58238abc-6639-441b-9651-441c277ef030'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:23:16.478695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5356ca-7108-4f90-9cc7-778f5416a8b4 req-7b0e3d2c-28e5-4ed0-a87d-4e33f67b670c tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:16.480125 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0f5356ca-7108-4f90-9cc7-778f5416a8b4 req-7b0e3d2c-28e5-4ed0-a87d-4e33f67b670c tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 944 time: 0.0483127 Jan 04 14:23:16.525210 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0f5356ca-7108-4f90-9cc7-778f5416a8b4 req-75e5f659-958a-4944-a888-9699234a7357 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393505 Jan 04 14:23:17.586460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 58238abc-6639-441b-9651-441c277ef030 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:23:17.634491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 58238abc-6639-441b-9651-441c277ef030 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:23:17.638508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 58238abc-6639-441b-9651-441c277ef030 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:23:17.638880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:17.641461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2fc7d5-db32-40ef-ae0c-680742fa9757 req-bce1312f-8c62-4ea9-98ac-32b25777c45c tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:17.642986 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c2fc7d5-db32-40ef-ae0c-680742fa9757 req-bce1312f-8c62-4ea9-98ac-32b25777c45c tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 944 time: 0.0524645 Jan 04 14:23:17.689940 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0c2fc7d5-db32-40ef-ae0c-680742fa9757 req-f18b1fc7-c133-4cd1-a149-cc792854076c tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407240 Jan 04 14:23:17.718397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:17.740208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58238abc-6639-441b-9651-441c277ef030'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:23:17.742447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-565dbd79-3523-4caf-bdab-6bcb74b9d23f" -d '{"events": [{"server_uuid": "a4b4a01e-47da-4c36-b8ff-ecb42325add4", "name": "network-vif-plugged", "status": "completed", "tag": "58238abc-6639-441b-9651-441c277ef030"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:23:17.754983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 58238abc-6639-441b-9651-441c277ef030, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=58238abc-6639-441b-9651-441c277ef030,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:17.762535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:17.788159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:23:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4359289-2771-4aaf-807f-331936288ebc x-openstack-request-id: req-b4359289-2771-4aaf-807f-331936288ebc {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:23:17.788455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b4a01e-47da-4c36-b8ff-ecb42325add4", "name": "network-vif-plugged", "status": "completed", "tag": "58238abc-6639-441b-9651-441c277ef030", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:23:17.788707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b4359289-2771-4aaf-807f-331936288ebc {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:23:17.789099 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58238abc-6639-441b-9651-441c277ef030', 'code': 200} Jan 04 14:23:17.816698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=58238abc-6639-441b-9651-441c277ef030,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:17.904488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-57900758-0fae-403c-904c-53e2682cddf5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:17.945022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02e7604-9a01-4ac8-b7b6-462989f74986 req-10a6919e-fd0d-4d83-b083-0f1b3ed69853 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:17.946537 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e02e7604-9a01-4ac8-b7b6-462989f74986 req-10a6919e-fd0d-4d83-b083-0f1b3ed69853 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 1098 time: 0.0433078 Jan 04 14:23:17.988956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e02e7604-9a01-4ac8-b7b6-462989f74986 req-c360e50f-a5d4-40bb-9547-c2750a6517a1 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360637 Jan 04 14:23:18.804382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4939bf-3f52-4d9d-9e07-62688ba23f0a req-e2a8165d-750b-4db9-973c-a39865ead683 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:18.805840 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3f4939bf-3f52-4d9d-9e07-62688ba23f0a req-e2a8165d-750b-4db9-973c-a39865ead683 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 945 time: 0.0488954 Jan 04 14:23:18.853695 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3f4939bf-3f52-4d9d-9e07-62688ba23f0a req-a652e883-a4d0-4c2e-a21d-df601f755d41 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419569 Jan 04 14:23:19.237092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:19.969822 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d674db8-7b0c-4898-867d-2b138a8e583b req-81c8f8a5-b399-4ca9-b05e-ac57be0af134 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:19.971311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d674db8-7b0c-4898-867d-2b138a8e583b req-81c8f8a5-b399-4ca9-b05e-ac57be0af134 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 945 time: 0.0485060 Jan 04 14:23:20.016555 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d674db8-7b0c-4898-867d-2b138a8e583b req-9d08c40d-d0cb-4f64-9244-8a777b3f766f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393610 Jan 04 14:23:20.128761 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36b3c39-c759-4e66-847d-ca6d42cafae7 req-fd919ccc-8a27-4086-8f3e-72a213552f3f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:20.130261 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f36b3c39-c759-4e66-847d-ca6d42cafae7 req-fd919ccc-8a27-4086-8f3e-72a213552f3f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 945 time: 0.0496867 Jan 04 14:23:20.180515 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f36b3c39-c759-4e66-847d-ca6d42cafae7 req-de3f9392-4ed6-49e9-8239-e9bca7ced802 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443609 Jan 04 14:23:20.483660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:22.058061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:35.476364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:45.561664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f8b8fe01-079c-4cb8-9c87-493cb21ddedd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:47.905769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-789dee4e-cc3e-4870-b22f-f1de01155187 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:49.240207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:50.485415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:52.060413 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:52.807495 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:23:54.215247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a2b233-db75-4181-8734-53b76f9b3217 req-bae0e699-e78f-44af-9d83-cf0a8b32b502 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:54.216699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31a2b233-db75-4181-8734-53b76f9b3217 req-bae0e699-e78f-44af-9d83-cf0a8b32b502 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 945 time: 0.0479076 Jan 04 14:23:54.267678 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31a2b233-db75-4181-8734-53b76f9b3217 req-c1a33fcf-4025-4bd8-ab1e-ca34fd76223a tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448828 Jan 04 14:23:55.392515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180882d8-ccf2-4bd1-b0cc-bef4ebff1e70 req-5a3fa5fc-00df-43dd-a8ce-f9cc0c1eb123 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:55.394036 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-180882d8-ccf2-4bd1-b0cc-bef4ebff1e70 req-5a3fa5fc-00df-43dd-a8ce-f9cc0c1eb123 tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 945 time: 0.0502989 Jan 04 14:23:55.441390 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-180882d8-ccf2-4bd1-b0cc-bef4ebff1e70 req-235aa6f6-4ec6-4769-ad53-576592401a4f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/security-groups?id=99b3a098-4906-4e70-87d4-e65495b936d2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411730 Jan 04 14:23:55.721419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74416b33-a07b-41fa-a9d0-a7411609646d req-cb7ae98e-e38f-4ad3-a294-d6e91767bf9b tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:23:55.722843 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-74416b33-a07b-41fa-a9d0-a7411609646d req-cb7ae98e-e38f-4ad3-a294-d6e91767bf9b tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 945 time: 0.0473168 Jan 04 14:23:55.811648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Deleting port 58238abc-6639-441b-9651-441c277ef030 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:23:55.811981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:55.897834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] For port 58238abc-6639-441b-9651-441c277ef030, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=58238abc-6639-441b-9651-441c277ef030,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:55.898229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:55.910227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Calling delete_port for 58238abc-6639-441b-9651-441c277ef030 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:23:56.036052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:56.046896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['58238abc-6639-441b-9651-441c277ef030'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:23:56.066923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Pushing event deleted for resources: {'Port': ['ID=58238abc-6639-441b-9651-441c277ef030,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:56.110935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] No DVR routers for this DVR port 58238abc-6639-441b-9651-441c277ef030 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:23:56.113364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:56.116645 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-74416b33-a07b-41fa-a9d0-a7411609646d req-79bde136-e95c-4614-b6d8-02061a05632e tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.13 "DELETE /v2.0/ports/58238abc-6639-441b-9651-441c277ef030 HTTP/1.1" status: 204 len: 173 time: 0.3877409 Jan 04 14:23:56.117098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'name': 'network-vif-deleted', 'tag': '58238abc-6639-441b-9651-441c277ef030'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:23:56.119965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-34af58ae-b755-492f-9b28-08c90cb29a56" -d '{"events": [{"server_uuid": "a4b4a01e-47da-4c36-b8ff-ecb42325add4", "name": "network-vif-deleted", "tag": "58238abc-6639-441b-9651-441c277ef030"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:23:56.158255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:23:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58f639b2-8380-4716-af0f-e33e6a8a0fe5 x-openstack-request-id: req-58f639b2-8380-4716-af0f-e33e6a8a0fe5 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:23:56.158556 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4b4a01e-47da-4c36-b8ff-ecb42325add4", "name": "network-vif-deleted", "tag": "58238abc-6639-441b-9651-441c277ef030", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:23:56.158815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-58f639b2-8380-4716-af0f-e33e6a8a0fe5 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:23:56.159219 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4b4a01e-47da-4c36-b8ff-ecb42325add4', 'name': 'network-vif-deleted', 'tag': '58238abc-6639-441b-9651-441c277ef030', 'status': 'completed', 'code': 200} Jan 04 14:23:56.555494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1494da88-da40-4dc7-bcf8-1793473fec36 req-83a9709f-ec56-4b0b-bbf4-f6404404ec0f tempest-TestEncryptedCinderVolumes-835508561 tempest-TestEncryptedCinderVolumes-835508561-project] 10.222.0.30 "GET /v2.0/ports?device_id=a4b4a01e-47da-4c36-b8ff-ecb42325add4 HTTP/1.1" status: 200 len: 210 time: 0.0331488 Jan 04 14:23:57.648103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44946) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:23:57.980784 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:58.217749 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Deleting port 174f5fa0-00e8-4d7a-af14-9414b6805943 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:23:58.218109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:58.292725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] For port 174f5fa0-00e8-4d7a-af14-9414b6805943, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=174f5fa0-00e8-4d7a-af14-9414b6805943,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:58.293001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:58.305571 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Calling delete_port for 174f5fa0-00e8-4d7a-af14-9414b6805943 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:23:58.476572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:58.505582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=174f5fa0-00e8-4d7a-af14-9414b6805943,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:58.530799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.531157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.531501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.531845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.532189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.532528 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.532858 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.533208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.533535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.533890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.534221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.534548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.534874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:23:58.678061 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.171329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Router 046a86bb-e88e-4041-93d5-ebcc6018347e has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:23:59.273488 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:23:59.278888 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f9a9736d-52a2-4951-8204-59f15a2fceb0 admin admin] 10.222.0.30 "PUT /v2.0/routers/046a86bb-e88e-4041-93d5-ebcc6018347e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6297417 Jan 04 14:23:59.281432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44948) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:23:59.282418 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] Sync routers for ids ['046a86bb-e88e-4041-93d5-ebcc6018347e'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:23:59.292601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] Routers {'046a86bb-e88e-4041-93d5-ebcc6018347e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:23:59.293216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['046a86bb-e88e-4041-93d5-ebcc6018347e'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:23:59.383709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.394766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] Set router 046a86bb-e88e-4041-93d5-ebcc6018347e gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:23:59.486305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.536644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Deleting port d2ffcc79-5752-4519-a69a-163b730359c2 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:23:59.537079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.568240 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180'}], 'enable_snat': True}, 'gw_port_id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:23:58Z', 'revision_number': 5, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port': {'id': 'd2ffcc79-5752-4519-a69a-163b730359c2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:0d:a9:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1644, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.180', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:22:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:23:59.597200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] Checking router: 046a86bb-e88e-4041-93d5-ebcc6018347e for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:23:59.605805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] Routers {'046a86bb-e88e-4041-93d5-ebcc6018347e'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:23:59.606433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['046a86bb-e88e-4041-93d5-ebcc6018347e'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:23:59.614301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] For port d2ffcc79-5752-4519-a69a-163b730359c2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=d2ffcc79-5752-4519-a69a-163b730359c2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:23:59.614668 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.627318 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Calling delete_port for d2ffcc79-5752-4519-a69a-163b730359c2 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:23:59.687754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] Set router 046a86bb-e88e-4041-93d5-ebcc6018347e gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:23:59.741432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:23:59Z', 'revision_number': 6, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:23:59.767872 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1756ba70-0bc3-4f0f-942e-da6af5e2f748 None None] The sync data for ids ['046a86bb-e88e-4041-93d5-ebcc6018347e'] in dv-neutron-master-2-hyperv is: [{'id': '046a86bb-e88e-4041-93d5-ebcc6018347e', 'name': 'tempest-TestEncryptedCinderVolumes-1739678028-router', 'tenant_id': '61c11e40b82a4775a758248d6b0e880d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:14Z', 'updated_at': '2022-01-04T14:23:59Z', 'revision_number': 6, 'project_id': '61c11e40b82a4775a758248d6b0e880d', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:23:59.774894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 58238abc-6639-441b-9651-441c277ef030 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:23:59.793598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.803521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 58238abc-6639-441b-9651-441c277ef030 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:23:59.803521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 58238abc-6639-441b-9651-441c277ef030 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:23:59.824519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb8f3206-991d-4764-a297-b4fab79befe3 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:23:59.844551 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2ffcc79-5752-4519-a69a-163b730359c2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:23:59.884264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.972890 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:23:59.975009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.020257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.020933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 046a86bb-e88e-4041-93d5-ebcc6018347e {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:24:00.025252 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.026988 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-41f09941-3f3c-4eed-9619-7a532429be14 admin admin] 10.222.0.30 "DELETE /v2.0/routers/046a86bb-e88e-4041-93d5-ebcc6018347e HTTP/1.1" status: 204 len: 168 time: 0.7446299 Jan 04 14:24:00.029610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44950) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:00.075087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Deleting subnet 8cd398b7-b93f-49b9-b5e1-6b273e290337 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:24:00.077929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.111142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.187864 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.250808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.277988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd398b7-b93f-49b9-b5e1-6b273e290337,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:00.279861 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.283027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-deff9d0e-9c69-4c9d-b5f2-91c2e0af7df0 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/8cd398b7-b93f-49b9-b5e1-6b273e290337 HTTP/1.1" status: 204 len: 168 time: 0.2523646 Jan 04 14:24:00.283720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3486978a-7ab2-4a84-a312-292d2e5b5419 None None] Network bdd6fa1b-2136-48a8-a634-d219693f3ea1 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:24:00.285492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44952) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:00.352580 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.405297 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Deleting port 226ca595-7ab7-49e8-af51-102e32bcf64a {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:24:00.405638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.470664 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] For port 226ca595-7ab7-49e8-af51-102e32bcf64a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=226ca595-7ab7-49e8-af51-102e32bcf64a,segment=NetworkSegment(c1683610-70d7-4137-ab64-6c127811c567),segment_id=c1683610-70d7-4137-ab64-6c127811c567)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:00.470931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.482137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Calling delete_port for 226ca595-7ab7-49e8-af51-102e32bcf64a owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:24:00.545092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] DHCP port deletion for bdd6fa1b-2136-48a8-a634-d219693f3ea1 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:00.562877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.599199 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=226ca595-7ab7-49e8-af51-102e32bcf64a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:00.603826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] No DVR routers for this DVR port 226ca595-7ab7-49e8-af51-102e32bcf64a on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:24:00.612523 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 226ca595-7ab7-49e8-af51-102e32bcf64a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:24:00.634607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Deleting port 226ca595-7ab7-49e8-af51-102e32bcf64a {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:24:00.635542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.637895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 226ca595-7ab7-49e8-af51-102e32bcf64a {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:24:00.638234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 226ca595-7ab7-49e8-af51-102e32bcf64a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:24:00.638626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d2ffcc79-5752-4519-a69a-163b730359c2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:24:00.669040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: d2ffcc79-5752-4519-a69a-163b730359c2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:24:00.669386 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device d2ffcc79-5752-4519-a69a-163b730359c2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:24:00.669814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 174f5fa0-00e8-4d7a-af14-9414b6805943 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:24:00.675634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.696215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bdd6fa1b-2136-48a8-a634-d219693f3ea1']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:00.696591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 174f5fa0-00e8-4d7a-af14-9414b6805943 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:24:00.696969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 174f5fa0-00e8-4d7a-af14-9414b6805943 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:24:00.707388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1683610-70d7-4137-ab64-6c127811c567') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:00.707689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1683610-70d7-4137-ab64-6c127811c567') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:00.721894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.735935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.738496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] For port 226ca595-7ab7-49e8-af51-102e32bcf64a, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:00.738899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.742094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:24:00.742495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:24:00.745488 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:24:00.755033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Calling delete_port for 226ca595-7ab7-49e8-af51-102e32bcf64a owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:24:00.757802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Port 226ca595-7ab7-49e8-af51-102e32bcf64a was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:24:00.759142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.786189 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] No DVR routers for this DVR port 226ca595-7ab7-49e8-af51-102e32bcf64a on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:24:00.788212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Pushing event deleted for resources: {'Port': ['ID=226ca595-7ab7-49e8-af51-102e32bcf64a,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:00.798179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.798532 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.798952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.799194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.799524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.799849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.800167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.800488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.801244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.801244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.801427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.802684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.802684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8646551-edea-4763-937e-32dbb9bf8dee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:00.811125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.818726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:00.821391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] 10.222.0.30 "DELETE /v2.0/networks/bdd6fa1b-2136-48a8-a634-d219693f3ea1 HTTP/1.1" status: 204 len: 168 time: 0.5349436 Jan 04 14:24:00.824377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44954) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:00.833324 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3f969b-1d5b-412a-a961-8779709a42c0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bdd6fa1b-2136-48a8-a634-d219693f3ea1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:01.212053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:01.705245 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Deleting port 2400782a-d823-4b40-9cf9-28b7f4e2f095 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:24:01.705577 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:01.781571 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] For port 2400782a-d823-4b40-9cf9-28b7f4e2f095, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2400782a-d823-4b40-9cf9-28b7f4e2f095,segment=NetworkSegment(f68501cf-3647-4804-9cf4-a0df40905bc1),segment_id=f68501cf-3647-4804-9cf4-a0df40905bc1)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:01.781970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:01.794014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Calling delete_port for 2400782a-d823-4b40-9cf9-28b7f4e2f095 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:24:01.964177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:01.986067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2400782a-d823-4b40-9cf9-28b7f4e2f095,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:02.154568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:02.363899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Router e138adac-0826-4b42-86bb-99c007e5a5ab has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:24:02.470428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:24:02.475426 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a8d1a735-2722-4529-843c-7147a45cd2c0 admin admin] 10.222.0.30 "PUT /v2.0/routers/e138adac-0826-4b42-86bb-99c007e5a5ab/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6498380 Jan 04 14:24:02.478159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44956) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:02.485125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57429-b035-4163-85c7-332874c2547c None None] Sync routers for ids ['e138adac-0826-4b42-86bb-99c007e5a5ab'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:24:02.496580 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] Routers {'e138adac-0826-4b42-86bb-99c007e5a5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:02.497177 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e138adac-0826-4b42-86bb-99c007e5a5ab'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:02.582441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:02.598086 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] Set router e138adac-0826-4b42-86bb-99c007e5a5ab gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:02.683731 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:02.736444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Deleting port c62879be-00f4-4507-a974-0e10d7e8cdc0 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:24:02.737072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:02.772380 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90'}], 'enable_snat': True}, 'gw_port_id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:24:01Z', 'revision_number': 5, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port': {'id': 'c62879be-00f4-4507-a974-0e10d7e8cdc0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:89:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1656, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:22:19Z', 'updated_at': '2022-01-04T14:22:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:02.798796 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57429-b035-4163-85c7-332874c2547c None None] Checking router: e138adac-0826-4b42-86bb-99c007e5a5ab for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:24:02.806790 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] Routers {'e138adac-0826-4b42-86bb-99c007e5a5ab'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:02.807388 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['e138adac-0826-4b42-86bb-99c007e5a5ab'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:02.820824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] For port c62879be-00f4-4507-a974-0e10d7e8cdc0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c62879be-00f4-4507-a974-0e10d7e8cdc0,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:02.821192 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:02.833117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Calling delete_port for c62879be-00f4-4507-a974-0e10d7e8cdc0 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:24:02.890590 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] Set router e138adac-0826-4b42-86bb-99c007e5a5ab gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:02.944352 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-59f57429-b035-4163-85c7-332874c2547c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:24:02Z', 'revision_number': 6, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:02.970384 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59f57429-b035-4163-85c7-332874c2547c None None] The sync data for ids ['e138adac-0826-4b42-86bb-99c007e5a5ab'] in dv-neutron-master-2-hyperv is: [{'id': 'e138adac-0826-4b42-86bb-99c007e5a5ab', 'name': 'tempest-TestEncryptedCinderVolumes-816057181-router', 'tenant_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:22:18Z', 'updated_at': '2022-01-04T14:24:02Z', 'revision_number': 6, 'project_id': '6ab4111417a14650ae3b9a1a6f52dbc8', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:24:02.997208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.024743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Pushing event deleted for resources: {'Port': ['ID=c62879be-00f4-4507-a974-0e10d7e8cdc0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:03.039732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df07396c-71d6-44d9-bf10-178e47cd3427 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:03.083184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.174859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.176921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.219821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.220397 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e138adac-0826-4b42-86bb-99c007e5a5ab {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:24:03.224902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.226114 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d0bf8f99-b601-4cb5-a28f-39c2f4ca5239 admin admin] 10.222.0.30 "DELETE /v2.0/routers/e138adac-0826-4b42-86bb-99c007e5a5ab HTTP/1.1" status: 204 len: 168 time: 0.7463920 Jan 04 14:24:03.228673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44958) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:03.271949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Deleting subnet 28121b95-2f78-45fc-ac58-c3e422fd09d7 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:24:03.274921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.308623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.392945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.446310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.471566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28121b95-2f78-45fc-ac58-c3e422fd09d7,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:03.475173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.479136 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-81681137-be04-4552-8e39-641da9fd0604 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/28121b95-2f78-45fc-ac58-c3e422fd09d7 HTTP/1.1" status: 204 len: 168 time: 0.2494886 Jan 04 14:24:03.480843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 44960) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:03.481258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-241a5dcc-c0d7-4969-8180-fb73ec02adaa None None] Network 7e044029-090a-497a-a13a-7623a710707d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:24:03.551598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.605496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Deleting port fe5d2102-589c-408d-85ee-b9a45c3a6960 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:24:03.605832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.666985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] For port fe5d2102-589c-408d-85ee-b9a45c3a6960, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fe5d2102-589c-408d-85ee-b9a45c3a6960,segment=NetworkSegment(f68501cf-3647-4804-9cf4-a0df40905bc1),segment_id=f68501cf-3647-4804-9cf4-a0df40905bc1)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:03.667349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.684594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Calling delete_port for fe5d2102-589c-408d-85ee-b9a45c3a6960 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:24:03.739971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] DHCP port deletion for 7e044029-090a-497a-a13a-7623a710707d request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:03.769765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.789346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Deleting port fe5d2102-589c-408d-85ee-b9a45c3a6960 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:24:03.789723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.794579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe5d2102-589c-408d-85ee-b9a45c3a6960,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:03.800039 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] No DVR routers for this DVR port fe5d2102-589c-408d-85ee-b9a45c3a6960 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:24:03.858765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] For port fe5d2102-589c-408d-85ee-b9a45c3a6960, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:03.859173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.872435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Calling delete_port for fe5d2102-589c-408d-85ee-b9a45c3a6960 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:24:03.875163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Port fe5d2102-589c-408d-85ee-b9a45c3a6960 was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:24:03.875517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.876470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.896102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7e044029-090a-497a-a13a-7623a710707d']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:03.902244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] Pushing event deleted for resources: {'Port': ['ID=fe5d2102-589c-408d-85ee-b9a45c3a6960,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:03.906557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f68501cf-3647-4804-9cf4-a0df40905bc1') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:03.907130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f68501cf-3647-4804-9cf4-a0df40905bc1') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:03.909093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2af3eed5-f7a3-4dfe-8a86-1d961efb13c0 None None] No DVR routers for this DVR port fe5d2102-589c-408d-85ee-b9a45c3a6960 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:24:03.921116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.935037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.942305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:24:03.942932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:24:03.944661 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:24:04.004394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.013548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.019834 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] 10.222.0.30 "DELETE /v2.0/networks/7e044029-090a-497a-a13a-7623a710707d HTTP/1.1" status: 204 len: 168 time: 0.5351229 Jan 04 14:24:04.030211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e8267d-7e05-4d2d-8ae7-5e9af1f77051 admin admin] Pushing event deleted for resources: {'Network': ['ID=7e044029-090a-497a-a13a-7623a710707d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:04.175998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44964) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:04.223034 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c8f75919-4164-49e0-9719-8f0fe1184c1b admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=61c11e40b82a4775a758248d6b0e880d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0458670 Jan 04 14:24:04.225529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44966) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:04.271657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c4cc49e9-6872-40bd-94e2-c1f3eb331204 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.292692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c4cc49e9-6872-40bd-94e2-c1f3eb331204 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.335941 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c4cc49e9-6872-40bd-94e2-c1f3eb331204 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.339087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c4cc49e9-6872-40bd-94e2-c1f3eb331204 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.340228 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c4cc49e9-6872-40bd-94e2-c1f3eb331204 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/99b3a098-4906-4e70-87d4-e65495b936d2 HTTP/1.1" status: 204 len: 168 time: 0.1137919 Jan 04 14:24:04.348625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4cc49e9-6872-40bd-94e2-c1f3eb331204 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99b3a098-4906-4e70-87d4-e65495b936d2,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:04.430412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2400782a-d823-4b40-9cf9-28b7f4e2f095 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:24:04.451279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 2400782a-d823-4b40-9cf9-28b7f4e2f095 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:24:04.451628 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2400782a-d823-4b40-9cf9-28b7f4e2f095 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:24:04.452081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c62879be-00f4-4507-a974-0e10d7e8cdc0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:24:04.470913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c62879be-00f4-4507-a974-0e10d7e8cdc0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:24:04.471251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c62879be-00f4-4507-a974-0e10d7e8cdc0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:24:04.471672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fe5d2102-589c-408d-85ee-b9a45c3a6960 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:24:04.493395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: fe5d2102-589c-408d-85ee-b9a45c3a6960 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:24:04.493777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fe5d2102-589c-408d-85ee-b9a45c3a6960 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:24:04.671423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44972) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:04.709849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-63b4d205-7f4e-4bbd-832f-69022c27254a admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=6ab4111417a14650ae3b9a1a6f52dbc8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0372508 Jan 04 14:24:04.712335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44974) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:04.757720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-392914c9-da21-4a30-bf58-5bf8e462f494 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.782901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-392914c9-da21-4a30-bf58-5bf8e462f494 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.826164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-392914c9-da21-4a30-bf58-5bf8e462f494 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.828626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-392914c9-da21-4a30-bf58-5bf8e462f494 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:04.829758 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-392914c9-da21-4a30-bf58-5bf8e462f494 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0783dddd-8eb3-4acb-b6a4-d0d85154c605 HTTP/1.1" status: 204 len: 168 time: 0.1159303 Jan 04 14:24:04.837040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392914c9-da21-4a30-bf58-5bf8e462f494 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0783dddd-8eb3-4acb-b6a4-d0d85154c605,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:05.475109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.640582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 44996) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:05.732004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1778242345-network', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:05.755087 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Made reservation on behalf of db088e7479b24980bbe0e19f711a801d for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:24:05.757373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.765907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.838265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.841762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.865365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 175} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:24:05.874712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dea9f595-1adc-49ba-bf3e-8c499fc3889d,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:05.879427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.879767 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Added segment 07d53a33-687f-4fca-ba91-a080c0d09901 of type vlan for network bb303678-f193-4b15-b2b4-ecf3cb106372 Jan 04 14:24:05.919467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.941968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.942890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:05.943484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:05.980193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3385251 Jan 04 14:24:05.983086 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45000) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:05.988106 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Request body: {'subnet': {'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1778242345-subnet', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:06.010110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02148b87-5f7b-47a0-a589-4bdccd66551f admin admin] Pushing event updated for resources: {'Network': ['ID=bb303678-f193-4b15-b2b4-ecf3cb106372,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:06.010432 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Made reservation on behalf of db088e7479b24980bbe0e19f711a801d for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:24:06.012763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.021517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network bb303678-f193-4b15-b2b4-ecf3cb106372 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:24:06.181007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.234427 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:06.242823 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Checking segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:06.243182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Network hostable DHCP agents. Network: bb303678-f193-4b15-b2b4-ecf3cb106372, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:24:06.259035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Network bb303678-f193-4b15-b2b4-ecf3cb106372 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:24:06.268027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, bb303678-f193-4b15-b2b4-ecf3cb106372) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:06.272264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:06.272854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.278309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08228e77-cdf9-411d-a418-ca9f8726499e None None] Network bb303678-f193-4b15-b2b4-ecf3cb106372 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:24:06.288585 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fa1faf11-8a79-4f52-9926-570f745995b0 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3043170 Jan 04 14:24:06.291444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45002) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:06.296038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:06.317199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.318202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.371439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.380602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-bb303678-f193-4b15-b2b4-ecf3cb106372', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:24:06.381469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.507443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.512038 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Allocated IP 172.20.0.2 (bb303678-f193-4b15-b2b4-ecf3cb106372/c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac/54e39a92-9072-476b-8de3-59d05e1407cb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:06.651090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.659288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.702592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Network bb303678-f193-4b15-b2b4-ecf3cb106372 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:06.704731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.706227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Pushing event updated for resources: {'Port': ['ID=54e39a92-9072-476b-8de3-59d05e1407cb,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:06.708589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:06.710571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:06.725454 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.763594 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Attempting to bind port 54e39a92-9072-476b-8de3-59d05e1407cb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:06.763903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Attempting to bind port 54e39a92-9072-476b-8de3-59d05e1407cb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:06.764235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Attempting to bind port 54e39a92-9072-476b-8de3-59d05e1407cb on network bb303678-f193-4b15-b2b4-ecf3cb106372 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:06.769566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:06.769960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Checking segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:06.770361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.770752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Bound using segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:06.771236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Bound port: 54e39a92-9072-476b-8de3-59d05e1407cb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:06.771610 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.827909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Allocated IP 172.36.2.33 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/b397cf69-6d41-47df-b49f-c212029140e0) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:06.938210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.971969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:06.979785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] For port 54e39a92-9072-476b-8de3-59d05e1407cb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:06.982863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] For port 54e39a92-9072-476b-8de3-59d05e1407cb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54e39a92-9072-476b-8de3-59d05e1407cb,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:06.986470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:07.006455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:07.009382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:07.012304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:07.024679 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bd54c1-12db-42c5-9fcb-df18eb79a920 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:07.051641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ca9a53-20f1-4672-a446-43d706315cd6 None None] Pushing event updated for resources: {'Port': ['ID=54e39a92-9072-476b-8de3-59d05e1407cb,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:07.053796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Pushing event updated for resources: {'Port': ['ID=b397cf69-6d41-47df-b49f-c212029140e0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:07.093512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b8e00fd4-db81-4b83-985b-91540a4e4d9c None None] Provisioning complete for port b397cf69-6d41-47df-b49f-c212029140e0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:07.093949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b8e00fd4-db81-4b83-985b-91540a4e4d9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:07.131645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-b8e00fd4-db81-4b83-985b-91540a4e4d9c None None] Port b397cf69-6d41-47df-b49f-c212029140e0 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:07.289715 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:07.483506 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:07.606979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Router 453f0b1b-6cc2-4b51-b3d0-88739168a565 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:24:07.717272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:24:07.726332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Sync routers for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:24:07.735919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:07.737263 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fa01bb90-a5f3-4d62-8786-af7ba38d9c98 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4447021 Jan 04 14:24:07.740054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45004) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:07.742187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:07.742819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:07.859926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:08.003566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ab2e5ac-d200-4146-b153-b753b95103dc None None] Network bb303678-f193-4b15-b2b4-ecf3cb106372 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:24:08.111986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-77114cf4-db23-4482-85e8-7a2b5956a1e9 None None] Provisioning complete for port 54e39a92-9072-476b-8de3-59d05e1407cb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:08.112266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-77114cf4-db23-4482-85e8-7a2b5956a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.188775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:07Z', 'revision_number': 3, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:08.221709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Checking router: 453f0b1b-6cc2-4b51-b3d0-88739168a565 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:24:08.222090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Updating router 453f0b1b-6cc2-4b51-b3d0-88739168a565 port b397cf69-6d41-47df-b49f-c212029140e0 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:24:08.271266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.309786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-77114cf4-db23-4482-85e8-7a2b5956a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.418812 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-77114cf4-db23-4482-85e8-7a2b5956a1e9 None None] For port 54e39a92-9072-476b-8de3-59d05e1407cb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54e39a92-9072-476b-8de3-59d05e1407cb,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:08.437760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-77114cf4-db23-4482-85e8-7a2b5956a1e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.491946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.507896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 54e39a92-9072-476b-8de3-59d05e1407cb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:08.574261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77114cf4-db23-4482-85e8-7a2b5956a1e9 None None] Pushing event updated for resources: {'Port': ['ID=54e39a92-9072-476b-8de3-59d05e1407cb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:08.607513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ff205692-850f-4ed8-ab9e-0760491714b8 None None] Provisioning complete for port 54e39a92-9072-476b-8de3-59d05e1407cb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:08.607884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ff205692-850f-4ed8-ab9e-0760491714b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.654729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Allocated IP 172.20.0.1 (bb303678-f193-4b15-b2b4-ecf3cb106372/c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac/28784fc8-472f-4766-9122-997b4eef6fd4) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:08.682728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 54e39a92-9072-476b-8de3-59d05e1407cb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:08.683102 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.738618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.751744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.764990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.797950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.834718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Network bb303678-f193-4b15-b2b4-ecf3cb106372 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:08.837990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:08.841712 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:08.849652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a41bec3c-4c62-4a2d-a2eb-312b5d69d0c2 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:08.873285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4395c8-87a7-49a9-b4e4-baab1b540838 None None] Pushing event updated for resources: {'Port': ['ID=b397cf69-6d41-47df-b49f-c212029140e0,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:08.878044 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Attempting to bind port b397cf69-6d41-47df-b49f-c212029140e0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:08.878423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Attempting to bind port b397cf69-6d41-47df-b49f-c212029140e0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:08.878570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Pushing event updated for resources: {'Port': ['ID=28784fc8-472f-4766-9122-997b4eef6fd4,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:08.878788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Attempting to bind port b397cf69-6d41-47df-b49f-c212029140e0 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:08.891299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.901422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:08.901813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:08.902232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.902623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:08.903107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Bound port: b397cf69-6d41-47df-b49f-c212029140e0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:08.903486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:08.984699 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] For port b397cf69-6d41-47df-b49f-c212029140e0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:08.988829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] For port b397cf69-6d41-47df-b49f-c212029140e0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b397cf69-6d41-47df-b49f-c212029140e0,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:08.998092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.004241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8699d088-d897-4a62-8ca8-bc6ca18b301b None None] Provisioning complete for port b397cf69-6d41-47df-b49f-c212029140e0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:09.005047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8699d088-d897-4a62-8ca8-bc6ca18b301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.070301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.089633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a32be03-35ed-4549-ab7a-df9eb3d01e56 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:09.111898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:09.112529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:09.171435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee4395c8-87a7-49a9-b4e4-baab1b540838 None None] Pushing event updated for resources: {'Port': ['ID=b397cf69-6d41-47df-b49f-c212029140e0,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:09.265490 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.271531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.321521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.381715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Pushing event updated for resources: {'Port': ['ID=28784fc8-472f-4766-9122-997b4eef6fd4,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:09.414494 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8699d088-d897-4a62-8ca8-bc6ca18b301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.427169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:09.451207 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Network bb303678-f193-4b15-b2b4-ecf3cb106372 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:09.452701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:09.471294 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8699d088-d897-4a62-8ca8-bc6ca18b301b None None] For port b397cf69-6d41-47df-b49f-c212029140e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b397cf69-6d41-47df-b49f-c212029140e0,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:09.481050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8699d088-d897-4a62-8ca8-bc6ca18b301b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.604513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Router 453f0b1b-6cc2-4b51-b3d0-88739168a565 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:24:09.616762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8699d088-d897-4a62-8ca8-bc6ca18b301b None None] Pushing event updated for resources: {'Port': ['ID=b397cf69-6d41-47df-b49f-c212029140e0,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:09.641023 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8b7a19a9-bdb9-49a9-9116-9bf1814999d3 None None] Provisioning complete for port 28784fc8-472f-4766-9122-997b4eef6fd4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:09.641395 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8b7a19a9-bdb9-49a9-9116-9bf1814999d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.709182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-8b7a19a9-bdb9-49a9-9116-9bf1814999d3 None None] Port 28784fc8-472f-4766-9122-997b4eef6fd4 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:09.730815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8b7a19a9-bdb9-49a9-9116-9bf1814999d3 None None] Provisioning complete for port b397cf69-6d41-47df-b49f-c212029140e0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:09.731192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8b7a19a9-bdb9-49a9-9116-9bf1814999d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:09.731862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:24:09.745028 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-79342a05-6d14-4070-bbfd-768a32ba3e74 admin admin] 10.222.0.30 "PUT /v2.0/routers/453f0b1b-6cc2-4b51-b3d0-88739168a565/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9958577 Jan 04 14:24:09.791323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:08Z', 'revision_number': 1, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:09.821482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca2d3219-54cf-482b-b425-0829179bbc29 None None] The sync data for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv is: [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:08Z', 'revision_number': 1, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:24:09.995415 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3f2fab01-efb6-401a-a307-c6264ef2c052 None None] Provisioning complete for port 28784fc8-472f-4766-9122-997b4eef6fd4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:09.995788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3f2fab01-efb6-401a-a307-c6264ef2c052 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.055629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3f2fab01-efb6-401a-a307-c6264ef2c052 None None] Port 28784fc8-472f-4766-9122-997b4eef6fd4 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:10.287359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45020) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:10.293233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-134093439-network', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:10.318138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Made reservation on behalf of c8e030be53334d0e85321a2f0ed54797 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:24:10.320718 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.330847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.416170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.420445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.449193 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:24:10.459312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 54e39a92-9072-476b-8de3-59d05e1407cb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:10.467175 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b2dcf01-5131-4efc-a713-c8be352ec7d3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:10.488246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.488675 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Added segment 0ddb0f20-5aaa-449b-88f8-a90846f60cf6 of type vlan for network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e Jan 04 14:24:10.539235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 54e39a92-9072-476b-8de3-59d05e1407cb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:10.539694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.550966 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.588075 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.589057 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:10.589638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.645076 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3537192 Jan 04 14:24:10.645394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45022) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:10.675727 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Request body: {'subnet': {'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-134093439-subnet', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:10.680500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ece1e33-01f8-4308-a957-56ea55a832f9 admin admin] Pushing event updated for resources: {'Network': ['ID=5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:10.695890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:24:10.707249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Made reservation on behalf of c8e030be53334d0e85321a2f0ed54797 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:24:10.710991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.901964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:10.951855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d70ceeec-0e11-4b59-b28a-dfe5313fa9dc,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:10.967770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Checking segment: {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:10.968242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Network hostable DHCP agents. Network: 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:24:10.987140 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:24:10.996347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:11.000295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:11.000881 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.006215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba84a0d8-8c13-4bb7-bdc1-3bd7870e0e74 None None] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:24:11.018885 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3f6594d-4f3a-40cc-adee-4d1970514996 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3724289 Jan 04 14:24:11.021624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45024) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:11.026947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:11.054725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.055899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.119254 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'fixed_ips': [{'subnet_id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:24:11.119433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.120151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.259910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Allocated IP 172.20.0.2 (5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e/d70ceeec-0e11-4b59-b28a-dfe5313fa9dc/ef18da5c-9f60-4083-8eba-320d4d14aac0) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:11.264997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.404429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.411406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.449244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:11.452120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:11.454598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:11.466931 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.468718 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Pushing event updated for resources: {'Port': ['ID=ef18da5c-9f60-4083-8eba-320d4d14aac0,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:11.486709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.520129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Attempting to bind port ef18da5c-9f60-4083-8eba-320d4d14aac0 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:11.520409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Attempting to bind port ef18da5c-9f60-4083-8eba-320d4d14aac0 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:11.520771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Attempting to bind port ef18da5c-9f60-4083-8eba-320d4d14aac0 on network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:11.526447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:11.526819 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Checking segment: {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:11.527218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.527608 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Bound using segment: {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:11.528071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Bound port: ef18da5c-9f60-4083-8eba-320d4d14aac0, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:11.528446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.592478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] For port ef18da5c-9f60-4083-8eba-320d4d14aac0, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:11.596010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] For port ef18da5c-9f60-4083-8eba-320d4d14aac0, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef18da5c-9f60-4083-8eba-320d4d14aac0,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:11.597975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Allocated IP 172.36.2.210 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/e0ba2e3b-03c3-4a96-8195-c2a923d5c409) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:11.600077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.658881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3565440-78a4-4c05-8bde-1fc90c7a2e21 None None] Pushing event updated for resources: {'Port': ['ID=ef18da5c-9f60-4083-8eba-320d4d14aac0,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:11.714288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.751884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.791603 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:11.794621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:11.797037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:11.838429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-058ef409-3ac6-4c0d-9163-3037b7d809f9 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:11.838939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Pushing event updated for resources: {'Port': ['ID=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:11.913110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4e08e123-f755-4bff-8fc6-715b01bac3ad None None] Provisioning complete for port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:11.913890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e08e123-f755-4bff-8fc6-715b01bac3ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:11.963365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4e08e123-f755-4bff-8fc6-715b01bac3ad None None] Port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:12.026237 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Sync routers for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:24:12.035682 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:12.036244 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:12.087925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.144292 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:12.281072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.346293 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 2, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:12.379392 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Checking router: 453f0b1b-6cc2-4b51-b3d0-88739168a565 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:24:12.379870 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Updating router 453f0b1b-6cc2-4b51-b3d0-88739168a565 port 28784fc8-472f-4766-9122-997b4eef6fd4 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:24:12.410906 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.443501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Router ba736777-bbf1-4265-9f6b-9e92ac300e08 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:24:12.501456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b397cf69-6d41-47df-b49f-c212029140e0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:12.557474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b397cf69-6d41-47df-b49f-c212029140e0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:12.557687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.596352 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:24:12.613383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Sync routers for ids ['ba736777-bbf1-4265-9f6b-9e92ac300e08'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:24:12.621793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.625913 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a366a718-e7b1-471b-ae55-b124ceb94bf5 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.6009624 Jan 04 14:24:12.626274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45026) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:24:12.649578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Routers {'ba736777-bbf1-4265-9f6b-9e92ac300e08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:12.650770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ba736777-bbf1-4265-9f6b-9e92ac300e08'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:12.713735 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ef18da5c-9f60-4083-8eba-320d4d14aac0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:12.790948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2102bf1a-d275-4314-b70e-b8887fffe40b None None] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:24:12.853394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Set router ba736777-bbf1-4265-9f6b-9e92ac300e08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:12.856807 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.862846 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:12.912106 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Pushing event updated for resources: {'Port': ['ID=28784fc8-472f-4766-9122-997b4eef6fd4,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:12.925035 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.925367 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.925704 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.926083 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.926402 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.926726 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.927052 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.927377 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.927699 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.928037 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.928340 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.928663 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.928979 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:12.997350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ef18da5c-9f60-4083-8eba-320d4d14aac0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:12.998501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.003728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-32cb0027-b462-4fd2-b49a-e63a9ff597ef None None] Provisioning complete for port ef18da5c-9f60-4083-8eba-320d4d14aac0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:13.003917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-32cb0027-b462-4fd2-b49a-e63a9ff597ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.016092 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Attempting to bind port 28784fc8-472f-4766-9122-997b4eef6fd4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:13.016460 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Attempting to bind port 28784fc8-472f-4766-9122-997b4eef6fd4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:13.016820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Attempting to bind port 28784fc8-472f-4766-9122-997b4eef6fd4 on network bb303678-f193-4b15-b2b4-ecf3cb106372 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:13.022332 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:13.022645 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Checking segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:13.023046 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.023437 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Bound using segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:13.023902 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Bound port: 28784fc8-472f-4766-9122-997b4eef6fd4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:13.024276 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.090093 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] For port 28784fc8-472f-4766-9122-997b4eef6fd4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:13.094832 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] For port 28784fc8-472f-4766-9122-997b4eef6fd4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28784fc8-472f-4766-9122-997b4eef6fd4,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:13.101179 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.167167 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae23278-8e75-449e-9dbc-7f45f38fca34 None None] Pushing event updated for resources: {'Port': ['ID=28784fc8-472f-4766-9122-997b4eef6fd4,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:13.177508 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:13.178249 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:13.306026 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:13.436702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.451165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.454298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-32cb0027-b462-4fd2-b49a-e63a9ff597ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.521630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port ef18da5c-9f60-4083-8eba-320d4d14aac0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef18da5c-9f60-4083-8eba-320d4d14aac0,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:13.532528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.547836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:11Z', 'revision_number': 3, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:13.594341 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:13Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:13.613262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Checking router: ba736777-bbf1-4265-9f6b-9e92ac300e08 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:24:13.613619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Updating router ba736777-bbf1-4265-9f6b-9e92ac300e08 port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:24:13.631490 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29e7af1c-e0f4-4e27-a450-75b827072f17 None None] The sync data for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv is: [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:13Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:24:13.670593 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.672209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-32cb0027-b462-4fd2-b49a-e63a9ff597ef None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:24:13.672564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-32cb0027-b462-4fd2-b49a-e63a9ff597ef None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:24:13.674248 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=ef18da5c-9f60-4083-8eba-320d4d14aac0,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:13.694021 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Allocated IP 172.20.0.1 (5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e/d70ceeec-0e11-4b59-b28a-dfe5313fa9dc/52244e66-16d2-4176-90ae-54b79ff59d01) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:13.814590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.849921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.893510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:13.896701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:13.902559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:13.908145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=52244e66-16d2-4176-90ae-54b79ff59d01,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:13.935345 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.935700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.936039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.936375 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.936704 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.937033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.937357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.937680 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.938050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.938374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.938695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.939016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.939334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:24:13.967878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.975095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:13.982374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.031416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Attempting to bind port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:14.031876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Attempting to bind port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:14.032306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Attempting to bind port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:14.038695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e553efba-8bf8-47a9-b96a-9507ef60eda2 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:14.047914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:14.048050 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:14.048578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.049109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:14.049979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Bound port: e0ba2e3b-03c3-4a96-8195-c2a923d5c409, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:14.050107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.090340 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559e4e8-0680-4669-a72f-25bbd86e4b66 None None] Pushing event updated for resources: {'Port': ['ID=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:14.136238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] For port e0ba2e3b-03c3-4a96-8195-c2a923d5c409, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:14.141238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] For port e0ba2e3b-03c3-4a96-8195-c2a923d5c409, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:14.146985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.164790 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.203651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acf3ade-3376-44a1-ad15-471eaddfca96 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:24:14.249141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559e4e8-0680-4669-a72f-25bbd86e4b66 None None] Pushing event updated for resources: {'Port': ['ID=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:14.252500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Routers {'ba736777-bbf1-4265-9f6b-9e92ac300e08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:14.253108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:23:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ba736777-bbf1-4265-9f6b-9e92ac300e08'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:14.346567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.352339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.373760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] Set router ba736777-bbf1-4265-9f6b-9e92ac300e08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:14.426439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.432727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Pushing event updated for resources: {'Port': ['ID=52244e66-16d2-4176-90ae-54b79ff59d01,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:14.432923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Provisioning complete for port 52244e66-16d2-4176-90ae-54b79ff59d01 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:14.432923 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.498959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ef18da5c-9f60-4083-8eba-320d4d14aac0 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:14.529240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:14.530742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:14.548852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Port 52244e66-16d2-4176-90ae-54b79ff59d01 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:14.611535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Provisioning complete for port 28784fc8-472f-4766-9122-997b4eef6fd4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:14.611907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.652106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Router ba736777-bbf1-4265-9f6b-9e92ac300e08 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:24:14.678181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ef18da5c-9f60-4083-8eba-320d4d14aac0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:14.678478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.772069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:24:14.778030 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e1f06210-9651-4d71-a39f-b1031664f2d7 admin admin] 10.222.0.30 "PUT /v2.0/routers/ba736777-bbf1-4265-9f6b-9e92ac300e08/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1506369 Jan 04 14:24:14.786225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.821569 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '52244e66-16d2-4176-90ae-54b79ff59d01', 'name': '', 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'mac_address': 'fa:16:3e:c5:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:13Z', 'updated_at': '2022-01-04T14:24:13Z', 'revision_number': 1, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'subnets': [{'id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:14.866118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cacc3eae-c042-4d0f-a5d7-842d926550ed None None] The sync data for ids ['ba736777-bbf1-4265-9f6b-9e92ac300e08'] in dv-neutron-master-2-hyperv is: [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '52244e66-16d2-4176-90ae-54b79ff59d01', 'name': '', 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'mac_address': 'fa:16:3e:c5:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:13Z', 'updated_at': '2022-01-04T14:24:13Z', 'revision_number': 1, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'subnets': [{'id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:24:14.883400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 28784fc8-472f-4766-9122-997b4eef6fd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:14.893758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] For port 28784fc8-472f-4766-9122-997b4eef6fd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28784fc8-472f-4766-9122-997b4eef6fd4,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:14.912895 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:14.983354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Pushing event updated for resources: {'Port': ['ID=28784fc8-472f-4766-9122-997b4eef6fd4,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:14.987082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Provisioning complete for port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:14.987458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:15.020491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 28784fc8-472f-4766-9122-997b4eef6fd4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:15.020869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:15.158720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:15.186619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] For port e0ba2e3b-03c3-4a96-8195-c2a923d5c409, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:15.193350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:15.235878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Provisioning complete for port ef18da5c-9f60-4083-8eba-320d4d14aac0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:15.236286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:15.276370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a4ba90-37b1-479c-ad39-7bf0c464d25a None None] Pushing event updated for resources: {'Port': ['ID=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:15.459600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5f2b1012-8993-49d3-ae62-4dd1f73da7f1 None None] Provisioning complete for port 52244e66-16d2-4176-90ae-54b79ff59d01 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:15.460072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5f2b1012-8993-49d3-ae62-4dd1f73da7f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:15.498420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5f2b1012-8993-49d3-ae62-4dd1f73da7f1 None None] Port 52244e66-16d2-4176-90ae-54b79ff59d01 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:15.565259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1e8a2bfe-5a79-412b-bb1b-61182038c0e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:16.557075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e0ba2e3b-03c3-4a96-8195-c2a923d5c409 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:16.639967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:16.640651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:16.749641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 28784fc8-472f-4766-9122-997b4eef6fd4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:16.804213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 28784fc8-472f-4766-9122-997b4eef6fd4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:16.804592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:17.918741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-742f1699-8811-4ede-83aa-2f55d2d06f4d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:17.938229 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Sync routers for ids ['ba736777-bbf1-4265-9f6b-9e92ac300e08'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:24:17.949663 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Routers {'ba736777-bbf1-4265-9f6b-9e92ac300e08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:17.950367 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:24:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ba736777-bbf1-4265-9f6b-9e92ac300e08'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:18.067487 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Set router ba736777-bbf1-4265-9f6b-9e92ac300e08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:18.283809 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '52244e66-16d2-4176-90ae-54b79ff59d01', 'name': '', 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'mac_address': 'fa:16:3e:c5:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:13Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 2, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'subnets': [{'id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:18.330914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Checking router: ba736777-bbf1-4265-9f6b-9e92ac300e08 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:24:18.331264 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Updating router ba736777-bbf1-4265-9f6b-9e92ac300e08 port 52244e66-16d2-4176-90ae-54b79ff59d01 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:24:18.356605 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:18.650006 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:18.659037 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:18.702406 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2e718-7715-431d-bd31-fe6c3e520ae3 None None] Pushing event updated for resources: {'Port': ['ID=52244e66-16d2-4176-90ae-54b79ff59d01,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:18.768754 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Attempting to bind port 52244e66-16d2-4176-90ae-54b79ff59d01 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:18.769386 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Attempting to bind port 52244e66-16d2-4176-90ae-54b79ff59d01 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:18.769755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Attempting to bind port 52244e66-16d2-4176-90ae-54b79ff59d01 on network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:18.775255 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 23, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:18.775625 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Checking segment: {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:18.776019 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:18.776406 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Bound using segment: {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:18.776868 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Bound port: 52244e66-16d2-4176-90ae-54b79ff59d01, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ddb0f20-5aaa-449b-88f8-a90846f60cf6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:18.777242 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:18.851193 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] For port 52244e66-16d2-4176-90ae-54b79ff59d01, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:18.855589 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] For port 52244e66-16d2-4176-90ae-54b79ff59d01, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52244e66-16d2-4176-90ae-54b79ff59d01,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:18.862262 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:18.940833 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Routers {'ba736777-bbf1-4265-9f6b-9e92ac300e08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:24:18.941482 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:24:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ba736777-bbf1-4265-9f6b-9e92ac300e08'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:18.984982 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2e718-7715-431d-bd31-fe6c3e520ae3 None None] Pushing event updated for resources: {'Port': ['ID=52244e66-16d2-4176-90ae-54b79ff59d01,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:19.060977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-9cee95ff-92e0-46dc-acef-f9ab2c216e06 None None] Provisioning complete for port 52244e66-16d2-4176-90ae-54b79ff59d01 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:19.062027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9cee95ff-92e0-46dc-acef-f9ab2c216e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:19.199510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9cee95ff-92e0-46dc-acef-f9ab2c216e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:19.203120 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] Set router ba736777-bbf1-4265-9f6b-9e92ac300e08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:24:19.239793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9cee95ff-92e0-46dc-acef-f9ab2c216e06 None None] For port 52244e66-16d2-4176-90ae-54b79ff59d01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52244e66-16d2-4176-90ae-54b79ff59d01,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:19.248729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9cee95ff-92e0-46dc-acef-f9ab2c216e06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:19.293818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:19.313671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cee95ff-92e0-46dc-acef-f9ab2c216e06 None None] Pushing event updated for resources: {'Port': ['ID=52244e66-16d2-4176-90ae-54b79ff59d01,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:19.374775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-58bcd22a-456c-4f4e-a76f-232d065947f5 None None] Provisioning complete for port 52244e66-16d2-4176-90ae-54b79ff59d01 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:19.375168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-58bcd22a-456c-4f4e-a76f-232d065947f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:19.460271 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '52244e66-16d2-4176-90ae-54b79ff59d01', 'name': '', 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'mac_address': 'fa:16:3e:c5:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:13Z', 'updated_at': '2022-01-04T14:24:18Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'subnets': [{'id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:24:19.490921 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce2997e2-d413-4dd1-9255-7d8ba53cb83b None None] The sync data for ids ['ba736777-bbf1-4265-9f6b-9e92ac300e08'] in dv-neutron-master-2-hyperv is: [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '52244e66-16d2-4176-90ae-54b79ff59d01', 'name': '', 'network_id': '5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'mac_address': 'fa:16:3e:c5:cc:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_interface', 'standard_attr_id': 1683, 'fixed_ips': [{'subnet_id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:13Z', 'updated_at': '2022-01-04T14:24:18Z', 'revision_number': 4, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'subnets': [{'id': 'd70ceeec-0e11-4b59-b28a-dfe5313fa9dc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:24:20.467832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52244e66-16d2-4176-90ae-54b79ff59d01 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:20.530572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:20.545526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 52244e66-16d2-4176-90ae-54b79ff59d01 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:20.546178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:22.064299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:25.322842 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-f2552082-682b-433b-9a62-f54eb63b5c84 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:25.324336 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-f2552082-682b-433b-9a62-f54eb63b5c84 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 815 time: 0.3973267 Jan 04 14:24:25.339077 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-0b9d80e8-1606-4834-a000-02224e761d5e tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/quotas/db088e7479b24980bbe0e19f711a801d HTTP/1.1" status: 200 len: 375 time: 0.0090814 Jan 04 14:24:25.388718 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-3de03bca-e52e-4907-8480-c56304cfec2f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0445623 Jan 04 14:24:25.482554 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-1fe06f46-bd71-4c86-b8d6-fce035b1cf07 service neutron] 10.222.0.30 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823271 Jan 04 14:24:25.568177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-5d101453-61b2-44de-8f27-21b1156eed5f service neutron] 10.222.0.30 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797601 Jan 04 14:24:25.721062 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2753db75-076f-4e3c-b3b6-5bed9b784882 req-30cc4f80-7993-4b01-a490-4199768f1499 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 210 time: 0.0256259 Jan 04 14:24:26.604030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-fec5346e-6946-4a7a-bdb8-3962a619a225 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:26.605469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-fec5346e-6946-4a7a-bdb8-3962a619a225 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 815 time: 0.1043215 Jan 04 14:24:26.618722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'port': {'device_id': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'admin_state_up': True, 'tenant_id': 'db088e7479b24980bbe0e19f711a801d'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:26.730291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Made reservation on behalf of db088e7479b24980bbe0e19f711a801d for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:24:26.733814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:26.827915 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4c34685a-7a9f-4489-8835-1469913ba764 req-86744bfa-3edf-4233-ac93-e26a96c2b0dd tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 210 time: 0.0298033 Jan 04 14:24:26.862729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Allocated IP 172.20.0.11 (bb303678-f193-4b15-b2b4-ecf3cb106372/c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac/2d6dd646-6a5a-4578-a399-c5b815e93f94) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:24:27.022114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:27.058505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:27.122500 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:27.145424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Network bb303678-f193-4b15-b2b4-ecf3cb106372 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:24:27.147666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:24:27.164474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:24:27.257653 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:24:27.267234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:27.268434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:27.298618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-d8e8ac04-0d4d-42ab-9b40-0a4c5365b083 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6841023 Jan 04 14:24:27.464270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-63fcaddd-7ce9-4cc2-96c1-018325249d10 None None] Provisioning complete for port 2d6dd646-6a5a-4578-a399-c5b815e93f94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:27.464855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63fcaddd-7ce9-4cc2-96c1-018325249d10 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:27.503176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-63fcaddd-7ce9-4cc2-96c1-018325249d10 None None] Port 2d6dd646-6a5a-4578-a399-c5b815e93f94 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:24:27.952837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7702c1f8-4b83-46b2-85ca-55ee5b7368bd req-a4bbb923-11c5-444d-ae44-77961a49cf7d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:27.954554 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7702c1f8-4b83-46b2-85ca-55ee5b7368bd req-a4bbb923-11c5-444d-ae44-77961a49cf7d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0577025 Jan 04 14:24:28.004993 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7702c1f8-4b83-46b2-85ca-55ee5b7368bd req-bc796a21-4635-459f-bb00-dc22675783d7 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441351 Jan 04 14:24:29.130104 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b418d0-7955-4e6b-9984-6c512e2658e4 req-c2e521be-954b-488d-b2fc-58b8fa9eabd8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:29.131573 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-62b418d0-7955-4e6b-9984-6c512e2658e4 req-c2e521be-954b-488d-b2fc-58b8fa9eabd8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0564785 Jan 04 14:24:29.180623 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-62b418d0-7955-4e6b-9984-6c512e2658e4 req-8f49b475-126c-4ec4-a117-07e293bca2a4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428512 Jan 04 14:24:29.808706 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:24:30.303410 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522a0ff-82dd-4450-96bf-7fca83aabef2 req-cc22c9fa-432c-44ba-810d-ae83833168f7 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:30.305165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a522a0ff-82dd-4450-96bf-7fca83aabef2 req-cc22c9fa-432c-44ba-810d-ae83833168f7 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0556839 Jan 04 14:24:30.354021 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a522a0ff-82dd-4450-96bf-7fca83aabef2 req-8339efec-3485-41ea-8f98-509c5b1c76e5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423448 Jan 04 14:24:31.478467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c5ff764-f1f0-4634-90da-e9ede5a43e00 req-8ad36e66-babc-4b30-a0be-973219ee5bff tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:31.479968 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1c5ff764-f1f0-4634-90da-e9ede5a43e00 req-8ad36e66-babc-4b30-a0be-973219ee5bff tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0555778 Jan 04 14:24:31.531432 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1c5ff764-f1f0-4634-90da-e9ede5a43e00 req-74e55381-0387-48d1-a822-0dc1f2a806cd tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451925 Jan 04 14:24:32.661072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d4c00c-9f39-4090-9d0b-6a02a2b6c851 req-e4eabd58-52c2-4c3f-843f-cb93abc86d7b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:32.668200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8d4c00c-9f39-4090-9d0b-6a02a2b6c851 req-e4eabd58-52c2-4c3f-843f-cb93abc86d7b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0651467 Jan 04 14:24:32.711393 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8d4c00c-9f39-4090-9d0b-6a02a2b6c851 req-353f0642-81f0-4e67-8119-27b851c01753 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423272 Jan 04 14:24:33.838308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a090363-591c-4d61-9d27-61bc08753b22 req-69a0470c-4f94-425a-8276-9df95e00e688 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:33.839830 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a090363-591c-4d61-9d27-61bc08753b22 req-69a0470c-4f94-425a-8276-9df95e00e688 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0524924 Jan 04 14:24:33.894492 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a090363-591c-4d61-9d27-61bc08753b22 req-fdefc520-7f93-43d6-81e6-15d5b8d0e1d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484970 Jan 04 14:24:35.010784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0892c27f-987c-4aa2-94e8-5125fb5081f3 req-427123d6-31e2-4f58-b9b9-3dd19158ff0c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:35.012158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0892c27f-987c-4aa2-94e8-5125fb5081f3 req-427123d6-31e2-4f58-b9b9-3dd19158ff0c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 932 time: 0.0502000 Jan 04 14:24:35.058356 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0892c27f-987c-4aa2-94e8-5125fb5081f3 req-f7765aae-977a-41f8-a452-0be1ebd2635c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402014 Jan 04 14:24:35.217379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Request body: {'port': {'device_id': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:24:35.273533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.529123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6dd646-6a5a-4578-a399-c5b815e93f94 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:24:35.537090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.550211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Transition to ACTIVE for port object 2d6dd646-6a5a-4578-a399-c5b815e93f94 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:24:35.555094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.607902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:35.646211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.682971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Attempting to bind port 2d6dd646-6a5a-4578-a399-c5b815e93f94 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:24:35.683312 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Attempting to bind port 2d6dd646-6a5a-4578-a399-c5b815e93f94 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:24:35.683647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Attempting to bind port 2d6dd646-6a5a-4578-a399-c5b815e93f94 on network bb303678-f193-4b15-b2b4-ecf3cb106372 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:35.688094 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Port 2d6dd646-6a5a-4578-a399-c5b815e93f94 on network bb303678-f193-4b15-b2b4-ecf3cb106372 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:24:35.688416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Attempting to bind port 2d6dd646-6a5a-4578-a399-c5b815e93f94 on network bb303678-f193-4b15-b2b4-ecf3cb106372 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:24:35.693443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 24, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:24:35.693786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Checking segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:24:35.694202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Bound using segment: {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:24:35.694634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Bound port: 2d6dd646-6a5a-4578-a399-c5b815e93f94, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '07d53a33-687f-4fca-ba91-a080c0d09901', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:24:35.694996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.760755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:24:35.764283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:24:35.769442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.804505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:35.805145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:35.806599 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] 10.222.0.13 "PUT /v2.0/ports/2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 1094 time: 0.5940499 Jan 04 14:24:35.807073 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:24:35.809333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:24:35.834318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b89a6162-48a3-4e12-bca9-d14bde3f5fae service neutron] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:35.876752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:24:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717fadf4-c5ce-45b4-9b53-2e32045e4c24 x-openstack-request-id: req-717fadf4-c5ce-45b4-9b53-2e32045e4c24 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:24:35.877059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:24:35.877307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-717fadf4-c5ce-45b4-9b53-2e32045e4c24 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:24:35.877718 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'status': 'completed', 'code': 200} Jan 04 14:24:35.894701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-0e770a8e-64b9-48d0-9e07-711fd6695709 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:35.896252 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-0e770a8e-64b9-48d0-9e07-711fd6695709 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1097 time: 0.0479858 Jan 04 14:24:35.942972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-f3064be8-2874-4f68-98c8-ddc387ef9e44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 217 time: 0.0387037 Jan 04 14:24:35.992676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-c402a43e-a651-4ce8-80c8-1005a5a8d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:35.995154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-c402a43e-a651-4ce8-80c8-1005a5a8d06a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0459535 Jan 04 14:24:36.042317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-c2f7dc0d-0ce5-420b-81b5-051a7bad6219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:36.043713 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-c2f7dc0d-0ce5-420b-81b5-051a7bad6219 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0422578 Jan 04 14:24:36.146837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-b762c4d5-68c0-41e3-9f66-0d4be32d647f service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957086 Jan 04 14:24:36.235993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c29b4-eb00-4b73-ba8e-8aa281882fa9 req-872f8067-e301-4a95-b260-ccff20421ade tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:36.237456 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d01c29b4-eb00-4b73-ba8e-8aa281882fa9 req-872f8067-e301-4a95-b260-ccff20421ade tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 944 time: 0.1100008 Jan 04 14:24:36.279785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c54f474-493f-4f3f-8516-2136e9fcd334 req-4ec6f1a1-6b4b-4dcb-bcd4-a505f350b897 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192348 Jan 04 14:24:36.300798 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d01c29b4-eb00-4b73-ba8e-8aa281882fa9 req-839da6b6-67d9-4d9a-8f63-2bee4edef137 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573082 Jan 04 14:24:36.361079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-a0fa2455-b80e-406e-988c-77566b622764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:36.362565 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-a0fa2455-b80e-406e-988c-77566b622764 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1097 time: 0.0414233 Jan 04 14:24:36.454256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-5002b517-874e-427f-8584-9bb370533356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:36.455685 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-5002b517-874e-427f-8584-9bb370533356 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.0859296 Jan 04 14:24:36.497907 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-06a0b8a2-a219-4f6e-b39a-b1841b502ecc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 217 time: 0.0342426 Jan 04 14:24:36.543896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-6c22f10c-cd5d-4f5b-b8c6-2c359bb19683 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:36.545248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-6c22f10c-cd5d-4f5b-b8c6-2c359bb19683 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0412989 Jan 04 14:24:36.594994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-fad2c68e-e8ab-4194-bb64-1009d42e9f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:36.596354 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-fad2c68e-e8ab-4194-bb64-1009d42e9f10 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429626 Jan 04 14:24:36.683735 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-ff4cdf0d-0fef-452a-b4fc-6ff70d52d6d6 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795901 Jan 04 14:24:36.777266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dfe52b10-7a9d-4a26-a2d5-241916b00cd1 req-7b9d06cd-9e4c-4fb8-a1a9-2251dd7cac01 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841694 Jan 04 14:24:37.416559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7204db-909d-4b3d-a3fd-36c73ce93e88 req-6a9c7a86-7ee4-44b2-b224-614696528093 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:37.418063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3f7204db-909d-4b3d-a3fd-36c73ce93e88 req-6a9c7a86-7ee4-44b2-b224-614696528093 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 944 time: 0.0498753 Jan 04 14:24:37.464828 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3f7204db-909d-4b3d-a3fd-36c73ce93e88 req-436441f3-78c7-435a-bd6a-a7f017986add tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410109 Jan 04 14:24:38.006251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 2d6dd646-6a5a-4578-a399-c5b815e93f94 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:24:38.104558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:38.115572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'port_id': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'mac_address': 'fa:16:3e:08:fb:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 175, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:24:38.151633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:38.163739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6dd646-6a5a-4578-a399-c5b815e93f94 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:24:38.183181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:38.186675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:38.231822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:38.392439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['2d6dd646-6a5a-4578-a399-c5b815e93f94'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:24:38.577191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e834e0-b76a-4967-a493-9fa96caeda05 req-a45e8b18-db03-43e5-a41e-fd038766b1d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:38.578680 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c9e834e0-b76a-4967-a493-9fa96caeda05 req-a45e8b18-db03-43e5-a41e-fd038766b1d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 945 time: 0.0479002 Jan 04 14:24:38.624837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c9e834e0-b76a-4967-a493-9fa96caeda05 req-92955218-550d-4da4-a841-6b0a67466ab9 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403461 Jan 04 14:24:39.737587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccfea991-a299-4ea0-ad30-07e840af5407 req-df9bb61d-53c3-48ee-b290-98ba1369a0b3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:39.739122 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ccfea991-a299-4ea0-ad30-07e840af5407 req-df9bb61d-53c3-48ee-b290-98ba1369a0b3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 945 time: 0.0487955 Jan 04 14:24:39.786485 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ccfea991-a299-4ea0-ad30-07e840af5407 req-08e7b027-4bb5-4bee-9c4c-6d941fdbd29b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414727 Jan 04 14:24:40.005916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 2d6dd646-6a5a-4578-a399-c5b815e93f94 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:24:40.053310 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 2d6dd646-6a5a-4578-a399-c5b815e93f94 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:24:40.057354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 2d6dd646-6a5a-4578-a399-c5b815e93f94 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:24:40.057722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:40.136258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:40.157607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:24:40.159960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e397282b-0338-4f39-890e-82b62863d6ea" -d '{"events": [{"server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "name": "network-vif-plugged", "status": "completed", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:24:40.173045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:24:40.177031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:40.202598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:24:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-883b7dd4-ba41-4fb5-be56-26fd185bc28d x-openstack-request-id: req-883b7dd4-ba41-4fb5-be56-26fd185bc28d {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:24:40.202886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "name": "network-vif-plugged", "status": "completed", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:24:40.203133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-883b7dd4-ba41-4fb5-be56-26fd185bc28d {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:24:40.203511 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'code': 200} Jan 04 14:24:40.230557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:24:40.358315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb38c06-4635-4bb5-9b98-3b7ccf33f7c7 req-5f5696ec-b1f5-4566-92a1-5a046425a056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:40.359656 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-edb38c06-4635-4bb5-9b98-3b7ccf33f7c7 req-5f5696ec-b1f5-4566-92a1-5a046425a056 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1099 time: 0.0376334 Jan 04 14:24:40.408897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-edb38c06-4635-4bb5-9b98-3b7ccf33f7c7 req-21d6195c-4a8d-48ae-9fc5-3bd87c1a9534 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397379 Jan 04 14:24:40.902386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe47e7-1055-44d6-901c-37638b0dd535 req-31f22138-9c14-439b-885a-2459a2862491 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:40.903839 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fabe47e7-1055-44d6-901c-37638b0dd535 req-31f22138-9c14-439b-885a-2459a2862491 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0536647 Jan 04 14:24:40.948880 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-fabe47e7-1055-44d6-901c-37638b0dd535 req-cd1cf6a2-90f4-44da-b3e5-4cf98a50a029 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391839 Jan 04 14:24:42.063421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9f31ea-1679-4efe-92b0-53533688a82b req-66a6d465-3f77-4138-9550-d84c180d67b1 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:42.064782 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ca9f31ea-1679-4efe-92b0-53533688a82b req-66a6d465-3f77-4138-9550-d84c180d67b1 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0482237 Jan 04 14:24:42.110818 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ca9f31ea-1679-4efe-92b0-53533688a82b req-0957bb1f-2c9b-496f-83cc-8e3b48df43ae tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402226 Jan 04 14:24:42.221550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82d6383-1d2f-4d56-a6a8-cf9a6dc6685c req-b8b418ea-98af-4e78-94f9-6e42c55e344c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:42.223057 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c82d6383-1d2f-4d56-a6a8-cf9a6dc6685c req-b8b418ea-98af-4e78-94f9-6e42c55e344c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0480464 Jan 04 14:24:42.269625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c82d6383-1d2f-4d56-a6a8-cf9a6dc6685c req-17afa5c2-d3ea-47a5-89be-5c693441321d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402498 Jan 04 14:24:42.743084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01dc631-490c-4482-8686-9aa6a2926387 req-92c02e87-771e-4b7c-9ffb-5d7ac82f485f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:24:42.744574 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f01dc631-490c-4482-8686-9aa6a2926387 req-92c02e87-771e-4b7c-9ffb-5d7ac82f485f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0492365 Jan 04 14:24:42.795569 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f01dc631-490c-4482-8686-9aa6a2926387 req-a29ffc42-d94c-406b-bef1-c0c455faaa19 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450323 Jan 04 14:24:45.567578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-77305a39-a3cf-44b8-9d37-368048e375fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:47.903440 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f170eda5-b9c9-405e-ad8b-ec9ea3709ba6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:49.246373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:50.485149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:24:52.065942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:01.538954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfffa05a-394d-4ae3-b9d7-ae43f75a633b req-c1936372-6c73-4b55-8133-d3152e9465a3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:01.540945 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cfffa05a-394d-4ae3-b9d7-ae43f75a633b req-c1936372-6c73-4b55-8133-d3152e9465a3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0493870 Jan 04 14:25:01.586932 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cfffa05a-394d-4ae3-b9d7-ae43f75a633b req-30169fca-7571-40ff-a230-8998aedb993a tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401604 Jan 04 14:25:01.608817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45232) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:01.738991 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696af0c9-b4f9-4f8f-afca-bab3ad6dd96f tempest-TestMinimumBasicScenario-1345578665 tempest-TestMinimumBasicScenario-1345578665-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:01.740569 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-696af0c9-b4f9-4f8f-afca-bab3ad6dd96f tempest-TestMinimumBasicScenario-1345578665 tempest-TestMinimumBasicScenario-1345578665-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1094 time: 0.1308010 Jan 04 14:25:01.744102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45236) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:01.748673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:01.776641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:01.875689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:01.983848 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Allocated IP 172.36.2.75 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/fecddcdf-371e-4668-895d-f072f4693e8a) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:25:02.084994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.118813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.161770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:25:02.167177 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:25:02.169755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:25:02.175281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'Port': ['ID=fecddcdf-371e-4668-895d-f072f4693e8a,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:02.207777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.208129 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.208475 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.208816 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.209157 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.209491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.209819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.210176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.210502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.211326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.211670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.211990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.212311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:25:02.538619 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.605942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.748422 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.754118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.823501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'Port': ['ID=fecddcdf-371e-4668-895d-f072f4693e8a,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:02.834923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:02.931337 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Floating IP 9517d379-e0e9-4c48-b8e8-f5709baf4008 associated. External IP: 172.36.2.75, port: 2d6dd646-6a5a-4578-a399-c5b815e93f94. Jan 04 14:25:03.131308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Router 453f0b1b-6cc2-4b51-b3d0-88739168a565 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:25:03.234197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:25:03.244225 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] Sync routers for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:25:03.251819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.254099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:25:03.254726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:24:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:25:03.279104 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-550c0889-a1ce-4ecb-84a0-eec502c6c1ef tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5339575 Jan 04 14:25:03.279709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:25:03.281984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45238) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:03.286501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-833539074', 'description': 'tempest-secgroup-smoke-833539074 description', 'project_id': 'db088e7479b24980bbe0e19f711a801d'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:03.286679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7c433f2-94a4-48ee-9ad4-60b656c4b132" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:25:03.319659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.371786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:25:03.392547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.397593 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.429303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.430996 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1476014 Jan 04 14:25:03.433777 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45244) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:03.438328 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group_rule': {'security_group_id': '2f25c9e6-1ade-4f6f-bcc3-68c80678c896', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:03.440403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f08cd0-46fe-40ad-9c12-cd45155253d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f25c9e6-1ade-4f6f-bcc3-68c80678c896,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:03.465162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:25:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd641d6-2eb8-4dc8-a5dd-c1d3196b92dc x-openstack-request-id: req-8bd641d6-2eb8-4dc8-a5dd-c1d3196b92dc {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:25:03.465461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:25:03.465720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8bd641d6-2eb8-4dc8-a5dd-c1d3196b92dc {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:25:03.466180 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'status': 'completed', 'code': 200} Jan 04 14:25:03.481767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.532481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.537025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.559389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a87ab259-88eb-4b38-857b-57f6f4a31850,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:03.571558 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.576230 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b48b9dc-ade8-4fa5-818f-10876772be29 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1381464 Jan 04 14:25:03.576439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45246) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:03.581732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group_rule': {'security_group_id': '2f25c9e6-1ade-4f6f-bcc3-68c80678c896', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:03.616572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9517d379-e0e9-4c48-b8e8-f5709baf4008', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'floating_ip_address': '172.36.2.75', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'port_id': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'mac_address': 'fa:16:3e:08:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:25:02Z', 'updated_at': '2022-01-04T14:25:02Z', 'revision_number': 0, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:25:03.618311 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.652595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] Checking router: 453f0b1b-6cc2-4b51-b3d0-88739168a565 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:25:03.662675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:25:03.663309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:24:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:25:03.689202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.693079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.714459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4a6340a-d7c9-4909-a8a5-70e03a441584,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:03.723770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.728277 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d766b71e-0563-4ac9-841f-0169f920e822 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1478045 Jan 04 14:25:03.728568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45248) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:03.733220 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group_rule': {'security_group_id': '2f25c9e6-1ade-4f6f-bcc3-68c80678c896', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:03.772875 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.791474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:25:03.812563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-0056ebeb-2824-487f-a8a4-07fccc48a4b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:03.814454 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-0056ebeb-2824-487f-a8a4-07fccc48a4b7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1099 time: 0.3265712 Jan 04 14:25:03.838447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.843607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.864675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24eba247-a15c-419f-b442-12aad38f647a,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:03.874958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.879031 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8abce691-f38d-4972-9a11-9c48a1898957 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1469438 Jan 04 14:25:03.879807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45250) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:03.885444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group_rule': {'security_group_id': '2f25c9e6-1ade-4f6f-bcc3-68c80678c896', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:03.918011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.920634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-691866c5-c4f8-4324-8fd4-041e96d3102c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:03.922141 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-691866c5-c4f8-4324-8fd4-041e96d3102c service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.1001735 Jan 04 14:25:03.977320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.983387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:03.994645 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-5a3f8464-b2c2-44f9-88bc-5dda87de4266 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 999 time: 0.0650978 Jan 04 14:25:04.001710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9469190b-0242-4ed0-9435-c241d9053054,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:04.012417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.013781 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-448abb93-f991-4a4f-981f-fe9df16b329c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1327808 Jan 04 14:25:04.016313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45252) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:04.021010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group_rule': {'security_group_id': '2f25c9e6-1ade-4f6f-bcc3-68c80678c896', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:04.047797 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Project db088e7479b24980bbe0e19f711a801d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:25:04.050869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-02de8b28-1da1-4bef-a154-41ea67795ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:04.052577 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-02de8b28-1da1-4bef-a154-41ea67795ab4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0515363 Jan 04 14:25:04.053610 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.055498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9517d379-e0e9-4c48-b8e8-f5709baf4008', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'floating_ip_address': '172.36.2.75', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'port_id': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'mac_address': 'fa:16:3e:08:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:25:02Z', 'updated_at': '2022-01-04T14:25:02Z', 'revision_number': 0, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:25:04.087490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c46249e-5e4a-446c-ba56-5e252dc711b0 None None] The sync data for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv is: [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9517d379-e0e9-4c48-b8e8-f5709baf4008', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'floating_ip_address': '172.36.2.75', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'port_id': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1686, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'mac_address': 'fa:16:3e:08:fb:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:25:02Z', 'updated_at': '2022-01-04T14:25:02Z', 'revision_number': 0, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:25:04.100586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-9caf454c-57b6-4585-b03e-a46783e548b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:04.102200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-9caf454c-57b6-4585-b03e-a46783e548b6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0427375 Jan 04 14:25:04.113184 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-658d7141-d881-4a4b-924c-45e4eb51b01f service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:25:04.114199 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-658d7141-d881-4a4b-924c-45e4eb51b01f service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0058637 Jan 04 14:25:04.116995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.121337 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.140469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e3c5a363-f830-4fcb-aa95-aac73139feb1,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:04.153779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.158600 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cfd4df6f-7130-4f4f-b0f3-2b25a742d7f8 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1410301 Jan 04 14:25:04.158806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45254) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:25:04.164776 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'security_group_rule': {'security_group_id': '2f25c9e6-1ade-4f6f-bcc3-68c80678c896', 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:04.230921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-d832364b-a69a-45f4-ad78-aac51152d49e service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1098077 Jan 04 14:25:04.233017 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Project db088e7479b24980bbe0e19f711a801d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:25:04.239681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.306292 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b61f91c-e7e4-4c0d-a266-699b652e8771 None None] New status for floating IP 9517d379-e0e9-4c48-b8e8-f5709baf4008: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:25:04.375039 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d7c433f2-94a4-48ee-9ad4-60b656c4b132 req-0ea3795d-6a2c-40f4-9275-27b707b4a2e0 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363261 Jan 04 14:25:04.376657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.381272 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.414309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b8e2550-ae0f-4def-82c6-4effcb5b4b15,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:04.422566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.423828 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-027536dc-ea87-4ac3-ab0b-1cdbd7acfe68 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2641432 Jan 04 14:25:04.527780 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-47da2fc0-728f-4601-972b-8c6a5ef2028b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833539074&fields=id&tenant_id=db088e7479b24980bbe0e19f711a801d HTTP/1.1" status: 200 len: 267 time: 0.0568817 Jan 04 14:25:04.579942 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-fbf61eac-bfaf-4a87-afbb-dce471a8a4d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:04.581434 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-fbf61eac-bfaf-4a87-afbb-dce471a8a4d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0479743 Jan 04 14:25:04.592451 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'port': {'security_groups': ['dea9f595-1adc-49ba-bf3e-8c499fc3889d', '2f25c9e6-1ade-4f6f-bcc3-68c80678c896']}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:25:04.651738 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.833489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:25:04.862128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.866578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.878540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['2d6dd646-6a5a-4578-a399-c5b815e93f94'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:25:04.914795 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:04.915454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:04.916902 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-346ecd98-9c68-4525-96dd-0ed341ba89b8 req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "PUT /v2.0/ports/2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 982 time: 0.3288894 Jan 04 14:25:04.944183 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dcf2db-3177-462c-b4b6-265a0ed8c2d5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=6']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:25:04.980013 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['2d6dd646-6a5a-4578-a399-c5b815e93f94'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:25:05.033355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c46f2e-6dd6-484f-a189-4453a5737108 req-a9d57c45-7839-4b4d-81cd-16e1afaeb794 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:05.035006 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62c46f2e-6dd6-484f-a189-4453a5737108 req-a9d57c45-7839-4b4d-81cd-16e1afaeb794 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0512376 Jan 04 14:25:05.099153 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62c46f2e-6dd6-484f-a189-4453a5737108 req-f35b4a6d-9c63-4462-b40c-58d5478b75d4 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566299 Jan 04 14:25:05.239687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5b9f9f62-e84c-4ef8-8881-2c95f568e922 None None] Provisioning complete for port 2d6dd646-6a5a-4578-a399-c5b815e93f94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:25:05.239977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5b9f9f62-e84c-4ef8-8881-2c95f568e922 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:05.467287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:25:05.469653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1900b95-e9f3-4533-ac1a-22020b00339c" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:25:05.508549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:25:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d25055c0-e74a-4ba6-8996-7db03bd32103 x-openstack-request-id: req-d25055c0-e74a-4ba6-8996-7db03bd32103 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:25:05.508854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:25:05.509109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d25055c0-e74a-4ba6-8996-7db03bd32103 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:25:05.509516 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'status': 'completed', 'code': 200} Jan 04 14:25:05.577756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-4c1d0a54-e8b7-4d01-8127-7b122d67de56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:05.579281 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-4c1d0a54-e8b7-4d01-8127-7b122d67de56 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1138 time: 0.0468478 Jan 04 14:25:05.646554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:05.672261 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-5c9d9008-67a9-459b-b075-8ca66b7548b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:05.673778 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-5c9d9008-67a9-459b-b075-8ca66b7548b3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.0865669 Jan 04 14:25:05.742792 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-1861a8b2-8056-41a6-85b0-dcc07e845f3d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 1001 time: 0.0610549 Jan 04 14:25:05.791561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-ce721ccd-d0d5-49c1-8940-577b59887714 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:05.792985 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-ce721ccd-d0d5-49c1-8940-577b59887714 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0431757 Jan 04 14:25:05.838353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-ea1516ea-c6aa-4cd9-9b2a-264057e88c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:05.839778 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-ea1516ea-c6aa-4cd9-9b2a-264057e88c6a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390861 Jan 04 14:25:05.934521 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-3b9636ed-8707-4208-851f-5bf0d7c58b2a service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870423 Jan 04 14:25:06.028717 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1900b95-e9f3-4533-ac1a-22020b00339c req-6c9a42db-a67e-4b34-9c59-1bbb880671b9 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862284 Jan 04 14:25:06.808230 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:25:07.258703 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-e3d20dc5-b5ac-4163-81ab-a5313196905d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0434122 Jan 04 14:25:07.335700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-b7f700e1-8d63-41a2-b4ed-9f6cd5901ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:07.337132 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-b7f700e1-8d63-41a2-b4ed-9f6cd5901ecf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1138 time: 0.0401649 Jan 04 14:25:07.438075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-cf6f7a8a-89b3-4919-889b-8f5438e4a7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:07.439525 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-cf6f7a8a-89b3-4919-889b-8f5438e4a7d0 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.0830889 Jan 04 14:25:07.508169 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-f278d49a-25bc-48fe-b33d-e17d88c39fd7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 1001 time: 0.0614672 Jan 04 14:25:07.556483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-a5bf7b56-dd04-490f-a9b3-fac86827a8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:07.557799 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-a5bf7b56-dd04-490f-a9b3-fac86827a8fc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0434647 Jan 04 14:25:07.600223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-204188f4-83e9-48cd-8b2f-bde5c1727441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:07.602190 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-204188f4-83e9-48cd-8b2f-bde5c1727441 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382898 Jan 04 14:25:07.692302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-8d7c6151-30bf-4377-bf9a-bd4eceba2df8 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836871 Jan 04 14:25:07.783962 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7edf681-fc45-4db8-b4f9-c18ad9a1a9c8 req-105ef557-21c8-4fe8-8df4-c6f0da1eed55 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842340 Jan 04 14:25:15.569035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-90432f73-7e89-4594-8ac1-a635b2b58d73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:17.251861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-96c02896-db48-4577-8329-e7aeaf4826ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:17.253374 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-96c02896-db48-4577-8329-e7aeaf4826ca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1138 time: 0.0414896 Jan 04 14:25:17.255729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0c713-2013-4d60-bfcf-35f887327e6c req-bcbe9495-b108-4f57-a4ef-a4c5dcbab8df tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:17.257199 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c9a0c713-2013-4d60-bfcf-35f887327e6c req-bcbe9495-b108-4f57-a4ef-a4c5dcbab8df tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0503345 Jan 04 14:25:17.317783 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c9a0c713-2013-4d60-bfcf-35f887327e6c req-d316e9c5-2fbf-443c-b42b-3bb37c3fba80 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537262 Jan 04 14:25:17.349026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-650018eb-ff2c-43e3-8f1d-d21e05987f16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:17.350505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-650018eb-ff2c-43e3-8f1d-d21e05987f16 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.0896420 Jan 04 14:25:17.414628 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-9b812915-ba7d-4468-9e3d-30752c783df4 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 1001 time: 0.0565715 Jan 04 14:25:17.462001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-77eabcff-d383-4e54-b830-4eed29ffc424 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:17.463377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-77eabcff-d383-4e54-b830-4eed29ffc424 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0422974 Jan 04 14:25:17.510019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-5c993b94-8c93-46db-b8a3-a63230028d77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:17.511453 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-5c993b94-8c93-46db-b8a3-a63230028d77 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413847 Jan 04 14:25:17.599923 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-e575988c-0772-463f-861e-25130e250d5e service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0794659 Jan 04 14:25:17.688341 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a6b244ff-c8ff-4c22-96da-53fd98643d51 req-7ab454e3-9226-46ee-aa3c-ebe02e33e5c3 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829284 Jan 04 14:25:17.904239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-316dd834-6a33-4eb1-ba56-fe1a8357c61d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:18.437108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5569f4-c5fc-4121-b7e9-d1bb96702273 req-f55bfd6c-c2a0-4093-a73c-e0870bd69c44 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:18.438638 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ab5569f4-c5fc-4121-b7e9-d1bb96702273 req-f55bfd6c-c2a0-4093-a73c-e0870bd69c44 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0502157 Jan 04 14:25:18.497470 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ab5569f4-c5fc-4121-b7e9-d1bb96702273 req-8fd6a1c2-14da-4f8d-a205-e987b6d6a80d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527918 Jan 04 14:25:19.249146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:19.610148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebaee20-308a-40ec-bc11-9a5110ae290a req-be3797a4-b9d5-4edc-81f2-ae60f72634e3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:19.611594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2ebaee20-308a-40ec-bc11-9a5110ae290a req-be3797a4-b9d5-4edc-81f2-ae60f72634e3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0486379 Jan 04 14:25:19.674789 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2ebaee20-308a-40ec-bc11-9a5110ae290a req-65308c95-c812-4d91-bb9f-a25216b4c815 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0566401 Jan 04 14:25:20.487448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:20.788253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd7da1-5412-4e34-9d58-312d55a61803 req-45448d03-7ec0-42c5-acc8-b7dd99e78627 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:20.789785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-41fd7da1-5412-4e34-9d58-312d55a61803 req-45448d03-7ec0-42c5-acc8-b7dd99e78627 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0496957 Jan 04 14:25:20.858509 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-41fd7da1-5412-4e34-9d58-312d55a61803 req-74ee96c2-58c3-45a7-afaf-d2a57c604c3a tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0561371 Jan 04 14:25:21.972309 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb7b02d-51fb-4e2b-896f-90a9a5e24d32 req-6d1d1931-8a31-4831-81ef-d90e61c9c05e tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:21.973777 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7bb7b02d-51fb-4e2b-896f-90a9a5e24d32 req-6d1d1931-8a31-4831-81ef-d90e61c9c05e tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0491517 Jan 04 14:25:22.034760 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7bb7b02d-51fb-4e2b-896f-90a9a5e24d32 req-46581bd2-6abc-4bf1-9966-a81711af250e tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0549815 Jan 04 14:25:22.067960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:23.151904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4cd1f3f-d2ff-437f-8932-7cb42a2ac588 req-34b6eec1-f8b6-4e58-996f-7db22e033c3d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:23.153402 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e4cd1f3f-d2ff-437f-8932-7cb42a2ac588 req-34b6eec1-f8b6-4e58-996f-7db22e033c3d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0535703 Jan 04 14:25:23.212152 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e4cd1f3f-d2ff-437f-8932-7cb42a2ac588 req-7e09ca8e-66b0-4b89-aa04-a79b7877b6be tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0527506 Jan 04 14:25:24.326380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d5f089-2668-447c-9b7f-1e25d5786908 req-49dab2c3-2efb-4891-9ffa-2155b635839c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:24.327840 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-53d5f089-2668-447c-9b7f-1e25d5786908 req-49dab2c3-2efb-4891-9ffa-2155b635839c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0501800 Jan 04 14:25:24.386306 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-53d5f089-2668-447c-9b7f-1e25d5786908 req-17a65e39-6135-42bb-a256-24bf3ab27287 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0523777 Jan 04 14:25:25.501449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44768e2e-95ca-4430-a555-dfa66b404c1f req-506dd190-2e8f-4ef8-a6ba-7b5e863ed6ee tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:25.502952 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-44768e2e-95ca-4430-a555-dfa66b404c1f req-506dd190-2e8f-4ef8-a6ba-7b5e863ed6ee tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0488935 Jan 04 14:25:25.561561 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-44768e2e-95ca-4430-a555-dfa66b404c1f req-538bb79c-c914-4238-90de-c534a57b233c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524535 Jan 04 14:25:26.677601 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73fab14d-59a8-45c2-8079-289e001ccfdd req-3daa3601-8980-4c15-ba80-ad5db7c6a254 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:26.679604 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-73fab14d-59a8-45c2-8079-289e001ccfdd req-3daa3601-8980-4c15-ba80-ad5db7c6a254 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0524962 Jan 04 14:25:26.737625 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-73fab14d-59a8-45c2-8079-289e001ccfdd req-10441849-9166-4663-9aa0-4653318b6514 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0520415 Jan 04 14:25:27.856896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4ba249-e2c8-449c-aae0-98a54912cbbe req-ea6fe49d-56f5-4921-b83b-0769b9da697c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:27.858369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3d4ba249-e2c8-449c-aae0-98a54912cbbe req-ea6fe49d-56f5-4921-b83b-0769b9da697c tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0532925 Jan 04 14:25:27.916535 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3d4ba249-e2c8-449c-aae0-98a54912cbbe req-92fd6d93-f612-4911-9b2c-ff64d1d4bd00 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0521371 Jan 04 14:25:29.033159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568b91ba-98d1-4821-b23e-eb85ae49506c req-d516ef58-f5f9-4161-9950-9ae1e957dea1 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:29.035275 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-568b91ba-98d1-4821-b23e-eb85ae49506c req-d516ef58-f5f9-4161-9950-9ae1e957dea1 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0509727 Jan 04 14:25:29.095243 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-568b91ba-98d1-4821-b23e-eb85ae49506c req-82d8f789-36c7-4053-a26e-00480fd574d3 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531936 Jan 04 14:25:30.207973 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af2ae465-fd0e-498e-8e0c-f9ba44989f19 req-96bd240a-3fba-4eea-9f22-d4f3734128c0 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:30.209367 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-af2ae465-fd0e-498e-8e0c-f9ba44989f19 req-96bd240a-3fba-4eea-9f22-d4f3734128c0 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0484922 Jan 04 14:25:30.267085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-af2ae465-fd0e-498e-8e0c-f9ba44989f19 req-ebdb0721-30ce-4242-97f1-b77e9a4a8a3e tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0517938 Jan 04 14:25:31.380200 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454750b1-73c8-4a0c-acf5-001eea84f2ed req-86554acc-ec44-4ab0-bb0c-7627d30d11aa tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:31.381663 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-454750b1-73c8-4a0c-acf5-001eea84f2ed req-86554acc-ec44-4ab0-bb0c-7627d30d11aa tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0483246 Jan 04 14:25:31.444179 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-454750b1-73c8-4a0c-acf5-001eea84f2ed req-471d5d4f-22c7-4ca1-96d2-fcdad7ea6b88 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0559268 Jan 04 14:25:32.558082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914fb60-97ea-411a-935f-e5a30906b69f req-997e5731-8eda-4087-b45c-da3a93744681 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:32.559531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e914fb60-97ea-411a-935f-e5a30906b69f req-997e5731-8eda-4087-b45c-da3a93744681 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0495181 Jan 04 14:25:32.622620 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e914fb60-97ea-411a-935f-e5a30906b69f req-07afb872-60e9-4e2f-8066-1b1c3bf570c7 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0569277 Jan 04 14:25:33.737002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c76656d-8c1f-4a45-95b7-eeae6ebee953 req-9cd9c1e7-440d-4b9e-bf4f-eadc0d5f0379 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:25:33.738483 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1c76656d-8c1f-4a45-95b7-eeae6ebee953 req-9cd9c1e7-440d-4b9e-bf4f-eadc0d5f0379 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0495956 Jan 04 14:25:33.799568 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1c76656d-8c1f-4a45-95b7-eeae6ebee953 req-efe6747c-dcc3-4201-89ce-c410e2fa7eac tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=2f25c9e6-1ade-4f6f-bcc3-68c80678c896&id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0548489 Jan 04 14:25:35.533528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:43.807994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:25:45.570383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ee3dda9d-e98f-4443-b08c-926bb1991eaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:47.905653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-730dba72-2048-416f-a4a7-e2e90a2846ff None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:49.251525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:50.489562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:25:52.069558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:05.547344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:06.595131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-eea7ea23-8a86-4a09-b114-06fcedd62f9e tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-833539074&fields=id&tenant_id=db088e7479b24980bbe0e19f711a801d HTTP/1.1" status: 200 len: 267 time: 0.0910163 Jan 04 14:26:06.647068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-3a9f546f-07f1-4828-be41-886830b61ed5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:06.649008 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-3a9f546f-07f1-4828-be41-886830b61ed5 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 985 time: 0.0477161 Jan 04 14:26:06.659791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Request body: {'port': {'security_groups': ['dea9f595-1adc-49ba-bf3e-8c499fc3889d']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:06.725257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:06.896253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:06.923710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:06.928038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:06.939059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['2d6dd646-6a5a-4578-a399-c5b815e93f94'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:26:06.986287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event updated for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=7']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:06.993957 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:06.994566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:06.995956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a0d546df-c8d2-4b9f-8a26-1e6eb7ef95df req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "PUT /v2.0/ports/2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 943 time: 0.3405282 Jan 04 14:26:06.996414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:26:06.998809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-988c7f7d-b742-4efb-9069-069207b4e083" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:26:07.002493 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45316) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:07.007551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.008436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.008777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.009115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.009446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.009785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.010130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.010461 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.010786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.011107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.011431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.011752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.012071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c61dfbe-0107-48dc-879c-50223fa3d41d tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.063416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:26:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db2af0f3-ade3-4d55-a9bd-89b23c0763ff x-openstack-request-id: req-db2af0f3-ade3-4d55-a9bd-89b23c0763ff {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:26:07.063983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:26:07.064148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-db2af0f3-ade3-4d55-a9bd-89b23c0763ff {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:26:07.064542 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'status': 'completed', 'code': 200} Jan 04 14:26:07.066810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['2d6dd646-6a5a-4578-a399-c5b815e93f94'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:26:07.109597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.148591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.193922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7f7d-b742-4efb-9069-069207b4e083 req-c369d7b9-da61-4fef-a4dc-93de591697cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:07.196081 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-c369d7b9-da61-4fef-a4dc-93de591697cf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1099 time: 0.1073837 Jan 04 14:26:07.222383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.225373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.229497 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "DELETE /v2.0/security-groups/2f25c9e6-1ade-4f6f-bcc3-68c80678c896 HTTP/1.1" status: 204 len: 168 time: 0.2162726 Jan 04 14:26:07.230389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45320) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:07.237770 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f25c9e6-1ade-4f6f-bcc3-68c80678c896,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:07.241406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bd6f0265-99a7-4d08-a4fa-012111cbfcc5 None None] Provisioning complete for port 2d6dd646-6a5a-4578-a399-c5b815e93f94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:07.242453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bd6f0265-99a7-4d08-a4fa-012111cbfcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.247158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.247523 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.247873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.248426 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.248772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.249112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.249772 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.250152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.250492 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.251257 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.251785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.252300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.252806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad59ee6e-41bf-4451-8b91-e01fd20d36ec tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:07.390249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7f7d-b742-4efb-9069-069207b4e083 req-d5b8b4ad-eb71-433b-83af-7444ec1f5b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:07.391723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-d5b8b4ad-eb71-433b-83af-7444ec1f5b18 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.1893883 Jan 04 14:26:07.487257 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-4656f85f-7a8f-49e1-9f37-1a5832f9a54b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 1001 time: 0.0810788 Jan 04 14:26:07.526761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Deleting port fecddcdf-371e-4668-895d-f072f4693e8a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:07.527014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.563379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7f7d-b742-4efb-9069-069207b4e083 req-ddab38f6-6271-4ef3-8fcc-2fbab6c82682 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:07.564814 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-ddab38f6-6271-4ef3-8fcc-2fbab6c82682 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0662351 Jan 04 14:26:07.642868 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.643590 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.658567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988c7f7d-b742-4efb-9069-069207b4e083 req-8f090a07-4aa1-41e3-abff-74b7fb3b572d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:07.660027 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-8f090a07-4aa1-41e3-abff-74b7fb3b572d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708375 Jan 04 14:26:07.660866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Calling delete_port for fecddcdf-371e-4668-895d-f072f4693e8a owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:07.835581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-c33ad5c6-f4c8-4143-ac5e-56fef97d6e2d service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1666923 Jan 04 14:26:07.964924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-988c7f7d-b742-4efb-9069-069207b4e083 req-7c52cb60-16e6-495f-a1bc-4929426b53f2 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223764 Jan 04 14:26:07.965981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:07.994871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event deleted for resources: {'Port': ['ID=fecddcdf-371e-4668-895d-f072f4693e8a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:08.321844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:08.322195 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Floating IP 9517d379-e0e9-4c48-b8e8-f5709baf4008 disassociated (deleted). External IP: 172.36.2.75, port: 2d6dd646-6a5a-4578-a399-c5b815e93f94. Jan 04 14:26:08.526031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Router 453f0b1b-6cc2-4b51-b3d0-88739168a565 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:26:08.632458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:26:08.636938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:08.642614 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] Sync routers for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:26:08.653278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:08.653896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:25:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:08.675375 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0c26fdb7-f933-4b41-897c-887165ec9cfe tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "DELETE /v2.0/floatingips/9517d379-e0e9-4c48-b8e8-f5709baf4008 HTTP/1.1" status: 204 len: 168 time: 1.4440258 Jan 04 14:26:08.722750 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-7d86c87e-1955-4083-a67b-1429a4799714 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0555098 Jan 04 14:26:08.783508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:08.820249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-9effbaf4-fc1b-40ac-8bed-208cf6e24e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:08.821919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-9effbaf4-fc1b-40ac-8bed-208cf6e24e62 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1099 time: 0.0511811 Jan 04 14:26:08.989421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-6ad620ab-bc22-4bb1-a1fc-80ccf76a1833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:08.991362 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-6ad620ab-bc22-4bb1-a1fc-80ccf76a1833 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.1477039 Jan 04 14:26:09.017808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:09.034427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-c852abb4-ca4c-447b-b220-f6c65a782e44 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 217 time: 0.0356791 Jan 04 14:26:09.044703 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] Checking router: 453f0b1b-6cc2-4b51-b3d0-88739168a565 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:26:09.053825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:09.054490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:25:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:09.068888 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:26:09.072024 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce2300af-88ff-4d80-a481-61aa69f0d69e" -d '{"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:26:09.102521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-aa5d15d6-aeb1-4111-80b1-2b48de923559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:09.105331 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-aa5d15d6-aeb1-4111-80b1-2b48de923559 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0645697 Jan 04 14:26:09.164717 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-5fc36016-2e77-4b02-9ac1-93a6fc77b47a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:09.167270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-5fc36016-2e77-4b02-9ac1-93a6fc77b47a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545559 Jan 04 14:26:09.176348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:09.177409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c52e99a8-325f-4aa6-9f63-6a2471ef2110 x-openstack-request-id: req-c52e99a8-325f-4aa6-9f63-6a2471ef2110 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:26:09.179048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:26:09.180153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c52e99a8-325f-4aa6-9f63-6a2471ef2110 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:26:09.180628 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'status': 'completed', 'code': 200} Jan 04 14:26:09.280726 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-1b46e42c-7c82-451c-98ad-ca72616d22a7 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886295 Jan 04 14:26:09.388761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:09.400010 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14a543aa-4aa4-497c-8ae8-66f4f67dd224 req-73106217-9224-467e-a58c-3df4c9867d86 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019957 Jan 04 14:26:09.416516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4fdcf3-4f1b-4f8c-a251-467dfb7601e5 None None] The sync data for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv is: [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '28784fc8-472f-4766-9122-997b4eef6fd4', 'name': '', 'network_id': 'bb303678-f193-4b15-b2b4-ecf3cb106372', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'mac_address': 'fa:16:3e:52:e8:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_interface', 'standard_attr_id': 1671, 'fixed_ips': [{'subnet_id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:08Z', 'updated_at': '2022-01-04T14:24:14Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'subnets': [{'id': 'c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:26:09.503332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-9221993d-a81d-4029-b16a-a2585de6eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:09.504875 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-9221993d-a81d-4029-b16a-a2585de6eed6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=db088e7479b24980bbe0e19f711a801d&device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 1099 time: 0.0485563 Jan 04 14:26:09.607372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-7565e9f1-a323-47b0-9b18-f2559b82ecd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:09.609027 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-7565e9f1-a323-47b0-9b18-f2559b82ecd7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 200 len: 916 time: 0.0970111 Jan 04 14:26:09.668860 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-f0906433-fa0b-4548-b481-d111cea44c33 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 200 len: 217 time: 0.0532155 Jan 04 14:26:09.727264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-575e3837-6247-4b7a-8370-4c3990de6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:09.728737 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-575e3837-6247-4b7a-8370-4c3990de6781 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 200 len: 854 time: 0.0537446 Jan 04 14:26:09.745140 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7527c67d-a12c-46dc-9a35-e8c9fb0a59ac None None] New status for floating IP 9517d379-e0e9-4c48-b8e8-f5709baf4008: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:26:09.795830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-211147fe-110a-47e7-bc5e-1cbc3da5380f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:09.798177 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-211147fe-110a-47e7-bc5e-1cbc3da5380f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=bb303678-f193-4b15-b2b4-ecf3cb106372&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0620997 Jan 04 14:26:09.909412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-fe413ac0-dccd-4e9b-b0b4-a4752070a214 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043861 Jan 04 14:26:10.007412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce2300af-88ff-4d80-a481-61aa69f0d69e req-dcd06a6a-e68a-4094-a04e-a41850f68f00 service neutron] 10.222.0.13 "GET /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913601 Jan 04 14:26:15.571967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8ae35061-7033-4578-b2cb-2fd40a294578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:17.906460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-47ff22a6-c372-49db-9435-8fd2803030d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:19.253817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:20.493227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:20.806861 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:26:22.072126 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:24.036489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d08b8d-7398-4a25-8653-4f30d7e0a9e5 req-e7150f8e-5b3d-4639-85d2-f6d7a27dd98a tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:24.037886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24d08b8d-7398-4a25-8653-4f30d7e0a9e5 req-e7150f8e-5b3d-4639-85d2-f6d7a27dd98a tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0497947 Jan 04 14:26:24.084992 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24d08b8d-7398-4a25-8653-4f30d7e0a9e5 req-7bbc8074-7e15-4801-ba2e-8691d6f7e5c1 tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410693 Jan 04 14:26:25.249839 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f633da-2e60-49a6-b862-20120a792a80 req-6ba099c8-3a86-4ad3-ad5c-7b47c7dcaddd tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:25.251479 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55f633da-2e60-49a6-b862-20120a792a80 req-6ba099c8-3a86-4ad3-ad5c-7b47c7dcaddd tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0981383 Jan 04 14:26:25.302888 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-55f633da-2e60-49a6-b862-20120a792a80 req-7c42be30-3e92-426d-b497-30fd62bb11ee tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/security-groups?id=dea9f595-1adc-49ba-bf3e-8c499fc3889d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451872 Jan 04 14:26:25.667035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-2bcb8660-0c2f-4ad1-b53f-bdf855d8134b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:25.668490 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-2bcb8660-0c2f-4ad1-b53f-bdf855d8134b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.13 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 946 time: 0.0527446 Jan 04 14:26:25.753674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Deleting port 2d6dd646-6a5a-4578-a399-c5b815e93f94 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:25.754055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:25.844224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] For port 2d6dd646-6a5a-4578-a399-c5b815e93f94, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=2d6dd646-6a5a-4578-a399-c5b815e93f94,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:25.844572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:25.855847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Calling delete_port for 2d6dd646-6a5a-4578-a399-c5b815e93f94 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:25.976349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:25.987459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['2d6dd646-6a5a-4578-a399-c5b815e93f94'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:26:26.010181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Pushing event deleted for resources: {'Port': ['ID=2d6dd646-6a5a-4578-a399-c5b815e93f94,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:26.049711 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] No DVR routers for this DVR port 2d6dd646-6a5a-4578-a399-c5b815e93f94 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:26:26.052307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:26.056095 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17344d1e-b7ab-48ba-b7e2-6e6b7dc84cb4 req-931b2039-1092-40b5-9365-26f5ecbeba3f tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.13 "DELETE /v2.0/ports/2d6dd646-6a5a-4578-a399-c5b815e93f94 HTTP/1.1" status: 204 len: 173 time: 0.3817747 Jan 04 14:26:26.056551 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'name': 'network-vif-deleted', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:26:26.058795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77dcaac-31b9-4d5c-84c4-788dc5b967e9" -d '{"events": [{"server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "name": "network-vif-deleted", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:26:26.097608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:26:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78d7643a-10bd-4cbb-a4c3-5af74e3759db x-openstack-request-id: req-78d7643a-10bd-4cbb-a4c3-5af74e3759db {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:26:26.097936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e50d0de-eeba-4595-a78e-61b0e680812a", "name": "network-vif-deleted", "tag": "2d6dd646-6a5a-4578-a399-c5b815e93f94", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:26:26.098197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-78d7643a-10bd-4cbb-a4c3-5af74e3759db {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:26:26.098610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e50d0de-eeba-4595-a78e-61b0e680812a', 'name': 'network-vif-deleted', 'tag': '2d6dd646-6a5a-4578-a399-c5b815e93f94', 'status': 'completed', 'code': 200} Jan 04 14:26:26.408884 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e47a4342-1c8f-4cc3-89f5-f54b702b378a req-29ead268-0474-4be3-820d-6b1c58dfb58b tempest-TestMinimumBasicScenario-1997528936 tempest-TestMinimumBasicScenario-1997528936-project] 10.222.0.30 "GET /v2.0/ports?device_id=3e50d0de-eeba-4595-a78e-61b0e680812a HTTP/1.1" status: 200 len: 210 time: 0.0277572 Jan 04 14:26:27.998176 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45448) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:28.513316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 2d6dd646-6a5a-4578-a399-c5b815e93f94 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:28.536084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 2d6dd646-6a5a-4578-a399-c5b815e93f94 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:28.536404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 2d6dd646-6a5a-4578-a399-c5b815e93f94 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:28.619557 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:28.857043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Deleting port 28784fc8-472f-4766-9122-997b4eef6fd4 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:28.857376 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:28.935298 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] For port 28784fc8-472f-4766-9122-997b4eef6fd4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=28784fc8-472f-4766-9122-997b4eef6fd4,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:28.935653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:28.947711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Calling delete_port for 28784fc8-472f-4766-9122-997b4eef6fd4 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:29.122117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:29.152338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=28784fc8-472f-4766-9122-997b4eef6fd4,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:29.339961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:29.552666 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Router 453f0b1b-6cc2-4b51-b3d0-88739168a565 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:26:29.657350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:26:29.663714 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-56f727ab-3bf9-4798-84e7-8f1f9b3535a7 admin admin] 10.222.0.30 "PUT /v2.0/routers/453f0b1b-6cc2-4b51-b3d0-88739168a565/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6632607 Jan 04 14:26:29.665072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45450) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:29.666322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] Sync routers for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:26:29.675730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:29.676332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:29.769535 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:29.782926 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:29.871831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:29.927101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Deleting port b397cf69-6d41-47df-b49f-c212029140e0 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:29.927434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:29.956530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33'}], 'enable_snat': True}, 'gw_port_id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:26:29Z', 'revision_number': 5, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port': {'id': 'b397cf69-6d41-47df-b49f-c212029140e0', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:98:b7:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1670, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.33', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:24:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:29.981976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] Checking router: 453f0b1b-6cc2-4b51-b3d0-88739168a565 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:26:29.990155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] Routers {'453f0b1b-6cc2-4b51-b3d0-88739168a565'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:29.990786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['453f0b1b-6cc2-4b51-b3d0-88739168a565'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:30.004509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] For port b397cf69-6d41-47df-b49f-c212029140e0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b397cf69-6d41-47df-b49f-c212029140e0,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:30.004871 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.018109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Calling delete_port for b397cf69-6d41-47df-b49f-c212029140e0 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:30.075010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] Set router 453f0b1b-6cc2-4b51-b3d0-88739168a565 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:30.130005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:26:29Z', 'revision_number': 6, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:30.156434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83b9a738-c473-4c09-b633-2991a92c8e6a None None] The sync data for ids ['453f0b1b-6cc2-4b51-b3d0-88739168a565'] in dv-neutron-master-2-hyperv is: [{'id': '453f0b1b-6cc2-4b51-b3d0-88739168a565', 'name': 'tempest-TestMinimumBasicScenario-1778242345-router', 'tenant_id': 'db088e7479b24980bbe0e19f711a801d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:06Z', 'updated_at': '2022-01-04T14:26:29Z', 'revision_number': 6, 'project_id': 'db088e7479b24980bbe0e19f711a801d', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:26:30.183429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.215561 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Pushing event deleted for resources: {'Port': ['ID=b397cf69-6d41-47df-b49f-c212029140e0,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:30.229502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dcf4bac-fb8e-4103-872c-960bca33e9a3 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:30.274085 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.361579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.363734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.406038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.406598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453f0b1b-6cc2-4b51-b3d0-88739168a565 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:26:30.411144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.412513 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b9d26158-40c1-4220-85b8-719a286f1068 admin admin] 10.222.0.30 "DELETE /v2.0/routers/453f0b1b-6cc2-4b51-b3d0-88739168a565 HTTP/1.1" status: 204 len: 168 time: 0.7465165 Jan 04 14:26:30.415556 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45452) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:30.461988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Deleting subnet c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:26:30.464964 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.498739 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.582111 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.621036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 28784fc8-472f-4766-9122-997b4eef6fd4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:30.639037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.644115 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 28784fc8-472f-4766-9122-997b4eef6fd4 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:30.644553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 28784fc8-472f-4766-9122-997b4eef6fd4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:30.669649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:30.673178 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.676437 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5cec6483-5746-4b60-b123-dac12b658584 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/c0bb3e5e-4614-44a0-9ed8-4c480cdd87ac HTTP/1.1" status: 204 len: 168 time: 0.2599535 Jan 04 14:26:30.678929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45454) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:30.681138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e69fcac-487d-4d10-ae83-6d211ab38cc2 None None] Network bb303678-f193-4b15-b2b4-ecf3cb106372 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:26:30.746806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.802552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Deleting port 54e39a92-9072-476b-8de3-59d05e1407cb {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:30.802886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.867174 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] For port 54e39a92-9072-476b-8de3-59d05e1407cb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=54e39a92-9072-476b-8de3-59d05e1407cb,segment=NetworkSegment(07d53a33-687f-4fca-ba91-a080c0d09901),segment_id=07d53a33-687f-4fca-ba91-a080c0d09901)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:30.867527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.878734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Calling delete_port for 54e39a92-9072-476b-8de3-59d05e1407cb owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:30.937031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] DHCP port deletion for bb303678-f193-4b15-b2b4-ecf3cb106372 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:30.973934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:30.987925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Deleting port 54e39a92-9072-476b-8de3-59d05e1407cb {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:30.988307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.003865 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Pushing event deleted for resources: {'Port': ['ID=54e39a92-9072-476b-8de3-59d05e1407cb,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:31.005713 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] No DVR routers for this DVR port 54e39a92-9072-476b-8de3-59d05e1407cb on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:26:31.058557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] For port 54e39a92-9072-476b-8de3-59d05e1407cb, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:31.058957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.072555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Calling delete_port for 54e39a92-9072-476b-8de3-59d05e1407cb owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:31.075221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Port 54e39a92-9072-476b-8de3-59d05e1407cb was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:26:31.075905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.076455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.095945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb303678-f193-4b15-b2b4-ecf3cb106372']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:31.102148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Pushing event deleted for resources: {'Port': ['ID=54e39a92-9072-476b-8de3-59d05e1407cb,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:31.105895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '07d53a33-687f-4fca-ba91-a080c0d09901') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:31.106208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '07d53a33-687f-4fca-ba91-a080c0d09901') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:31.108646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] No DVR routers for this DVR port 54e39a92-9072-476b-8de3-59d05e1407cb on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:26:31.115873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.120591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.121469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.122019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.123095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.123720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.124458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.124879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.125175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.125514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.125852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.126201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.127258 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.127611 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63193a6a-10ff-439a-b054-a5fc37642dbf None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:31.130510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.136981 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Releasing vlan 175 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:26:31.137267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:26:31.138948 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:26:31.199965 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.205974 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.209103 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] 10.222.0.30 "DELETE /v2.0/networks/bb303678-f193-4b15-b2b4-ecf3cb106372 HTTP/1.1" status: 204 len: 168 time: 0.5292578 Jan 04 14:26:31.212653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45456) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:31.221569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ecfb2e-85d7-4889-9b2c-65be02b653aa admin admin] Pushing event deleted for resources: {'Network': ['ID=bb303678-f193-4b15-b2b4-ecf3cb106372,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:31.553521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.794762 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Deleting port 52244e66-16d2-4176-90ae-54b79ff59d01 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:31.795097 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.870216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] For port 52244e66-16d2-4176-90ae-54b79ff59d01, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=52244e66-16d2-4176-90ae-54b79ff59d01,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:31.870497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:31.883026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Calling delete_port for 52244e66-16d2-4176-90ae-54b79ff59d01 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:32.054890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:32.085067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Pushing event deleted for resources: {'Port': ['ID=52244e66-16d2-4176-90ae-54b79ff59d01,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:32.247442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:32.456167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Router ba736777-bbf1-4265-9f6b-9e92ac300e08 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:26:32.533509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b397cf69-6d41-47df-b49f-c212029140e0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:32.558865 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b397cf69-6d41-47df-b49f-c212029140e0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:32.559519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b397cf69-6d41-47df-b49f-c212029140e0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:32.559944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 54e39a92-9072-476b-8de3-59d05e1407cb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:32.726977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 54e39a92-9072-476b-8de3-59d05e1407cb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:32.727233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 54e39a92-9072-476b-8de3-59d05e1407cb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:32.843379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:26:32.848751 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ed4fff95-4c19-4357-870e-f6e656476ccd admin admin] 10.222.0.30 "PUT /v2.0/routers/ba736777-bbf1-4265-9f6b-9e92ac300e08/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6344712 Jan 04 14:26:32.851913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45458) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:32.852658 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] Sync routers for ids ['ba736777-bbf1-4265-9f6b-9e92ac300e08'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:26:32.861990 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] Routers {'ba736777-bbf1-4265-9f6b-9e92ac300e08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:32.862591 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ba736777-bbf1-4265-9f6b-9e92ac300e08'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:32.955475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:32.963278 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] Set router ba736777-bbf1-4265-9f6b-9e92ac300e08 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:33.054840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.106564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Deleting port e0ba2e3b-03c3-4a96-8195-c2a923d5c409 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:33.106904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.136954 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210'}], 'enable_snat': True}, 'gw_port_id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:26:32Z', 'revision_number': 5, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port': {'id': 'e0ba2e3b-03c3-4a96-8195-c2a923d5c409', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:2f:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1682, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:24:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:33.166645 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] Checking router: ba736777-bbf1-4265-9f6b-9e92ac300e08 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:26:33.174741 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] Routers {'ba736777-bbf1-4265-9f6b-9e92ac300e08'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:33.175340 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['ba736777-bbf1-4265-9f6b-9e92ac300e08'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:33.183056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] For port e0ba2e3b-03c3-4a96-8195-c2a923d5c409, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:33.183418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.196071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Calling delete_port for e0ba2e3b-03c3-4a96-8195-c2a923d5c409 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:33.254957 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] Set router ba736777-bbf1-4265-9f6b-9e92ac300e08 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:33.308532 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:26:33Z', 'revision_number': 6, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:33.334765 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0536a-198a-4066-a3a6-ff2bde225673 None None] The sync data for ids ['ba736777-bbf1-4265-9f6b-9e92ac300e08'] in dv-neutron-master-2-hyperv is: [{'id': 'ba736777-bbf1-4265-9f6b-9e92ac300e08', 'name': 'tempest-TestMinimumBasicScenario-134093439-router', 'tenant_id': 'c8e030be53334d0e85321a2f0ed54797', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:24:11Z', 'updated_at': '2022-01-04T14:26:33Z', 'revision_number': 6, 'project_id': 'c8e030be53334d0e85321a2f0ed54797', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:26:33.359381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.389561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0ba2e3b-03c3-4a96-8195-c2a923d5c409,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:33.403297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8900c9-da3d-4066-a828-fa2b3cecec45 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:33.449695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.537114 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.539249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.585431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.585930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ba736777-bbf1-4265-9f6b-9e92ac300e08 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:26:33.590169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.591360 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6879e958-3fd9-4dbd-89b2-074f0aeb1729 admin admin] 10.222.0.30 "DELETE /v2.0/routers/ba736777-bbf1-4265-9f6b-9e92ac300e08 HTTP/1.1" status: 204 len: 168 time: 0.7385006 Jan 04 14:26:33.594046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45460) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:33.638734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Deleting subnet d70ceeec-0e11-4b59-b28a-dfe5313fa9dc {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:26:33.642010 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.677589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.769965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.822641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.848334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d70ceeec-0e11-4b59-b28a-dfe5313fa9dc,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:33.852271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.855461 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fdd00774-61b3-41aa-b55b-52a35a9d0f21 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/d70ceeec-0e11-4b59-b28a-dfe5313fa9dc HTTP/1.1" status: 204 len: 168 time: 0.2603166 Jan 04 14:26:33.857950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45462) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:33.860453 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93efe2df-72f4-4ff4-90f1-3efb0d57b58f None None] Network 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:26:33.929407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:33.987066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Deleting port ef18da5c-9f60-4083-8eba-320d4d14aac0 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:33.987401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.003716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] DHCP port deletion for 5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:34.055235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] For port ef18da5c-9f60-4083-8eba-320d4d14aac0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef18da5c-9f60-4083-8eba-320d4d14aac0,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:34.055603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.056289 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] Deleting port ef18da5c-9f60-4083-8eba-320d4d14aac0 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:26:34.056671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.068459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Calling delete_port for ef18da5c-9f60-4083-8eba-320d4d14aac0 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:34.121079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] For port ef18da5c-9f60-4083-8eba-320d4d14aac0, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ef18da5c-9f60-4083-8eba-320d4d14aac0,segment=NetworkSegment(0ddb0f20-5aaa-449b-88f8-a90846f60cf6),segment_id=0ddb0f20-5aaa-449b-88f8-a90846f60cf6)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:34.121382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.136981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] Calling delete_port for ef18da5c-9f60-4083-8eba-320d4d14aac0 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:26:34.155513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.182124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef18da5c-9f60-4083-8eba-320d4d14aac0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:34.184022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] No DVR routers for this DVR port ef18da5c-9f60-4083-8eba-320d4d14aac0 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:26:34.215231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.241682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] Pushing event deleted for resources: {'Port': ['ID=ef18da5c-9f60-4083-8eba-320d4d14aac0,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:34.243555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c2f919-ce66-402c-890a-52206cfea816 None None] No DVR routers for this DVR port ef18da5c-9f60-4083-8eba-320d4d14aac0 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:26:34.255903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.280217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:34.289847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ddb0f20-5aaa-449b-88f8-a90846f60cf6') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:34.290172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ddb0f20-5aaa-449b-88f8-a90846f60cf6') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:34.299601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.312990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.318797 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:26:34.319200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:26:34.320961 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:26:34.375664 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.381146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.384476 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] 10.222.0.30 "DELETE /v2.0/networks/5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e HTTP/1.1" status: 204 len: 168 time: 0.5256171 Jan 04 14:26:34.395326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8229b3-1a1d-49bc-a09e-8af1e9802418 admin admin] Pushing event deleted for resources: {'Network': ['ID=5c4f5d9f-6e66-42d5-9a22-a7a3e40d892e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:34.486176 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52244e66-16d2-4176-90ae-54b79ff59d01 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:34.507237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 52244e66-16d2-4176-90ae-54b79ff59d01 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:34.507587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 52244e66-16d2-4176-90ae-54b79ff59d01 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:34.508010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e0ba2e3b-03c3-4a96-8195-c2a923d5c409 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:34.530185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e0ba2e3b-03c3-4a96-8195-c2a923d5c409 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:34.530534 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e0ba2e3b-03c3-4a96-8195-c2a923d5c409 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:34.530959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ef18da5c-9f60-4083-8eba-320d4d14aac0 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:26:34.544287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45468) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:34.551012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ef18da5c-9f60-4083-8eba-320d4d14aac0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:26:34.551385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ef18da5c-9f60-4083-8eba-320d4d14aac0 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:26:34.583981 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bfa1495a-9370-4624-8050-8dfb712238f5 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=db088e7479b24980bbe0e19f711a801d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0384901 Jan 04 14:26:34.586362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45470) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:34.636156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3be-74fd-4534-b3d7-c91411f915ac admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.657016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3be-74fd-4534-b3d7-c91411f915ac admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.701761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3be-74fd-4534-b3d7-c91411f915ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.704409 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dfbcc3be-74fd-4534-b3d7-c91411f915ac admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:34.707772 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dfbcc3be-74fd-4534-b3d7-c91411f915ac admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/dea9f595-1adc-49ba-bf3e-8c499fc3889d HTTP/1.1" status: 204 len: 168 time: 0.1182735 Jan 04 14:26:34.716475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbcc3be-74fd-4534-b3d7-c91411f915ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dea9f595-1adc-49ba-bf3e-8c499fc3889d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:35.011756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45476) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:35.050024 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f8b4667c-fb3e-498d-a23e-c92b310a65be admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c8e030be53334d0e85321a2f0ed54797&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0370524 Jan 04 14:26:35.052249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45478) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:35.097108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-204e6cdb-2df0-423e-b581-8b7c1cacd20f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:35.118352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-204e6cdb-2df0-423e-b581-8b7c1cacd20f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:35.164475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-204e6cdb-2df0-423e-b581-8b7c1cacd20f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:35.167025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-204e6cdb-2df0-423e-b581-8b7c1cacd20f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:35.168186 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-204e6cdb-2df0-423e-b581-8b7c1cacd20f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/7b2dcf01-5131-4efc-a713-c8be352ec7d3 HTTP/1.1" status: 204 len: 168 time: 0.1150703 Jan 04 14:26:35.175668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-204e6cdb-2df0-423e-b581-8b7c1cacd20f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b2dcf01-5131-4efc-a713-c8be352ec7d3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:35.548362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.631527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45518) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:36.636758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-698914742', 'description': 'tempest-secgroup-smoke-698914742 description', 'project_id': '7b61ec97989540399276e1412da9027b'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:36.660219 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.667877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.743902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.747357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.780989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84196451-0ad7-4482-9e61-9005783949ba,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:36.819840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.823228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.850483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a87f5759-57aa-4d4d-b62d-a3b18735c884,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:36.856079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.857297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ab86036a-a040-4499-b6b3-ea669a994b9b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2241936 Jan 04 14:26:36.860116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45520) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:36.864323 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'a87f5759-57aa-4d4d-b62d-a3b18735c884', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:36.892250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.945161 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.948695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.967901 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d63f263-7308-4fac-80b8-dfe2cb9eeb37,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:36.973291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:36.974485 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-edf2da71-f2d8-40dc-8b96-e9a60240b1c1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1134355 Jan 04 14:26:36.977629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45522) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:36.981887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'a87f5759-57aa-4d4d-b62d-a3b18735c884', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.008576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.061512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.064796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.085647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=011eabdb-2872-4272-8c0c-371cf3bee403,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:37.092950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.094154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-77627889-2d0b-4711-a67e-3d040b11e583 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1155663 Jan 04 14:26:37.096885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45524) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:37.101724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'a87f5759-57aa-4d4d-b62d-a3b18735c884', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.128658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.182430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.185731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.201803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e418ee6f-3ae3-4163-9dce-55b1478c4f25,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:37.209683 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.211456 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-421334a2-3880-4d61-86fe-9bef6792e6f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1136453 Jan 04 14:26:37.214120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45526) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:37.218381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'a87f5759-57aa-4d4d-b62d-a3b18735c884', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.245576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.301658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.305054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.321982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=217b94a4-6a5f-4dc1-836e-00780cad4ce0,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:37.329083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.330311 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d332e592-2007-4d73-a576-b1b44d5692d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1152720 Jan 04 14:26:37.332889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45528) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:37.337663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'a87f5759-57aa-4d4d-b62d-a3b18735c884', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.359918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:26:37.364859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.421209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.424633 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.443377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b388b576-1a9c-421b-bd62-968c5cc3eaae,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:37.451289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.452467 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4f5277fc-8537-4df7-8586-8a38bcd9813c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1186681 Jan 04 14:26:37.455140 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45530) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:37.459472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'a87f5759-57aa-4d4d-b62d-a3b18735c884', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.482973 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:26:37.487801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.544425 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.547865 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.566386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f10516b-2d2f-4cb3-8b9b-0016c8dc235e,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:37.572003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.573170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bf25977a-0009-44f7-b6cb-8e34e69c10de tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1170881 Jan 04 14:26:37.576226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45532) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:37.580877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'network': {'name': 'tempest-network-smoke--1745261322', 'project_id': '7b61ec97989540399276e1412da9027b', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.602278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:26:37.605748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.627898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:26:37.637139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.637748 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Added segment e80d8c83-e000-41eb-bf7d-8d85246d2b6f of type vlan for network 0bc88acb-8aed-459a-a83b-5adb5df2009e Jan 04 14:26:37.675842 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.699200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.704879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:37.705450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.735812 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1586077 Jan 04 14:26:37.738926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45534) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:37.743553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'admin_state_up': True, 'project_id': '7b61ec97989540399276e1412da9027b', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:37.769709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.770765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.777442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-578fa69b-ab40-48a3-91ad-7b7f84f68791 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Network': ['ID=0bc88acb-8aed-459a-a83b-5adb5df2009e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:37.788390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:26:37.827208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:37.961898 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:38.158630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:38.176491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:38.277611 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.147 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/caf58407-4023-4674-9f2d-1fd60d9f7dc6) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:26:38.379128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:38.412030 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:38.447893 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:26:38.452213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:38.457647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:26:38.464651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7dee003-4a47-4f9f-a5c9-8ae6f7196234 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:38.479563 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=caf58407-4023-4674-9f2d-1fd60d9f7dc6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:38.567459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dcaf8377-f3d3-4795-9c0f-fa6dc300fd28 None None] Provisioning complete for port caf58407-4023-4674-9f2d-1fd60d9f7dc6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:38.567737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dcaf8377-f3d3-4795-9c0f-fa6dc300fd28 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:38.600093 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-dcaf8377-f3d3-4795-9c0f-fa6dc300fd28 None None] Port caf58407-4023-4674-9f2d-1fd60d9f7dc6 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:26:38.705391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:39.180051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:39.302454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 34f0e724-c498-4d33-b48e-8b77d728c475 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:26:39.406120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:26:39.415623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Sync routers for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:26:39.426112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:39.426729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:39.429336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:39.430836 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-da0b0e3c-35e3-49e1-a454-25dfd3de511d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.6906312 Jan 04 14:26:39.433928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45536) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:39.530027 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:39.559489 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a9b62042-7164-419c-9647-34a7fdb98c40 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7b61ec97989540399276e1412da9027b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1242738 Jan 04 14:26:39.562128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45540) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:39.705775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:38Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:39.714996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f19b77a6-e7fa-4ce5-b689-9ad48b4003cc tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:39.717369 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f19b77a6-e7fa-4ce5-b689-9ad48b4003cc tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1539261 Jan 04 14:26:39.720024 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45542) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:39.732861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Checking router: 34f0e724-c498-4d33-b48e-8b77d728c475 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:26:39.733208 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Updating router 34f0e724-c498-4d33-b48e-8b77d728c475 port caf58407-4023-4674-9f2d-1fd60d9f7dc6 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:26:39.755160 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a75a22bb-70a3-4fcd-a5cc-7e964f67aba1 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0338731 Jan 04 14:26:39.757726 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45544) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:39.758564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:39.762995 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-455166257', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'project_id': '7b61ec97989540399276e1412da9027b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:39.859054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:26:39.862891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.013542 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.019300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.042197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.066400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9735ae20-0980-4515-bd2e-2ec608e56204 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:40.077751 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Attempting to bind port caf58407-4023-4674-9f2d-1fd60d9f7dc6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:26:40.077990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Attempting to bind port caf58407-4023-4674-9f2d-1fd60d9f7dc6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:26:40.078241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Attempting to bind port caf58407-4023-4674-9f2d-1fd60d9f7dc6 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:26:40.080397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d4663-feb5-4687-a35c-5f2ac4089a5f None None] Pushing event updated for resources: {'Port': ['ID=caf58407-4023-4674-9f2d-1fd60d9f7dc6,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:40.087764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:26:40.087764 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:26:40.088098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.088630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:26:40.088916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Bound port: caf58407-4023-4674-9f2d-1fd60d9f7dc6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:26:40.089350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.102181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Subnet': ['ID=8930f650-a6f8-4760-8588-aa541f31db91,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:40.113272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Checking segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:26:40.113641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network hostable DHCP agents. Network: 0bc88acb-8aed-459a-a83b-5adb5df2009e, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:26:40.130832 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:26:40.140292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 0bc88acb-8aed-459a-a83b-5adb5df2009e) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:40.146162 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:40.149056 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.151058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbd49187-2d0e-42e8-b6fb-cb3da43f9186 None None] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:26:40.156862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-373ab3e9-de82-42c4-a734-05f51b4727ea None None] Provisioning complete for port caf58407-4023-4674-9f2d-1fd60d9f7dc6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:40.157228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-373ab3e9-de82-42c4-a734-05f51b4727ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.159108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] For port caf58407-4023-4674-9f2d-1fd60d9f7dc6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:26:40.166712 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8995d980-b6fc-4b31-8336-8207574de182 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4071712 Jan 04 14:26:40.169229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45546) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:40.202824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] For port caf58407-4023-4674-9f2d-1fd60d9f7dc6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=caf58407-4023-4674-9f2d-1fd60d9f7dc6,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:26:40.220060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.278800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-373ab3e9-de82-42c4-a734-05f51b4727ea None None] Port caf58407-4023-4674-9f2d-1fd60d9f7dc6 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:26:40.299552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-580ca5d0-7323-48e7-b573-c7f9452e4464 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:26:40.332529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d4663-feb5-4687-a35c-5f2ac4089a5f None None] Pushing event updated for resources: {'Port': ['ID=caf58407-4023-4674-9f2d-1fd60d9f7dc6,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:40.351493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:40.352116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:40.387708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-0bc88acb-8aed-459a-a83b-5adb5df2009e', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:26:40.388571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.434319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-59e462fc-1a86-4c24-9ad8-a3ad66433365 None None] Provisioning complete for port caf58407-4023-4674-9f2d-1fd60d9f7dc6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:40.435040 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59e462fc-1a86-4c24-9ad8-a3ad66433365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.563374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:40.604968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.716602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Allocated IP 172.20.0.2 (0bc88acb-8aed-459a-a83b-5adb5df2009e/8930f650-a6f8-4760-8588-aa541f31db91/2250a78f-35c1-43ef-9137-cff6129ca561) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:26:40.787700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59e462fc-1a86-4c24-9ad8-a3ad66433365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:40.841232 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-59e462fc-1a86-4c24-9ad8-a3ad66433365 None None] For port caf58407-4023-4674-9f2d-1fd60d9f7dc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=caf58407-4023-4674-9f2d-1fd60d9f7dc6,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:41.011558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-59e462fc-1a86-4c24-9ad8-a3ad66433365 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.088372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e462fc-1a86-4c24-9ad8-a3ad66433365 None None] Pushing event updated for resources: {'Port': ['ID=caf58407-4023-4674-9f2d-1fd60d9f7dc6,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:41.124502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:38Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:41.155974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6eee5c91-3e9d-4d35-94dd-eefc04bfa99f None None] The sync data for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv is: [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:38Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:26:41.169705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.179220 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.218621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:26:41.223787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:41.227446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:26:41.231236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.1 (0bc88acb-8aed-459a-a83b-5adb5df2009e/8930f650-a6f8-4760-8588-aa541f31db91/33372b63-9acc-45ff-a8e6-2806bd8a4a23) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:26:41.235420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Pushing event updated for resources: {'Port': ['ID=2250a78f-35c1-43ef-9137-cff6129ca561,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:41.291999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Attempting to bind port 2250a78f-35c1-43ef-9137-cff6129ca561 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:26:41.292505 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Attempting to bind port 2250a78f-35c1-43ef-9137-cff6129ca561 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:26:41.292879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Attempting to bind port 2250a78f-35c1-43ef-9137-cff6129ca561 on network 0bc88acb-8aed-459a-a83b-5adb5df2009e {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:26:41.298246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:26:41.298622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Checking segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:26:41.299022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.299419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Bound using segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:26:41.299896 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Bound port: 2250a78f-35c1-43ef-9137-cff6129ca561, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:26:41.300281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.352117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.377120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] For port 2250a78f-35c1-43ef-9137-cff6129ca561, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:26:41.386575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] For port 2250a78f-35c1-43ef-9137-cff6129ca561, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2250a78f-35c1-43ef-9137-cff6129ca561,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:26:41.400869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.411933 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.457594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:26:41.471979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=33372b63-9acc-45ff-a8e6-2806bd8a4a23,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:41.477085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:41.477701 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176f0cb-d6b7-4e0e-9f51-853025f9ecce None None] Pushing event updated for resources: {'Port': ['ID=2250a78f-35c1-43ef-9137-cff6129ca561,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:41.480346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:26:41.535564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:41.969834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.254915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.259548 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.336043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=33372b63-9acc-45ff-a8e6-2806bd8a4a23,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:42.344429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.424917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35639b7f-136c-4e84-afde-48537d4ff33d None None] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:26:42.440055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:26:42.441378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:42.464894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1a1a1d64-b026-4360-8e70-160b3bb84d6c None None] Provisioning complete for port 2250a78f-35c1-43ef-9137-cff6129ca561 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:42.465633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1d64-b026-4360-8e70-160b3bb84d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.573253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 34f0e724-c498-4d33-b48e-8b77d728c475 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:26:42.580330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2250a78f-35c1-43ef-9137-cff6129ca561 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:26:42.661430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1d64-b026-4360-8e70-160b3bb84d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.687427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:26:42.691347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2250a78f-35c1-43ef-9137-cff6129ca561 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:42.691787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.696768 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a215fcb3-30bd-481a-a111-c3021d621c44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/34f0e724-c498-4d33-b48e-8b77d728c475/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5263658 Jan 04 14:26:42.724297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-1a1a1d64-b026-4360-8e70-160b3bb84d6c None None] For port 2250a78f-35c1-43ef-9137-cff6129ca561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2250a78f-35c1-43ef-9137-cff6129ca561,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:42.732282 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1a1a1d64-b026-4360-8e70-160b3bb84d6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.801267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1a1d64-b026-4360-8e70-160b3bb84d6c None None] Pushing event updated for resources: {'Port': ['ID=2250a78f-35c1-43ef-9137-cff6129ca561,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:42.870626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device caf58407-4023-4674-9f2d-1fd60d9f7dc6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:26:42.875189 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-d0b56166-c083-4500-8004-6fa164b6aeff tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-698914742&fields=id&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 267 time: 0.0561557 Jan 04 14:26:42.922583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port caf58407-4023-4674-9f2d-1fd60d9f7dc6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:42.923526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:42.981804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3ddfc1ad-6735-4fe5-b502-18d588394e02 None None] Provisioning complete for port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:42.982372 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc1ad-6735-4fe5-b502-18d588394e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.006502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-578cec7d-2741-40fa-b2ba-8f2321d823cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:43.012912 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-578cec7d-2741-40fa-b2ba-8f2321d823cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/networks?id=0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 200 len: 797 time: 0.1288021 Jan 04 14:26:43.030409 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-fbf59951-eea9-42c1-b02a-7a5e48c05aea tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/quotas/7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 375 time: 0.0115576 Jan 04 14:26:43.050653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3ddfc1ad-6735-4fe5-b502-18d588394e02 None None] Port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:26:43.064137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-3ddfc1ad-6735-4fe5-b502-18d588394e02 None None] Provisioning complete for port 2250a78f-35c1-43ef-9137-cff6129ca561 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:43.064508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3ddfc1ad-6735-4fe5-b502-18d588394e02 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.091916 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-2aab96bd-22f9-4cdc-9725-5352a4f47af0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0557189 Jan 04 14:26:43.208655 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Sync routers for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:26:43.218812 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:43.219577 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:43.268481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d0df6748-73ee-440d-a6b4-d86c2a19c5ee None None] Provisioning complete for port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:43.268957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d0df6748-73ee-440d-a6b4-d86c2a19c5ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.280688 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-42d2a810-6c1e-467e-a345-a225b4ba52cf service neutron] 10.222.0.30 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589472 Jan 04 14:26:43.315607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d0df6748-73ee-440d-a6b4-d86c2a19c5ee None None] Port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:26:43.323418 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:43.373816 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-7cd79fa5-8132-40bb-b0d5-6da19b004b50 service neutron] 10.222.0.30 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919504 Jan 04 14:26:43.433756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7256550b-9353-4e82-a4c5-b71c6f19af4e None None] Provisioning complete for port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:43.434226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7256550b-9353-4e82-a4c5-b71c6f19af4e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.470135 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7256550b-9353-4e82-a4c5-b71c6f19af4e None None] Port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:26:43.528525 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:42Z', 'revision_number': 2, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:43.540390 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-53a1de97-8a2a-47bd-a5ce-3822923c35e3 req-c124346d-9193-4788-96bd-0b56da130491 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 210 time: 0.0293081 Jan 04 14:26:43.556695 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Checking router: 34f0e724-c498-4d33-b48e-8b77d728c475 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:26:43.557057 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Updating router 34f0e724-c498-4d33-b48e-8b77d728c475 port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:26:43.581192 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.933194 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.938175 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:43.986461 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Pushing event updated for resources: {'Port': ['ID=33372b63-9acc-45ff-a8e6-2806bd8a4a23,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:44.007638 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.007980 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.008315 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.008645 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.008967 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.009310 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.009607 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.009946 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.010271 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.010589 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.010925 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.011431 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.011738 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:26:44.048284 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Attempting to bind port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:26:44.048634 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Attempting to bind port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:26:44.049198 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Attempting to bind port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 on network 0bc88acb-8aed-459a-a83b-5adb5df2009e {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:26:44.054970 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:26:44.055340 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Checking segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:26:44.055735 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.056125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Bound using segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:26:44.056587 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Bound port: 33372b63-9acc-45ff-a8e6-2806bd8a4a23, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:26:44.056953 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.127568 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] For port 33372b63-9acc-45ff-a8e6-2806bd8a4a23, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:26:44.131064 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] For port 33372b63-9acc-45ff-a8e6-2806bd8a4a23, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33372b63-9acc-45ff-a8e6-2806bd8a4a23,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:26:44.136425 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.204591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-986d5c09-341d-419c-ab1c-63b982d98202 None None] Provisioning complete for port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:44.205554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-986d5c09-341d-419c-ab1c-63b982d98202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.208187 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:44.209011 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:44.249381 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a4a4dd-e265-4cbe-9711-f43f59b526fe None None] Pushing event updated for resources: {'Port': ['ID=33372b63-9acc-45ff-a8e6-2806bd8a4a23,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:44.292411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-986d5c09-341d-419c-ab1c-63b982d98202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.328961 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:44.331241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-986d5c09-341d-419c-ab1c-63b982d98202 None None] For port 33372b63-9acc-45ff-a8e6-2806bd8a4a23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33372b63-9acc-45ff-a8e6-2806bd8a4a23,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:44.335906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-986d5c09-341d-419c-ab1c-63b982d98202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.386763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986d5c09-341d-419c-ab1c-63b982d98202 None None] Pushing event updated for resources: {'Port': ['ID=33372b63-9acc-45ff-a8e6-2806bd8a4a23,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:44.459652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6db0bf92-f5ae-4f0b-a28b-fb5041c9cc4f None None] Provisioning complete for port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:44.460285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6db0bf92-f5ae-4f0b-a28b-fb5041c9cc4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.538889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2250a78f-35c1-43ef-9137-cff6129ca561 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:26:44.559670 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:44.589518 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-471f1e86-96fc-4326-a885-69016bda0a37 None None] The sync data for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv is: [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:26:44.606818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2250a78f-35c1-43ef-9137-cff6129ca561 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:44.607305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:44.705296 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-376c8270-6f77-4dfa-9c42-3d30c4b37b72 req-b43464b7-9e55-4254-a849-99efc8348ec2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 210 time: 0.0380056 Jan 04 14:26:44.747337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-4b0e4b00-68fa-4f7d-86f0-4cfd8af6c7b0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:44.749552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-4b0e4b00-68fa-4f7d-86f0-4cfd8af6c7b0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/networks?id=0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 200 len: 797 time: 0.2227519 Jan 04 14:26:44.826921 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-02f338a0-fc31-40c8-9fc7-cb2be038666a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 379 time: 0.0684853 Jan 04 14:26:44.836622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'port': {'device_id': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'admin_state_up': True, 'tenant_id': '7b61ec97989540399276e1412da9027b', 'security_groups': ['a87f5759-57aa-4d4d-b62d-a3b18735c884']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:44.952290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:26:44.955927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.085916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.4 (0bc88acb-8aed-459a-a83b-5adb5df2009e/8930f650-a6f8-4760-8588-aa541f31db91/407089c0-e154-4b06-91d6-bb0ba8b00e66) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:26:45.233163 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.267647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.312448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:26:45.315603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:45.322412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:26:45.347273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=407089c0-e154-4b06-91d6-bb0ba8b00e66,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:45.381322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:45.382614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.402574 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-a40e81cb-715c-4a03-b827-43c4e32d42a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5702834 Jan 04 14:26:45.415235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Request body: {'port': {'device_id': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:45.479269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.576582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-32d2563d-5d50-49f4-9f18-4ded2bb6a880 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.615334 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c35f3a2c-5834-4fcc-8938-91bb654bd3d7 None None] Provisioning complete for port 407089c0-e154-4b06-91d6-bb0ba8b00e66 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:45.616404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c35f3a2c-5834-4fcc-8938-91bb654bd3d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.655195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c35f3a2c-5834-4fcc-8938-91bb654bd3d7 None None] Port 407089c0-e154-4b06-91d6-bb0ba8b00e66 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:26:45.753396 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 407089c0-e154-4b06-91d6-bb0ba8b00e66 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:26:45.763780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.776210 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Transition to ACTIVE for port object 407089c0-e154-4b06-91d6-bb0ba8b00e66 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:26:45.780333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:45.858006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Pushing event updated for resources: {'Port': ['ID=407089c0-e154-4b06-91d6-bb0ba8b00e66,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:45.916768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf37a26-0e09-4870-8434-d5283e6b4ebc req-aba1774d-a8a1-4d82-80f0-097d5384dcfd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:45.918338 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-caf37a26-0e09-4870-8434-d5283e6b4ebc req-aba1774d-a8a1-4d82-80f0-097d5384dcfd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 943 time: 0.1075158 Jan 04 14:26:45.979388 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Attempting to bind port 407089c0-e154-4b06-91d6-bb0ba8b00e66 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:26:45.979731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Attempting to bind port 407089c0-e154-4b06-91d6-bb0ba8b00e66 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:26:45.980065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Attempting to bind port 407089c0-e154-4b06-91d6-bb0ba8b00e66 on network 0bc88acb-8aed-459a-a83b-5adb5df2009e {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:26:45.988817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Port 407089c0-e154-4b06-91d6-bb0ba8b00e66 on network 0bc88acb-8aed-459a-a83b-5adb5df2009e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:26:45.989146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Attempting to bind port 407089c0-e154-4b06-91d6-bb0ba8b00e66 on network 0bc88acb-8aed-459a-a83b-5adb5df2009e {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:26:45.996008 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-caf37a26-0e09-4870-8434-d5283e6b4ebc req-6c8ccece-ca6c-4afa-bd0c-6a62e51db79a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0694931 Jan 04 14:26:45.998685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 26, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:26:45.999033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Checking segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:26:45.999387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Bound using segment: {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:26:45.999815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Bound port: 407089c0-e154-4b06-91d6-bb0ba8b00e66, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:26:46.000170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:46.066662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] For port 407089c0-e154-4b06-91d6-bb0ba8b00e66, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:26:46.069613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] For port 407089c0-e154-4b06-91d6-bb0ba8b00e66, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:26:46.074308 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:46.107294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.107915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:46.109289 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] 10.222.0.13 "PUT /v2.0/ports/407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 200 len: 1093 time: 0.6985757 Jan 04 14:26:46.109727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:26:46.112027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e4384b-df99-4797-81b6-5514d46030da" -d '{"events": [{"name": "network-changed", "server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:26:46.154545 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e9ea72-d925-4b71-8f93-d7eb425a0d04 service neutron] Pushing event updated for resources: {'Port': ['ID=407089c0-e154-4b06-91d6-bb0ba8b00e66,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:46.176561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:26:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ecf210d-565d-449d-8d52-fe6986f59646 x-openstack-request-id: req-4ecf210d-565d-449d-8d52-fe6986f59646 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:26:46.176858 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:26:46.177113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4ecf210d-565d-449d-8d52-fe6986f59646 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:26:46.177520 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'status': 'completed', 'code': 200} Jan 04 14:26:46.211635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-14dcffec-e274-47e9-8dfe-1d98b0008ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.213144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-14dcffec-e274-47e9-8dfe-1d98b0008ff2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1096 time: 0.0460713 Jan 04 14:26:46.260889 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-731548cb-810f-419f-a8a6-3731d6aa376a service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 200 len: 217 time: 0.0396819 Jan 04 14:26:46.312076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-f7543fc2-c95f-4685-bd80-11f411f8794c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.313600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-f7543fc2-c95f-4685-bd80-11f411f8794c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8930f650-a6f8-4760-8588-aa541f31db91 HTTP/1.1" status: 200 len: 834 time: 0.0460930 Jan 04 14:26:46.357718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16273750-74e6-4931-a390-ac3d940406a8 req-f129db28-02e8-47ea-9505-1c7dc2afb199 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.359182 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-f129db28-02e8-47ea-9505-1c7dc2afb199 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bc88acb-8aed-459a-a83b-5adb5df2009e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398624 Jan 04 14:26:46.450869 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-5f5a2a09-5128-4357-b3ca-2571bffa23f8 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850167 Jan 04 14:26:46.513000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 33372b63-9acc-45ff-a8e6-2806bd8a4a23 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:26:46.542221 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-16273750-74e6-4931-a390-ac3d940406a8 req-f23a1e5c-ce1b-431f-b01c-51fb33ff79ea service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850422 Jan 04 14:26:46.560709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:46.561073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:46.629514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4384b-df99-4797-81b6-5514d46030da req-fd97f17c-5268-415e-af54-4feb7c8c806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.631065 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-fd97f17c-5268-415e-af54-4feb7c8c806a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1096 time: 0.0423138 Jan 04 14:26:46.723399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4384b-df99-4797-81b6-5514d46030da req-f748207d-13b0-49f1-af61-5b7f0b26ad71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.724849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-f748207d-13b0-49f1-af61-5b7f0b26ad71 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 200 len: 898 time: 0.0868888 Jan 04 14:26:46.766633 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-9a4201ba-51dc-4709-91d8-36df085843ba service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 200 len: 217 time: 0.0332403 Jan 04 14:26:46.816935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4384b-df99-4797-81b6-5514d46030da req-0d0fd04f-fff1-4f32-8103-e139ecb52815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.818371 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-0d0fd04f-fff1-4f32-8103-e139ecb52815 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8930f650-a6f8-4760-8588-aa541f31db91 HTTP/1.1" status: 200 len: 834 time: 0.0461466 Jan 04 14:26:46.862451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e4384b-df99-4797-81b6-5514d46030da req-ccdd3492-6be2-48c4-99ba-fc60065588c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:46.863896 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-ccdd3492-6be2-48c4-99ba-fc60065588c8 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bc88acb-8aed-459a-a83b-5adb5df2009e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387022 Jan 04 14:26:46.955152 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-7da9e637-044b-4150-adde-009dc42a829b service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835736 Jan 04 14:26:47.043761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57e4384b-df99-4797-81b6-5514d46030da req-c0308f54-5d7c-4a95-95f2-0734ad6e6f74 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809362 Jan 04 14:26:47.110190 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f7c31-2e00-4609-ba5b-45c538abfcf6 req-20c2ee13-20cc-4704-9c52-a3cd28644ba9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:47.111817 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f99f7c31-2e00-4609-ba5b-45c538abfcf6 req-20c2ee13-20cc-4704-9c52-a3cd28644ba9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 943 time: 0.0493195 Jan 04 14:26:47.164275 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f99f7c31-2e00-4609-ba5b-45c538abfcf6 req-a80b408f-5ebd-47d3-87c8-710044e63fe9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459609 Jan 04 14:26:47.909659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-81a69c2b-6e4a-4497-b999-0524f76b69a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:48.284921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3cde497-f82d-429e-9ef3-f50bd0aa2192 req-6ba14e22-de4d-4b97-b1bc-e6184acb2b4f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:48.286418 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d3cde497-f82d-429e-9ef3-f50bd0aa2192 req-6ba14e22-de4d-4b97-b1bc-e6184acb2b4f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 943 time: 0.0533576 Jan 04 14:26:48.336528 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d3cde497-f82d-429e-9ef3-f50bd0aa2192 req-03c82416-1653-46d1-ae84-8afa50d0f367 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442145 Jan 04 14:26:48.643186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 407089c0-e154-4b06-91d6-bb0ba8b00e66 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:26:48.732690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 407089c0-e154-4b06-91d6-bb0ba8b00e66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:48.746749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'port_id': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'mac_address': 'fa:16:3e:34:e3:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:26:48.782404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:48.795003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 407089c0-e154-4b06-91d6-bb0ba8b00e66 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:26:48.814651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 407089c0-e154-4b06-91d6-bb0ba8b00e66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:48.818707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:48.863521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=407089c0-e154-4b06-91d6-bb0ba8b00e66,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:49.021180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['407089c0-e154-4b06-91d6-bb0ba8b00e66'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:26:49.255110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:49.449477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a06ed3c-657f-4606-b04f-79e2f163d202 req-1798625b-485e-4e3f-8ce5-4c2432825ab1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:49.450937 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a06ed3c-657f-4606-b04f-79e2f163d202 req-1798625b-485e-4e3f-8ce5-4c2432825ab1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 944 time: 0.0473320 Jan 04 14:26:49.499037 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a06ed3c-657f-4606-b04f-79e2f163d202 req-aa39f6fd-407f-4b28-9bbf-6f7e735c084e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422115 Jan 04 14:26:50.495968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:50.615531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f0ca17-229b-4187-a16c-ec6f91f2475c req-8bf84e14-a6ef-4a3b-8044-f45194fdf96d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:50.617656 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5f0ca17-229b-4187-a16c-ec6f91f2475c req-8bf84e14-a6ef-4a3b-8044-f45194fdf96d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 944 time: 0.0481613 Jan 04 14:26:50.665719 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5f0ca17-229b-4187-a16c-ec6f91f2475c req-521b609f-6c59-4721-ad51-65f907e73a75 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422287 Jan 04 14:26:50.669984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 407089c0-e154-4b06-91d6-bb0ba8b00e66 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:26:50.719894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 407089c0-e154-4b06-91d6-bb0ba8b00e66 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:26:50.723522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 407089c0-e154-4b06-91d6-bb0ba8b00e66 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:26:50.723890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:50.798589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:50.820455 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:26:50.822725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c177dc71-c017-4ef8-9de5-b66da6204e5a" -d '{"events": [{"server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "name": "network-vif-plugged", "status": "completed", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:26:50.836326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 407089c0-e154-4b06-91d6-bb0ba8b00e66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:26:50.841228 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:50.867420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ad5d3d-b30e-4433-948a-e95aeded7e19 x-openstack-request-id: req-38ad5d3d-b30e-4433-948a-e95aeded7e19 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:26:50.867720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "name": "network-vif-plugged", "status": "completed", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:26:50.867975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-38ad5d3d-b30e-4433-948a-e95aeded7e19 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:26:50.868353 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'code': 200} Jan 04 14:26:50.895330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=407089c0-e154-4b06-91d6-bb0ba8b00e66,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:51.020077 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64876877-07f2-42fc-9055-f71c6ad34958 req-e4193f64-bad2-46f7-b83e-fa2ba0cc4e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:51.021721 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-64876877-07f2-42fc-9055-f71c6ad34958 req-e4193f64-bad2-46f7-b83e-fa2ba0cc4e9a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1098 time: 0.0401111 Jan 04 14:26:51.066349 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-64876877-07f2-42fc-9055-f71c6ad34958 req-9755ab12-4685-4a08-9f0d-5a25d75e8eb9 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368710 Jan 04 14:26:51.779684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c59bf4b-0dc9-4e8a-a179-122dc7999c84 req-1201b3fb-8123-42e6-ae47-52dc655adfcd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:51.781147 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4c59bf4b-0dc9-4e8a-a179-122dc7999c84 req-1201b3fb-8123-42e6-ae47-52dc655adfcd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0481770 Jan 04 14:26:51.832937 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4c59bf4b-0dc9-4e8a-a179-122dc7999c84 req-21d7e4ec-257b-4af3-8f0e-a8a0f6980a0a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458236 Jan 04 14:26:52.072666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:52.951518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84261e3-a371-4845-ab27-91ac7bdae83a req-59a2928d-e90d-4782-abd8-24b73d4beef4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:52.952969 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a84261e3-a371-4845-ab27-91ac7bdae83a req-59a2928d-e90d-4782-abd8-24b73d4beef4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0517833 Jan 04 14:26:52.999595 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a84261e3-a371-4845-ab27-91ac7bdae83a req-3a54d4dd-a166-450b-9476-f353cc6484e3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407815 Jan 04 14:26:53.112512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e1cf85-43a3-4716-8c69-087b83b1373c req-25acb708-bccc-4bf3-b065-8798c425cd41 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:53.114041 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a3e1cf85-43a3-4716-8c69-087b83b1373c req-25acb708-bccc-4bf3-b065-8798c425cd41 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0491645 Jan 04 14:26:53.162500 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a3e1cf85-43a3-4716-8c69-087b83b1373c req-a0912a80-1da3-465b-81b9-89a84b658492 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421152 Jan 04 14:26:53.183669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45602) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:53.221794 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec066bf3-0899-403a-a396-66c146bae420 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:53.223283 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ec066bf3-0899-403a-a396-66c146bae420 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1093 time: 0.0386555 Jan 04 14:26:53.226497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45604) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:53.230601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:26:53.255189 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:53.352869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:53.451706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.49 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/1e775a39-71e8-405a-81dc-3d81a7833190) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:26:53.550777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:53.583307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:53.620804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:26:53.623517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:26:53.629505 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:26:53.634897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=1e775a39-71e8-405a-81dc-3d81a7833190,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:53.977317 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:54.040533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:54.183321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:54.187438 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:54.259324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=1e775a39-71e8-405a-81dc-3d81a7833190,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:26:54.266998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:54.656177 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 1191db54-e96a-46b5-973c-b0815176acf9 associated. External IP: 172.36.2.49, port: 407089c0-e154-4b06-91d6-bb0ba8b00e66. Jan 04 14:26:54.856479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 34f0e724-c498-4d33-b48e-8b77d728c475 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:26:54.959157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:26:54.968346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] Sync routers for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:26:54.976277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:26:54.984991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:54.985615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:55.002804 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8831bff0-e4d5-4141-912d-ed3b27c0fb44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7753208 Jan 04 14:26:55.003498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:26:55.005819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a014715c-6890-43b2-8d32-98af8dfe4b22" -d '{"events": [{"name": "network-changed", "server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:26:55.044050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1eeabb1e-61c8-43b8-81fe-11faa17749cf x-openstack-request-id: req-1eeabb1e-61c8-43b8-81fe-11faa17749cf {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:26:55.044362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:26:55.044626 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1eeabb1e-61c8-43b8-81fe-11faa17749cf {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:26:55.045037 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'status': 'completed', 'code': 200} Jan 04 14:26:55.137106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a8090-ff8f-47e9-8e68-a763b73e8b02 req-8fee386d-63ff-4143-93f7-7ea2d23269b5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:55.138705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-df1a8090-ff8f-47e9-8e68-a763b73e8b02 req-8fee386d-63ff-4143-93f7-7ea2d23269b5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0801713 Jan 04 14:26:55.145924 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-00e2cedd-d33b-4b41-a5b1-971ce643847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:55.147934 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-00e2cedd-d33b-4b41-a5b1-971ce643847a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1098 time: 0.0790229 Jan 04 14:26:55.249915 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-df1a8090-ff8f-47e9-8e68-a763b73e8b02 req-79326177-da2e-4ca8-b2e2-16995205fff0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1008875 Jan 04 14:26:55.250522 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:55.273545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45610) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:55.275994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-1cfa0748-55ea-43e3-8ab6-54d010a127be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:55.277411 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-1cfa0748-55ea-43e3-8ab6-54d010a127be service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 200 len: 898 time: 0.1216991 Jan 04 14:26:55.342477 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b9a7481f-fc7e-4fb4-ad63-f2d0514f564b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/1191db54-e96a-46b5-973c-b0815176acf9 HTTP/1.1" status: 200 len: 990 time: 0.0666251 Jan 04 14:26:55.344862 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-a94d92a9-8410-489d-878f-8591cdd5d37d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 200 len: 998 time: 0.0610266 Jan 04 14:26:55.391181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-4afea8aa-33e7-475a-8851-d8c1072cd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:55.392849 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-4afea8aa-33e7-475a-8851-d8c1072cd685 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8930f650-a6f8-4760-8588-aa541f31db91 HTTP/1.1" status: 200 len: 834 time: 0.0418520 Jan 04 14:26:55.440252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-6c92318d-1661-4467-b724-bacd3a7c40c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:26:55.441724 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-6c92318d-1661-4467-b724-bacd3a7c40c1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bc88acb-8aed-459a-a83b-5adb5df2009e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0429382 Jan 04 14:26:55.478715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1191db54-e96a-46b5-973c-b0815176acf9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.49', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'port_id': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'mac_address': 'fa:16:3e:34:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:26:53Z', 'updated_at': '2022-01-04T14:26:53Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:55.503962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] Checking router: 34f0e724-c498-4d33-b48e-8b77d728c475 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:26:55.512723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:26:55.513346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:26:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:55.533291 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-1a8d2a13-c3ec-4d92-aae2-8e046f3f3a15 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835512 Jan 04 14:26:55.617855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:26:55.625328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a014715c-6890-43b2-8d32-98af8dfe4b22 req-25fef780-67eb-49c9-97d4-1bbf863763bd service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848124 Jan 04 14:26:55.836661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1191db54-e96a-46b5-973c-b0815176acf9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.49', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'port_id': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'mac_address': 'fa:16:3e:34:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:26:53Z', 'updated_at': '2022-01-04T14:26:53Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:26:55.866140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05622d34-ff8b-4648-9c91-b1276c3019a4 None None] The sync data for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv is: [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '1191db54-e96a-46b5-973c-b0815176acf9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.49', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'port_id': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1719, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'mac_address': 'fa:16:3e:34:e3:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:26:53Z', 'updated_at': '2022-01-04T14:26:53Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:26:56.043262 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-612ce4f6-645a-4a38-be2b-6be0cb75d929 None None] New status for floating IP 1191db54-e96a-46b5-973c-b0815176acf9: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:26:56.346012 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45612) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:26:56.408770 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4f53f1ec-d3e4-434a-b25c-22de59c940f6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/1191db54-e96a-46b5-973c-b0815176acf9 HTTP/1.1" status: 200 len: 992 time: 0.0616899 Jan 04 14:26:57.805688 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:27:05.550517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:10.252598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-94d0beca-9fd5-4228-9293-276fbe4c246b service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396588 Jan 04 14:27:10.334830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-c2ec6479-1ed7-4a8e-9940-8aef9b2e0de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:10.336350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-c2ec6479-1ed7-4a8e-9940-8aef9b2e0de9 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1098 time: 0.0402057 Jan 04 14:27:10.440155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-598cdf7c-712f-4534-9805-005668bd54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:10.441609 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-598cdf7c-712f-4534-9805-005668bd54a2 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 200 len: 898 time: 0.0868225 Jan 04 14:27:10.512083 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-a4caffc8-c694-4795-9098-3bf3198e9a1e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 200 len: 1000 time: 0.0618815 Jan 04 14:27:10.569249 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-5124360a-53fa-4341-9114-8512d881e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:10.570788 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-5124360a-53fa-4341-9114-8512d881e35d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8930f650-a6f8-4760-8588-aa541f31db91 HTTP/1.1" status: 200 len: 834 time: 0.0505681 Jan 04 14:27:10.614786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-9c67fe05-e9de-4dc0-b1a4-639fcb6e7fda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:10.616266 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-9c67fe05-e9de-4dc0-b1a4-639fcb6e7fda service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bc88acb-8aed-459a-a83b-5adb5df2009e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388150 Jan 04 14:27:10.704427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-56039c19-0454-49b2-a8db-02506ae9fdf2 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802932 Jan 04 14:27:10.795502 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0336d76-9c6f-416a-bc51-599e78a4f874 req-aa7e64f4-e4cf-4330-95c4-efe11a36c1f6 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831096 Jan 04 14:27:15.570913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-67bd5c2c-8a03-4a1b-84fd-e7c7eaebc69c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:17.910397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e0cccea1-8262-45e2-9d72-9415b308f783 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:19.260601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:20.497119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:22.075079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:25.150943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d8c2a-cedb-4f0d-bdcb-2ea3d7a09cf3 req-a191faf7-f3d9-4a83-b988-ff1fbffd2a73 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:25.152429 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-546d8c2a-cedb-4f0d-bdcb-2ea3d7a09cf3 req-a191faf7-f3d9-4a83-b988-ff1fbffd2a73 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0503988 Jan 04 14:27:25.201579 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-546d8c2a-cedb-4f0d-bdcb-2ea3d7a09cf3 req-f44286fa-1b04-4e7f-ad1f-00a43936f238 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432975 Jan 04 14:27:26.317436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d302d9d-adec-4480-bf28-3f4579382cbf req-46806c0d-0b32-4593-95c6-94e02f420faf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:26.319451 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d302d9d-adec-4480-bf28-3f4579382cbf req-46806c0d-0b32-4593-95c6-94e02f420faf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0481994 Jan 04 14:27:26.370352 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d302d9d-adec-4480-bf28-3f4579382cbf req-a8831c3b-1445-4441-a184-f0fe2ac02f14 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450168 Jan 04 14:27:26.392512 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45628) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:26.457379 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b3fcdf40-aa12-454f-b680-58e22fa6ad2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/1191db54-e96a-46b5-973c-b0815176acf9 HTTP/1.1" status: 200 len: 992 time: 0.0636907 Jan 04 14:27:27.735553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e532112-ea01-4fbf-a341-910f99a89fc7 req-4478f5e5-5206-4730-abd8-77eb9b27dc1a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:27.736942 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5e532112-ea01-4fbf-a341-910f99a89fc7 req-4478f5e5-5206-4730-abd8-77eb9b27dc1a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0497406 Jan 04 14:27:27.787875 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5e532112-ea01-4fbf-a341-910f99a89fc7 req-933cded5-f4d4-4094-ba3b-646a3c88bbe5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440662 Jan 04 14:27:28.906470 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09484250-638f-4664-a8ae-9ed144d3a7d7 req-a22a2ec0-ba6e-4595-a27b-8ed9caa89fd3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:28.907916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-09484250-638f-4664-a8ae-9ed144d3a7d7 req-a22a2ec0-ba6e-4595-a27b-8ed9caa89fd3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0479865 Jan 04 14:27:28.955096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-09484250-638f-4664-a8ae-9ed144d3a7d7 req-e1472f1b-f619-4419-b4d6-bb20295ec3c2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412927 Jan 04 14:27:28.976803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45638) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:29.034923 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-113ba593-3161-4cbf-9fc3-ec87c8a40119 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/1191db54-e96a-46b5-973c-b0815176acf9 HTTP/1.1" status: 200 len: 992 time: 0.0569003 Jan 04 14:27:29.345319 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45644) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:29.502399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 1e775a39-71e8-405a-81dc-3d81a7833190 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:27:29.502742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:29.578356 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:29.578677 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:29.590538 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 1e775a39-71e8-405a-81dc-3d81a7833190 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:27:29.737640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:29.763371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=1e775a39-71e8-405a-81dc-3d81a7833190,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:29.785985 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.786335 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.786676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.787565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.787898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.788228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.788555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.788878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.789204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.789527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.789848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.790200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.790567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:29.833703 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:29.834064 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 1191db54-e96a-46b5-973c-b0815176acf9 disassociated (deleted). External IP: 172.36.2.49, port: 407089c0-e154-4b06-91d6-bb0ba8b00e66. Jan 04 14:27:30.032130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 34f0e724-c498-4d33-b48e-8b77d728c475 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:27:30.137821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:27:30.142808 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:30.147352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] Sync routers for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:27:30.156998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:30.157607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:30.172416 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fc082346-ed2b-49bd-9fd5-d2a4975f6ea2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/floatingips/1191db54-e96a-46b5-973c-b0815176acf9 HTTP/1.1" status: 204 len: 168 time: 0.8260710 Jan 04 14:27:30.173002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:27:30.176799 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31107a94-3f74-4c3f-b7f4-019213324951" -d '{"events": [{"name": "network-changed", "server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:27:30.212676 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:27:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9465a16a-222e-4d2a-95db-9074f366cee8 x-openstack-request-id: req-9465a16a-222e-4d2a-95db-9074f366cee8 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:27:30.212972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:27:30.213225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9465a16a-222e-4d2a-95db-9074f366cee8 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:27:30.213625 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'status': 'completed', 'code': 200} Jan 04 14:27:30.272656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:30.280806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31107a94-3f74-4c3f-b7f4-019213324951 req-2a12eb4e-603e-45c6-8e78-b7e4fc3ad544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:30.282476 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-2a12eb4e-603e-45c6-8e78-b7e4fc3ad544 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 1098 time: 0.0424075 Jan 04 14:27:30.392998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31107a94-3f74-4c3f-b7f4-019213324951 req-446ae74b-be03-4f70-b10d-a1ebe3f7d323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:30.394620 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-446ae74b-be03-4f70-b10d-a1ebe3f7d323 service neutron] 10.222.0.13 "GET /v2.0/networks?id=0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 200 len: 898 time: 0.0984528 Jan 04 14:27:30.414997 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510f7891-651c-425e-9474-f982bae5e8c1 req-e41169bd-331c-4dcf-a862-27f6e2bcf9a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:30.416642 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-510f7891-651c-425e-9474-f982bae5e8c1 req-e41169bd-331c-4dcf-a862-27f6e2bcf9a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0576644 Jan 04 14:27:30.445190 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-89e4cc02-ca19-44cb-a167-2bc716d133da service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 200 len: 217 time: 0.0432913 Jan 04 14:27:30.475235 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-510f7891-651c-425e-9474-f982bae5e8c1 req-de403a84-7211-48b7-9536-f7359230ede6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523837 Jan 04 14:27:30.496117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:30.500910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31107a94-3f74-4c3f-b7f4-019213324951 req-29745ce0-30ba-4df2-a1c2-af169ae46ca1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:30.502407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-29745ce0-30ba-4df2-a1c2-af169ae46ca1 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=8930f650-a6f8-4760-8588-aa541f31db91 HTTP/1.1" status: 200 len: 834 time: 0.0506113 Jan 04 14:27:30.514674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] Checking router: 34f0e724-c498-4d33-b48e-8b77d728c475 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:27:30.523120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:30.523741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:30.550166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31107a94-3f74-4c3f-b7f4-019213324951 req-6e2859e4-baca-446f-8e85-30074edc565f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:30.551591 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-6e2859e4-baca-446f-8e85-30074edc565f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=0bc88acb-8aed-459a-a83b-5adb5df2009e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397031 Jan 04 14:27:30.627052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:30.644617 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-451a3dfe-5b00-436b-b6a9-a5d830bfefb7 service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855548 Jan 04 14:27:30.736288 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-31107a94-3f74-4c3f-b7f4-019213324951 req-1ce1e552-99af-44a0-97d5-a88455d2e7ff service neutron] 10.222.0.13 "GET /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823765 Jan 04 14:27:30.825959 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:30.851712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a39980a5-30dc-4cd1-b52d-49fdfaddcd80 None None] The sync data for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv is: [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:26:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '33372b63-9acc-45ff-a8e6-2806bd8a4a23', 'name': '', 'network_id': '0bc88acb-8aed-459a-a83b-5adb5df2009e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:68:47:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_interface', 'standard_attr_id': 1716, 'fixed_ips': [{'subnet_id': '8930f650-a6f8-4760-8588-aa541f31db91', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:40Z', 'updated_at': '2022-01-04T14:26:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '8930f650-a6f8-4760-8588-aa541f31db91', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:27:31.063384 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a685d447-f873-4e1e-8dcb-ce6fd9784d40 None None] New status for floating IP 1191db54-e96a-46b5-973c-b0815176acf9: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:27:31.596042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a794c86-758d-4c11-a5f6-34b984db4814 req-390a854f-17a4-40c0-9ee2-48f15e2cda44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:31.597505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5a794c86-758d-4c11-a5f6-34b984db4814 req-390a854f-17a4-40c0-9ee2-48f15e2cda44 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0527208 Jan 04 14:27:31.645527 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5a794c86-758d-4c11-a5f6-34b984db4814 req-5ae6a406-074d-4bfb-b600-00d5a8309ab0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=a87f5759-57aa-4d4d-b62d-a3b18735c884&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420661 Jan 04 14:27:32.072725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-61ed2850-babd-455f-b19d-0e48c557eef7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:32.074099 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-61ed2850-babd-455f-b19d-0e48c557eef7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 945 time: 0.0480406 Jan 04 14:27:32.164553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 407089c0-e154-4b06-91d6-bb0ba8b00e66 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:27:32.164890 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:32.251533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 407089c0-e154-4b06-91d6-bb0ba8b00e66, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=407089c0-e154-4b06-91d6-bb0ba8b00e66,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:32.251893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:32.264014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 407089c0-e154-4b06-91d6-bb0ba8b00e66 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:27:32.390432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:32.418233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=407089c0-e154-4b06-91d6-bb0ba8b00e66,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:32.459455 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] No DVR routers for this DVR port 407089c0-e154-4b06-91d6-bb0ba8b00e66 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:27:32.462101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:32.465246 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bad2c34b-50bd-4892-9043-0d37ea0e4350 req-acac539b-26d0-4d09-8058-4c6aff8d4b96 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "DELETE /v2.0/ports/407089c0-e154-4b06-91d6-bb0ba8b00e66 HTTP/1.1" status: 204 len: 173 time: 0.3853271 Jan 04 14:27:32.465681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'name': 'network-vif-deleted', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:27:32.467930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-782b7b55-3ecd-4b99-ba8d-0d3eddbf141b" -d '{"events": [{"server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "name": "network-vif-deleted", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:27:32.506855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:27:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c43665fa-6be9-46c6-a324-f6c8d900b763 x-openstack-request-id: req-c43665fa-6be9-46c6-a324-f6c8d900b763 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:27:32.507160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "08d003ef-4cf1-4a2d-a408-9501bcb12d12", "name": "network-vif-deleted", "tag": "407089c0-e154-4b06-91d6-bb0ba8b00e66", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:27:32.507424 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-c43665fa-6be9-46c6-a324-f6c8d900b763 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:27:32.507833 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '08d003ef-4cf1-4a2d-a408-9501bcb12d12', 'name': 'network-vif-deleted', 'tag': '407089c0-e154-4b06-91d6-bb0ba8b00e66', 'status': 'completed', 'code': 200} Jan 04 14:27:32.752112 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b6f9f075-eae5-42ff-8e75-671b2bdcecfc req-8e856893-1d07-463f-9b51-33ef4f0c6e31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=08d003ef-4cf1-4a2d-a408-9501bcb12d12 HTTP/1.1" status: 200 len: 210 time: 0.0300124 Jan 04 14:27:33.809053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45660) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:34.162543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:34.412086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 33372b63-9acc-45ff-a8e6-2806bd8a4a23 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:27:34.412428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:34.508451 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 33372b63-9acc-45ff-a8e6-2806bd8a4a23, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=33372b63-9acc-45ff-a8e6-2806bd8a4a23,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:34.508814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:34.521907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 33372b63-9acc-45ff-a8e6-2806bd8a4a23 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:27:34.702811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:34.730819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=33372b63-9acc-45ff-a8e6-2806bd8a4a23,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:34.804674 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:27:34.816384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 407089c0-e154-4b06-91d6-bb0ba8b00e66 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:27:34.837513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 407089c0-e154-4b06-91d6-bb0ba8b00e66 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:27:34.837861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 407089c0-e154-4b06-91d6-bb0ba8b00e66 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:27:34.912685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.414227 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 34f0e724-c498-4d33-b48e-8b77d728c475 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:27:35.514241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:27:35.519552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b8678300-37fa-4ce2-bf07-563710615698 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/34f0e724-c498-4d33-b48e-8b77d728c475/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7094791 Jan 04 14:27:35.523266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45662) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:35.525148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] Sync routers for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:27:35.534561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:35.535173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:35.574707 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting subnet 8930f650-a6f8-4760-8588-aa541f31db91 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:27:35.577804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.599617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.617390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.649131 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:35.702681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.761052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.789063 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Subnet': ['ID=8930f650-a6f8-4760-8588-aa541f31db91,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:35.791508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.794707 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/subnets/8930f650-a6f8-4760-8588-aa541f31db91 HTTP/1.1" status: 204 len: 168 time: 0.2702432 Jan 04 14:27:35.797614 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45664) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:35.800793 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.801156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.801508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.801856 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.802730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.803097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e62a4e-1e2a-487b-a1da-e47691e4a323 None None] Network 0bc88acb-8aed-459a-a83b-5adb5df2009e requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:27:35.803215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.803646 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.803990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.804327 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.804658 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.804990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.805346 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.805657 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ffecbfc-81a9-4150-b12f-7e95b9e9c0f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:35.899844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:27:34Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:35.907599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:35.932667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] Checking router: 34f0e724-c498-4d33-b48e-8b77d728c475 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:27:35.942760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] Routers {'34f0e724-c498-4d33-b48e-8b77d728c475'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:35.944479 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['34f0e724-c498-4d33-b48e-8b77d728c475'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:35.991585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] DHCP port deletion for 0bc88acb-8aed-459a-a83b-5adb5df2009e request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:27:36.015913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.072665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port caf58407-4023-4674-9f2d-1fd60d9f7dc6 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:27:36.073008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.160686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port caf58407-4023-4674-9f2d-1fd60d9f7dc6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=caf58407-4023-4674-9f2d-1fd60d9f7dc6,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:36.161050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.172939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for caf58407-4023-4674-9f2d-1fd60d9f7dc6 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:27:36.233592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] Set router 34f0e724-c498-4d33-b48e-8b77d728c475 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:36.319384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Deleting port 2250a78f-35c1-43ef-9137-cff6129ca561 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:27:36.319754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.339141 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.365893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=caf58407-4023-4674-9f2d-1fd60d9f7dc6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:36.383224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-333c202a-dab6-4b79-88a0-3e131cb9b881 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:27:36.426423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.438924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] For port 2250a78f-35c1-43ef-9137-cff6129ca561, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2250a78f-35c1-43ef-9137-cff6129ca561,segment=NetworkSegment(e80d8c83-e000-41eb-bf7d-8d85246d2b6f),segment_id=e80d8c83-e000-41eb-bf7d-8d85246d2b6f)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:36.439329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.455097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Calling delete_port for 2250a78f-35c1-43ef-9137-cff6129ca561 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:27:36.526334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.528152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.574230 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:27:34Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:36.575042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.575611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Fanout notify agent at l3_agent the message router_deleted on router 34f0e724-c498-4d33-b48e-8b77d728c475 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:27:36.583653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.586407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fed672a5-a917-43df-86b5-d8ed09b68055 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/routers/34f0e724-c498-4d33-b48e-8b77d728c475 HTTP/1.1" status: 204 len: 168 time: 0.7875931 Jan 04 14:27:36.587653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45666) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:36.605685 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2f565b8-612e-4232-916d-6b1bf3bbf6f1 None None] The sync data for ids ['34f0e724-c498-4d33-b48e-8b77d728c475'] in dv-neutron-master-2-hyperv is: [{'id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1346815861', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147'}], 'enable_snat': True}, 'gw_port_id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:26:37Z', 'updated_at': '2022-01-04T14:27:34Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'caf58407-4023-4674-9f2d-1fd60d9f7dc6', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:79:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '34f0e724-c498-4d33-b48e-8b77d728c475', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1713, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:26:38Z', 'updated_at': '2022-01-04T14:26:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:27:36.607351 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.635156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2250a78f-35c1-43ef-9137-cff6129ca561 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:27:36.639769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Pushing event deleted for resources: {'Port': ['ID=2250a78f-35c1-43ef-9137-cff6129ca561,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:36.664962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.665314 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.665661 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.666019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.666353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.666676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.667005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.667328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.667645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.667963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.668281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.668598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.668912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:27:36.671902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 2250a78f-35c1-43ef-9137-cff6129ca561 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:27:36.671902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2250a78f-35c1-43ef-9137-cff6129ca561 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:27:36.673139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4640b72d-6b85-48c5-9ab0-6fde166b8b3e None None] No DVR routers for this DVR port 2250a78f-35c1-43ef-9137-cff6129ca561 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:27:36.681762 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.768365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.788415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bc88acb-8aed-459a-a83b-5adb5df2009e']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:36.797277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:36.797578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80d8c83-e000-41eb-bf7d-8d85246d2b6f') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:36.807280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.819879 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.825509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:27:36.825916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: warnings.warn(msg) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:27:36.828788 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:27:36.888579 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.896339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.899063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/networks/0bc88acb-8aed-459a-a83b-5adb5df2009e HTTP/1.1" status: 204 len: 168 time: 0.3103626 Jan 04 14:27:36.901819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45668) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:36.910634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2eabe1-f6d0-4375-9654-e54df270296d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Network': ['ID=0bc88acb-8aed-459a-a83b-5adb5df2009e,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:36.960302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd2efc7c-f3c5-4f31-a275-7eb2c563126b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:36.986898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd2efc7c-f3c5-4f31-a275-7eb2c563126b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.048552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd2efc7c-f3c5-4f31-a275-7eb2c563126b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.051293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd2efc7c-f3c5-4f31-a275-7eb2c563126b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.053034 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dd2efc7c-f3c5-4f31-a275-7eb2c563126b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/security-groups/a87f5759-57aa-4d4d-b62d-a3b18735c884 HTTP/1.1" status: 204 len: 168 time: 0.1495636 Jan 04 14:27:37.062417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2efc7c-f3c5-4f31-a275-7eb2c563126b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a87f5759-57aa-4d4d-b62d-a3b18735c884,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:37.349968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45674) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:37.354544 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2128502824', 'description': 'tempest-secgroup-smoke-2128502824 description', 'project_id': '7b61ec97989540399276e1412da9027b'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:37.382223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.447734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.451113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.480450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.481665 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1306961 Jan 04 14:27:37.482852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c9287-ca46-42c1-a140-80abbf9839d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=202dc4b3-b878-4e12-ac84-d58b2422950a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:37.484675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45676) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:37.489334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '202dc4b3-b878-4e12-ac84-d58b2422950a', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:37.517040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.570998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.574316 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.590554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f1fc241-f784-403e-be39-26db59e60722,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:37.598494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.602810 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3d1af440-2fec-4ec6-a658-d8d6f78f38d7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1145587 Jan 04 14:27:37.603621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45678) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:37.607521 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '202dc4b3-b878-4e12-ac84-d58b2422950a', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:37.637515 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.696134 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.699471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.720656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d11bf0df-273a-4fd0-90a2-65beb4afb8df,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:37.725628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.726810 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4af62b5b-4263-4a30-9c77-fa8406635fee tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1228423 Jan 04 14:27:37.729522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45680) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:37.733753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '202dc4b3-b878-4e12-ac84-d58b2422950a', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:37.762305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.817676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.821202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.838120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77525b4f-fc6b-4010-9996-7eea3bdf9e0b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:37.845911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.847118 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bea7311a-b88c-4eea-aabe-ccc01d729261 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1166444 Jan 04 14:27:37.850509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45682) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:37.854732 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '202dc4b3-b878-4e12-ac84-d58b2422950a', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:37.880729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.936976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.940230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.957114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e17324d3-5100-4028-a2bd-7b54a898c5c1,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:37.964414 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:37.965600 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-96c3efc6-7a3d-467a-9e23-2db2f7acb61d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1141734 Jan 04 14:27:37.968350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45684) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:37.972591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '202dc4b3-b878-4e12-ac84-d58b2422950a', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:37.994831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:27:37.999447 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.055857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.059570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.078423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c31a3be3-4c3b-4202-a95e-ddb24683ab14,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:38.086372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.087593 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-982ed0a2-50c9-4713-9788-16b9aba9332f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1183195 Jan 04 14:27:38.090246 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45686) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:38.094483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '202dc4b3-b878-4e12-ac84-d58b2422950a', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:38.118218 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:27:38.122854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.180957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.184373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.200794 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42ed9da3-e8dc-40a5-9a66-f6604691f9ca,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:38.209994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.211161 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-48f9e1a3-2952-4cf3-8185-be63c7632cdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199937 Jan 04 14:27:38.213899 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45688) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:38.218575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'network': {'name': 'tempest-network-smoke--1274031979', 'project_id': '7b61ec97989540399276e1412da9027b', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:38.239394 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:27:38.242790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.265819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 161} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:27:38.275575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.275965 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Added segment 98c66a1d-0f0a-401f-b3ee-554d737a4673 of type vlan for network c02a607b-f9ef-49c1-aab4-a5324577d1c2 Jan 04 14:27:38.315170 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.339001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.344752 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:38.345332 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.382236 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1673276 Jan 04 14:27:38.384901 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45690) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:38.391570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'admin_state_up': True, 'project_id': '7b61ec97989540399276e1412da9027b', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:38.425688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca124e42-167f-4ec3-8ba2-d0af08ce7d8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Network': ['ID=c02a607b-f9ef-49c1-aab4-a5324577d1c2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:38.436690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:27:38.446378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.447396 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.495917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 33372b63-9acc-45ff-a8e6-2806bd8a4a23 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:27:38.501164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.519437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 33372b63-9acc-45ff-a8e6-2806bd8a4a23 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:27:38.519779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 33372b63-9acc-45ff-a8e6-2806bd8a4a23 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:27:38.520305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device caf58407-4023-4674-9f2d-1fd60d9f7dc6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:27:38.543465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: caf58407-4023-4674-9f2d-1fd60d9f7dc6 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:27:38.543809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device caf58407-4023-4674-9f2d-1fd60d9f7dc6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:27:38.636292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.824604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.842811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:38.940027 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.57 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/265f71fc-b2f6-42a5-97ad-7a169f6128d2) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:27:39.040289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:39.072372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:39.107501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:27:39.110641 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:39.113961 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:27:39.123099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2b8f705-9384-46a7-8d06-1b44ca4c78a1 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:27:39.139208 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=265f71fc-b2f6-42a5-97ad-7a169f6128d2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:39.225704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bd1182e4-0241-4dbd-9bd3-b1dc2c5605e4 None None] Provisioning complete for port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:39.226052 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bd1182e4-0241-4dbd-9bd3-b1dc2c5605e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:39.258655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bd1182e4-0241-4dbd-9bd3-b1dc2c5605e4 None None] Port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:27:39.365445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:39.554583 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:39.674602 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 66757073-08ca-4086-b936-ada6f1c6ba24 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:27:40.070341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:27:40.080245 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Sync routers for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:27:40.090898 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:40.091100 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.091788 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:40.092372 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f003cfeb-8a26-4df5-877a-4e4c4b76618e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.7065647 Jan 04 14:27:40.095413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45692) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:40.132379 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e8419b8e-a002-4bb0-9535-461d3e30c087 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7b61ec97989540399276e1412da9027b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0334294 Jan 04 14:27:40.132605 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45694) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:40.193627 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:40.280092 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787a11ca-33a5-4a85-83b5-dd9caf4e7252 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:40.281643 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-787a11ca-33a5-4a85-83b5-dd9caf4e7252 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1481566 Jan 04 14:27:40.284560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45696) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:40.317565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a7eb8354-fda8-441f-bfc1-24915b953bf3 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0318711 Jan 04 14:27:40.320168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45698) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:40.325633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1386096143', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'project_id': '7b61ec97989540399276e1412da9027b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:40.414634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:27:40.418329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.455151 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:39Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:40.485768 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Checking router: 66757073-08ca-4086-b936-ada6f1c6ba24 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:27:40.486139 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Updating router 66757073-08ca-4086-b936-ada6f1c6ba24 port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:27:40.510508 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.595604 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.665748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Subnet': ['ID=a8536194-b90d-4be1-a1b8-ca8b04de0985,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:40.668914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Checking segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:27:40.669458 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network hostable DHCP agents. Network: c02a607b-f9ef-49c1-aab4-a5324577d1c2, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:27:40.686292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:27:40.695310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c02a607b-f9ef-49c1-aab4-a5324577d1c2) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:40.700135 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:40.700768 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.706354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2901665-9dc8-445b-8c5f-6bf6d1e87588 None None] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:27:40.718441 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b952ab99-c3c0-4625-8465-f8f15ee21652 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3970056 Jan 04 14:27:40.721197 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45700) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:40.756926 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.767156 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.809186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e905f544-f89e-4221-a2d6-d7aa487db09e None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:27:40.820005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:27:40.821128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.826099 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Attempting to bind port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:27:40.826463 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Attempting to bind port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:27:40.826822 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Attempting to bind port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:27:40.829519 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81569f-22b5-469f-9afd-80238e4de916 None None] Pushing event updated for resources: {'Port': ['ID=265f71fc-b2f6-42a5-97ad-7a169f6128d2,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:40.834485 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:27:40.835096 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:27:40.835651 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.836182 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:27:40.836956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Bound port: 265f71fc-b2f6-42a5-97ad-7a169f6128d2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:27:40.837766 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.889860 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] For port 265f71fc-b2f6-42a5-97ad-7a169f6128d2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:27:40.893364 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] For port 265f71fc-b2f6-42a5-97ad-7a169f6128d2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=265f71fc-b2f6-42a5-97ad-7a169f6128d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:27:40.898914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.922906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b0ba00ce-6370-4a46-b675-6a50a70def0c None None] Provisioning complete for port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:40.923390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b0ba00ce-6370-4a46-b675-6a50a70def0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:40.951788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec73bf8a-23f3-4e8b-b6ce-7038f2ff990a None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:27:40.956526 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e81569f-22b5-469f-9afd-80238e4de916 None None] Pushing event updated for resources: {'Port': ['ID=265f71fc-b2f6-42a5-97ad-7a169f6128d2,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:40.963814 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:40.964416 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:41.019444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Allocated IP 172.20.0.2 (c02a607b-f9ef-49c1-aab4-a5324577d1c2/a8536194-b90d-4be1-a1b8-ca8b04de0985/2696bfcc-0f62-469c-9647-a75c9532019e) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:27:41.069407 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:41.087947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b0ba00ce-6370-4a46-b675-6a50a70def0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.144209 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b0ba00ce-6370-4a46-b675-6a50a70def0c None None] For port 265f71fc-b2f6-42a5-97ad-7a169f6128d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=265f71fc-b2f6-42a5-97ad-7a169f6128d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:41.151148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b0ba00ce-6370-4a46-b675-6a50a70def0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.204497 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.245780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0ba00ce-6370-4a46-b675-6a50a70def0c None None] Pushing event updated for resources: {'Port': ['ID=265f71fc-b2f6-42a5-97ad-7a169f6128d2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:41.250290 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:39Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:41.253838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.264698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.279019 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddb2351-066e-4e8a-91aa-87dd41ec0307 None None] The sync data for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv is: [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:39Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:27:41.316732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:27:41.326586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c17f5ff9-fd6e-4283-b5ed-d62f12887204 None None] Provisioning complete for port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:41.326961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c17f5ff9-fd6e-4283-b5ed-d62f12887204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.328755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:41.331770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:27:41.350690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Pushing event updated for resources: {'Port': ['ID=2696bfcc-0f62-469c-9647-a75c9532019e,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:41.419456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Attempting to bind port 2696bfcc-0f62-469c-9647-a75c9532019e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:27:41.419826 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Attempting to bind port 2696bfcc-0f62-469c-9647-a75c9532019e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:27:41.420222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Attempting to bind port 2696bfcc-0f62-469c-9647-a75c9532019e on network c02a607b-f9ef-49c1-aab4-a5324577d1c2 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:27:41.450383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:27:41.450758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Checking segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:27:41.451155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.451550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Bound using segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:27:41.452014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Bound port: 2696bfcc-0f62-469c-9647-a75c9532019e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:27:41.452397 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.500050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.1 (c02a607b-f9ef-49c1-aab4-a5324577d1c2/a8536194-b90d-4be1-a1b8-ca8b04de0985/83d57a39-e41e-4290-9b1d-8b1c653905f2) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:27:41.535559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] For port 2696bfcc-0f62-469c-9647-a75c9532019e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:27:41.543069 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] For port 2696bfcc-0f62-469c-9647-a75c9532019e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2696bfcc-0f62-469c-9647-a75c9532019e,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:27:41.556513 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.629154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-402da30d-6703-43b0-8520-e29697ba04e3 None None] Pushing event updated for resources: {'Port': ['ID=2696bfcc-0f62-469c-9647-a75c9532019e,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:41.660743 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.699844 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.744031 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:27:41.756924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:41.766125 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:27:41.773168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=83d57a39-e41e-4290-9b1d-8b1c653905f2,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:41.836073 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:41.983107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.279441 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.285312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.359398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.361121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=83d57a39-e41e-4290-9b1d-8b1c653905f2,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:42.458843 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:27:42.460275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:42.584682 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 66757073-08ca-4086-b936-ada6f1c6ba24 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:27:42.607433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2696bfcc-0f62-469c-9647-a75c9532019e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:27:42.641070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adaf1d42-a4cb-4376-9a47-3ee8be4e55f9 None None] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:27:42.698457 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:27:42.703626 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ffdbd60e-4642-46b9-9502-b8b0d948d131 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/66757073-08ca-4086-b936-ada6f1c6ba24/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9813912 Jan 04 14:27:42.732356 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2696bfcc-0f62-469c-9647-a75c9532019e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:42.732727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.762006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-1642c395-58ed-47ae-b2bb-211f5ed72412 None None] Provisioning complete for port 2696bfcc-0f62-469c-9647-a75c9532019e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:42.762006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1642c395-58ed-47ae-b2bb-211f5ed72412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.879653 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-336cbfc6-cf6e-4733-983e-4c937917ab5a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2128502824&fields=id&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 267 time: 0.0572803 Jan 04 14:27:42.910835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.927253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-1642c395-58ed-47ae-b2bb-211f5ed72412 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.968617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 2696bfcc-0f62-469c-9647-a75c9532019e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2696bfcc-0f62-469c-9647-a75c9532019e,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:42.974496 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:42.975299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 265f71fc-b2f6-42a5-97ad-7a169f6128d2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:27:43.009195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-0213b298-dc38-4b1e-96aa-6a493ee94ba4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:43.019142 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-0213b298-dc38-4b1e-96aa-6a493ee94ba4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 797 time: 0.1307569 Jan 04 14:27:43.036260 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-5e432119-1420-4d49-a5ad-8f805de9ccbf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/quotas/7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 375 time: 0.0161569 Jan 04 14:27:43.082416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-1642c395-58ed-47ae-b2bb-211f5ed72412 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:27:43.082731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-1642c395-58ed-47ae-b2bb-211f5ed72412 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:27:43.085350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=2696bfcc-0f62-469c-9647-a75c9532019e,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:43.091297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-1e12b5a2-7fbd-41e3-b438-b80f51ee54c2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0540936 Jan 04 14:27:43.096894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:43.096976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:43.145180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Sync routers for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:27:43.158609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-852fa289-5ca6-4e0c-ba87-9674040d0d85 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:27:43.164719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-852fa289-5ca6-4e0c-ba87-9674040d0d85 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0634661 Jan 04 14:27:43.178145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:43.178785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:43.253737 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-d9e09782-fdb8-45c6-a886-98b8a5ff7052 service neutron] 10.222.0.30 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876796 Jan 04 14:27:43.304493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:43.357564 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-653265fc-7eb8-42b1-9b42-dee2fbce8764 service neutron] 10.222.0.30 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965261 Jan 04 14:27:43.557081 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3850b9ed-7a25-4956-b386-a3036cbcfe20 req-3f687071-c33b-4d05-bfdb-84fac8a92c24 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 210 time: 0.0471096 Jan 04 14:27:43.705957 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:42Z', 'revision_number': 2, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:43.733339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Checking router: 66757073-08ca-4086-b936-ada6f1c6ba24 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:27:43.733662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Updating router 66757073-08ca-4086-b936-ada6f1c6ba24 port 83d57a39-e41e-4290-9b1d-8b1c653905f2 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:27:43.768752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:43.787787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e9065cf6-32f8-4822-91ad-3479b9490601 None None] Provisioning complete for port 2696bfcc-0f62-469c-9647-a75c9532019e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:43.788161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e9065cf6-32f8-4822-91ad-3479b9490601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.028117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e9065cf6-32f8-4822-91ad-3479b9490601 None None] Provisioning complete for port 83d57a39-e41e-4290-9b1d-8b1c653905f2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:44.028411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e9065cf6-32f8-4822-91ad-3479b9490601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.080369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e9065cf6-32f8-4822-91ad-3479b9490601 None None] Port 83d57a39-e41e-4290-9b1d-8b1c653905f2 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:27:44.137022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.142316 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.191365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152cee6-e1ec-4efe-be40-98143d65ccc0 None None] Pushing event updated for resources: {'Port': ['ID=83d57a39-e41e-4290-9b1d-8b1c653905f2,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:44.240388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Attempting to bind port 83d57a39-e41e-4290-9b1d-8b1c653905f2 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:27:44.240771 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Attempting to bind port 83d57a39-e41e-4290-9b1d-8b1c653905f2 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:27:44.241143 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Attempting to bind port 83d57a39-e41e-4290-9b1d-8b1c653905f2 on network c02a607b-f9ef-49c1-aab4-a5324577d1c2 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:27:44.246651 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 27, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:27:44.247056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Checking segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:27:44.247454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.247847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Bound using segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:27:44.248318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Bound port: 83d57a39-e41e-4290-9b1d-8b1c653905f2, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:27:44.248695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.320336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] For port 83d57a39-e41e-4290-9b1d-8b1c653905f2, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:27:44.324069 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] For port 83d57a39-e41e-4290-9b1d-8b1c653905f2, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83d57a39-e41e-4290-9b1d-8b1c653905f2,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:27:44.331218 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.393019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:44.393662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:44.432074 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152cee6-e1ec-4efe-be40-98143d65ccc0 None None] Pushing event updated for resources: {'Port': ['ID=83d57a39-e41e-4290-9b1d-8b1c653905f2,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:44.459434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-908df554-737f-4d96-995b-4108c35d36f2 None None] Provisioning complete for port 83d57a39-e41e-4290-9b1d-8b1c653905f2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:44.459816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-908df554-737f-4d96-995b-4108c35d36f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.510053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-051d21d6-8f4c-4cd8-922a-1f8df3a06bf8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:44.512787 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-051d21d6-8f4c-4cd8-922a-1f8df3a06bf8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 797 time: 0.1599963 Jan 04 14:27:44.577353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2696bfcc-0f62-469c-9647-a75c9532019e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:27:44.587565 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-5234cc8c-254d-4717-9a0e-4f23cd3ab6f4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 380 time: 0.0629041 Jan 04 14:27:44.592829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:44.599581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'port': {'device_id': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'admin_state_up': True, 'tenant_id': '7b61ec97989540399276e1412da9027b', 'security_groups': ['202dc4b3-b878-4e12-ac84-d58b2422950a']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:44.662506 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e625e402-4274-483d-b5aa-6212d34df09c req-1f152c59-3ce6-4a92-8b8a-d5b8b40f41e9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 210 time: 0.0304747 Jan 04 14:27:44.735071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-908df554-737f-4d96-995b-4108c35d36f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.745995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:27:44.749802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.784155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2696bfcc-0f62-469c-9647-a75c9532019e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:44.784526 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.845936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-908df554-737f-4d96-995b-4108c35d36f2 None None] For port 83d57a39-e41e-4290-9b1d-8b1c653905f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83d57a39-e41e-4290-9b1d-8b1c653905f2,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:44.855053 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-908df554-737f-4d96-995b-4108c35d36f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:44.879965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.5 (c02a607b-f9ef-49c1-aab4-a5324577d1c2/a8536194-b90d-4be1-a1b8-ca8b04de0985/3aedaa3c-2dbf-4461-9b36-f6332f6313f7) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:27:44.953156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908df554-737f-4d96-995b-4108c35d36f2 None None] Pushing event updated for resources: {'Port': ['ID=83d57a39-e41e-4290-9b1d-8b1c653905f2,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:45.006925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-997d6344-8566-42b0-ab2c-be71390ee43f None None] Provisioning complete for port 83d57a39-e41e-4290-9b1d-8b1c653905f2 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:45.007296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-997d6344-8566-42b0-ab2c-be71390ee43f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.023333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.050193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:45.057552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.084328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffb1b0a8-bf03-4f3a-bb8b-c9159df34593 None None] The sync data for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv is: [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:27:45.097990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:27:45.103578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:45.110675 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:27:45.136447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:45.183037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:45.183663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.200364 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-056f0a5c-fd46-4f68-bb38-edbe45ffad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6067381 Jan 04 14:27:45.213457 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Request body: {'port': {'device_id': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:45.278009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.448648 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-553cce5b-6021-4262-adfc-ab4c62d909da None None] Provisioning complete for port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:45.449024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-553cce5b-6021-4262-adfc-ab4c62d909da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.484943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-553cce5b-6021-4262-adfc-ab4c62d909da None None] Port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:27:45.555162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:27:45.563228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.575899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5e0f697a-e737-43d6-b339-a150c5d3bdaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.577749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Transition to ACTIVE for port object 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:27:45.582192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.635613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Pushing event updated for resources: {'Port': ['ID=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:45.714607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Attempting to bind port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:27:45.714942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Attempting to bind port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:27:45.715274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Attempting to bind port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 on network c02a607b-f9ef-49c1-aab4-a5324577d1c2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:27:45.722316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 on network c02a607b-f9ef-49c1-aab4-a5324577d1c2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:27:45.722316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Attempting to bind port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 on network c02a607b-f9ef-49c1-aab4-a5324577d1c2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:27:45.728181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 27, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:27:45.728514 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Checking segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:27:45.728883 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Bound using segment: {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:27:45.729302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Bound port: 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98c66a1d-0f0a-401f-b3ee-554d737a4673', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:27:45.729652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.805366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] For port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:27:45.809241 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c701a7b-e7cc-4c9d-9a73-c67ee0cd1197 req-78fb6704-ca90-4922-bf36-d73c81c3bad4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:45.809795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] For port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:27:45.811869 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3c701a7b-e7cc-4c9d-9a73-c67ee0cd1197 req-78fb6704-ca90-4922-bf36-d73c81c3bad4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 943 time: 0.0554912 Jan 04 14:27:45.815768 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.873332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:45.874138 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:45.875988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] 10.222.0.13 "PUT /v2.0/ports/3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 1093 time: 0.6681523 Jan 04 14:27:45.877624 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3c701a7b-e7cc-4c9d-9a73-c67ee0cd1197 req-b28bd774-30a4-4aaa-946d-3de1e1e1c000 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533597 Jan 04 14:27:45.879082 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:27:45.882646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-243584e7-b2cc-4495-806d-51dbc7573b65" -d '{"events": [{"name": "network-changed", "server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:27:45.924177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e253ad0b-1936-4364-8e87-bd834d8b67dc service neutron] Pushing event updated for resources: {'Port': ['ID=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:45.959652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:27:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95fd7abb-8d39-4df5-87f9-ea979c4e374d x-openstack-request-id: req-95fd7abb-8d39-4df5-87f9-ea979c4e374d {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:27:45.959950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:27:45.960201 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-95fd7abb-8d39-4df5-87f9-ea979c4e374d {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:27:45.960740 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'status': 'completed', 'code': 200} Jan 04 14:27:45.978157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-0d4d49f3-8547-4d8b-a68c-505f996001bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:45.979720 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-0d4d49f3-8547-4d8b-a68c-505f996001bf service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1096 time: 0.0507383 Jan 04 14:27:46.024867 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-6e0d1c12-21a5-4b26-b816-6fa26fa76cfb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 217 time: 0.0354152 Jan 04 14:27:46.081993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-02f2fbc4-ff26-4144-9a3e-c0badd57d48c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.084171 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-02f2fbc4-ff26-4144-9a3e-c0badd57d48c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 200 len: 835 time: 0.0524411 Jan 04 14:27:46.137085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-cae74e44-3123-4c75-9fd1-174236502d09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.138824 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-cae74e44-3123-4c75-9fd1-174236502d09 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02a607b-f9ef-49c1-aab4-a5324577d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479224 Jan 04 14:27:46.231494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-ef743cf2-3389-44d6-9c46-0f0a4fc8db42 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861275 Jan 04 14:27:46.324811 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2865680b-ac84-4399-a71b-40389ae6fbf9 req-122530cc-bd65-4b7a-8ff9-768e3e219a43 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874281 Jan 04 14:27:46.405840 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-f5ac0aed-df33-4c71-8f85-119f4e3b2c78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.407331 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-f5ac0aed-df33-4c71-8f85-119f4e3b2c78 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1096 time: 0.0407865 Jan 04 14:27:46.500698 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-3f9a5477-8386-4a8c-a753-0e1d728fc32c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.502218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-3f9a5477-8386-4a8c-a753-0e1d728fc32c service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 898 time: 0.0890133 Jan 04 14:27:46.543619 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-4f27e18f-3c62-4d26-a72b-afd6b46adb36 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 217 time: 0.0339668 Jan 04 14:27:46.550120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 83d57a39-e41e-4290-9b1d-8b1c653905f2 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:27:46.591015 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-d1e27bd3-e332-404f-8fa8-2baf9416cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.592468 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-d1e27bd3-e332-404f-8fa8-2baf9416cc41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 200 len: 835 time: 0.0430429 Jan 04 14:27:46.597898 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 83d57a39-e41e-4290-9b1d-8b1c653905f2 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:46.598359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:46.642777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-9826bc36-e47e-4529-aec7-4bd14ec79833 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.644373 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-9826bc36-e47e-4529-aec7-4bd14ec79833 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02a607b-f9ef-49c1-aab4-a5324577d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0454371 Jan 04 14:27:46.735595 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-eedb464e-6c07-4ff8-a7b2-c9bd9fe0243a service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821354 Jan 04 14:27:46.826741 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-243584e7-b2cc-4495-806d-51dbc7573b65 req-4ed77510-e53c-4da8-8b17-7c01f5bcf988 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835614 Jan 04 14:27:46.991188 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ac8ef8-6b1f-49ee-ab88-eede5b8a6b1b req-ef76c7cd-2e3f-45f8-a695-8a7aa9a373e6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:46.992583 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-28ac8ef8-6b1f-49ee-ab88-eede5b8a6b1b req-ef76c7cd-2e3f-45f8-a695-8a7aa9a373e6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 943 time: 0.0480573 Jan 04 14:27:47.040124 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-28ac8ef8-6b1f-49ee-ab88-eede5b8a6b1b req-ded7a2ce-4c04-4d22-b748-7847744be8a1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417278 Jan 04 14:27:47.911318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-61113094-e4f0-4279-a9db-e4951ee68ad1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:27:48.154287 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:27:48.158831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff36169-95de-4348-9344-850242c28e07 req-a6d70410-d288-489c-921c-75b6ac7ac6bd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:48.160296 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5ff36169-95de-4348-9344-850242c28e07 req-a6d70410-d288-489c-921c-75b6ac7ac6bd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 943 time: 0.0491827 Jan 04 14:27:48.207707 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5ff36169-95de-4348-9344-850242c28e07 req-d340ab9c-6f1b-4bcd-9fe6-2bb197667d0c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414829 Jan 04 14:27:48.905698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:27:48.998336 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:49.009150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'port_id': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'mac_address': 'fa:16:3e:ee:bc:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:27:49.048530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:49.061204 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:27:49.079508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:49.084071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:49.129840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:49.262038 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:49.292813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['3aedaa3c-2dbf-4461-9b36-f6332f6313f7'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:27:49.327482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b733b10-99c5-423b-8e5d-ad36a2dde795 req-c5d04bde-86e1-4cf8-8266-67a5e3759d9c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:49.328851 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8b733b10-99c5-423b-8e5d-ad36a2dde795 req-c5d04bde-86e1-4cf8-8266-67a5e3759d9c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 944 time: 0.0520103 Jan 04 14:27:49.377291 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8b733b10-99c5-423b-8e5d-ad36a2dde795 req-9acd82c7-5927-4135-84ba-8d92bf5594b4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416980 Jan 04 14:27:50.489962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac48233-43b0-4f9e-951a-e714b686539f req-25b0e6c2-f255-47c1-a872-84c3f774f523 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:50.491485 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3ac48233-43b0-4f9e-951a-e714b686539f req-25b0e6c2-f255-47c1-a872-84c3f774f523 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 944 time: 0.0493271 Jan 04 14:27:50.501487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:50.544616 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3ac48233-43b0-4f9e-951a-e714b686539f req-06ba3c51-df80-4265-a678-a7b22165f35c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469563 Jan 04 14:27:50.905368 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:27:50.952598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:27:50.956521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:27:50.956922 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:51.032133 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:51.054375 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:27:51.056577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56d38019-f5a4-42d1-bcfa-cd90aac49d3e" -d '{"events": [{"server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "name": "network-vif-plugged", "status": "completed", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:27:51.069833 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:27:51.073909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:51.122512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:51.150990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da12e4c5-51bb-4947-bf0c-b3945c031c85 x-openstack-request-id: req-da12e4c5-51bb-4947-bf0c-b3945c031c85 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:27:51.151279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "name": "network-vif-plugged", "status": "completed", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:27:51.151529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-da12e4c5-51bb-4947-bf0c-b3945c031c85 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:27:51.151918 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'code': 200} Jan 04 14:27:51.311229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f761a0aa-e4b2-40a4-b831-356b7c04a142 req-ac51d043-ac0f-4986-bc7d-060f477fb5ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:51.312707 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f761a0aa-e4b2-40a4-b831-356b7c04a142 req-ac51d043-ac0f-4986-bc7d-060f477fb5ad service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1098 time: 0.0399456 Jan 04 14:27:51.357235 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f761a0aa-e4b2-40a4-b831-356b7c04a142 req-7e0c947e-9871-40ac-b2eb-9e715ee36ae6 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383141 Jan 04 14:27:51.656756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325714-d0cb-4e42-9c0a-d888308be753 req-080ddc9d-2123-4f27-89c8-bb359a05ca26 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:51.658223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c325714-d0cb-4e42-9c0a-d888308be753 req-080ddc9d-2123-4f27-89c8-bb359a05ca26 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0476861 Jan 04 14:27:51.705384 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c325714-d0cb-4e42-9c0a-d888308be753 req-3b06877b-3f63-4e48-941c-d9f5739bee8d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407293 Jan 04 14:27:52.077583 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:52.826929 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfed961-7e41-4dff-8748-fd24b212225b req-364bdbe9-d5da-48da-ab36-bd7fe6ebdfc2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:52.828419 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-abfed961-7e41-4dff-8748-fd24b212225b req-364bdbe9-d5da-48da-ab36-bd7fe6ebdfc2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0490394 Jan 04 14:27:52.876238 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-abfed961-7e41-4dff-8748-fd24b212225b req-04c06f9b-3b41-4d4a-977f-17d75d679e1e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414007 Jan 04 14:27:52.990686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14fe3535-f6fd-4011-99d5-1f606c6ce110 req-f77b2df1-aba0-4d4e-aaf1-0e05fa968d90 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:52.992056 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14fe3535-f6fd-4011-99d5-1f606c6ce110 req-f77b2df1-aba0-4d4e-aaf1-0e05fa968d90 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0514798 Jan 04 14:27:53.039830 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-14fe3535-f6fd-4011-99d5-1f606c6ce110 req-3d40a6b2-8b9b-4d15-b716-2c13892d62b6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419152 Jan 04 14:27:53.060540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45754) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:53.100034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894b3335-b71f-4684-8d57-d9f4867dcf1d tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:53.101550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-894b3335-b71f-4684-8d57-d9f4867dcf1d tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1093 time: 0.0400665 Jan 04 14:27:53.104250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45756) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:53.108598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address': '172.20.0.5'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:27:53.132086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:53.229006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:53.328575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.136 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/eb81fccf-17ea-4953-838d-05febb09fc4b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:27:53.428844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:53.461527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:53.495899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:27:53.498786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:27:53.501316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:27:53.529911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=eb81fccf-17ea-4953-838d-05febb09fc4b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:54.144780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:54.207148 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:54.352713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:54.357065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:54.426520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=eb81fccf-17ea-4953-838d-05febb09fc4b,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:27:54.436952 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:54.533410 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 9a3467d1-71b7-4765-85fb-9167d98d3b71 associated. External IP: 172.36.2.136, port: 3aedaa3c-2dbf-4461-9b36-f6332f6313f7. Jan 04 14:27:54.730366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 66757073-08ca-4086-b936-ada6f1c6ba24 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:27:54.837496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:27:54.847793 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] Sync routers for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:27:54.858293 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:54.858898 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:54.859725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:27:54.889960 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3f9e4fb9-fdd7-45c1-9961-6857404e32d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7846720 Jan 04 14:27:54.890894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:27:54.893248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f482a9b0-ea9a-4dd5-9343-5e165499d131" -d '{"events": [{"name": "network-changed", "server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:27:54.931647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3163c60e-1d97-4598-b5c1-c05d26e460de x-openstack-request-id: req-3163c60e-1d97-4598-b5c1-c05d26e460de {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:27:54.931948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:27:54.932207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3163c60e-1d97-4598-b5c1-c05d26e460de {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:27:54.932613 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'status': 'completed', 'code': 200} Jan 04 14:27:54.970290 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:54.990310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a958349-f8a7-45af-b2a4-cc75b178fe4b req-5756420c-ebd1-491e-8dcc-aa0cca852160 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:54.991720 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a958349-f8a7-45af-b2a4-cc75b178fe4b req-5756420c-ebd1-491e-8dcc-aa0cca852160 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0514665 Jan 04 14:27:55.004284 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-23d1717d-2ed5-4a74-80ee-7bd6ce182f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:55.006779 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-23d1717d-2ed5-4a74-80ee-7bd6ce182f06 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1098 time: 0.0427790 Jan 04 14:27:55.048131 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6a958349-f8a7-45af-b2a4-cc75b178fe4b req-f6232ffb-3e66-4aa2-bea1-ede06d53b141 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497472 Jan 04 14:27:55.070959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45762) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:55.099251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-dbe967ae-3497-4e1f-ac8c-a0cb964b5917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:55.101111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-dbe967ae-3497-4e1f-ac8c-a0cb964b5917 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 898 time: 0.0883000 Jan 04 14:27:55.135158 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-58dc6173-37f7-47e4-b440-391c0b28350d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/9a3467d1-71b7-4765-85fb-9167d98d3b71 HTTP/1.1" status: 200 len: 991 time: 0.0625219 Jan 04 14:27:55.175464 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-2b0cb199-2a25-4d30-ac96-ded53b229bee service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 999 time: 0.0677400 Jan 04 14:27:55.205646 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a3467d1-71b7-4765-85fb-9167d98d3b71', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.136', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'port_id': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'mac_address': 'fa:16:3e:ee:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:27:53Z', 'updated_at': '2022-01-04T14:27:53Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:55.224168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-8666e455-94f2-488a-935c-643e5f36ab49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:55.225670 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-8666e455-94f2-488a-935c-643e5f36ab49 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 200 len: 835 time: 0.0430052 Jan 04 14:27:55.230848 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] Checking router: 66757073-08ca-4086-b936-ada6f1c6ba24 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:27:55.239730 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:27:55.240376 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:27:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:55.273812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-fb702db9-6ce4-432a-a4a3-27b5328c5ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:27:55.275480 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-fb702db9-6ce4-432a-a4a3-27b5328c5ab2 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02a607b-f9ef-49c1-aab4-a5324577d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424929 Jan 04 14:27:55.348473 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:27:55.371013 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-d76de5b1-5c04-49b2-a120-ad27d27b976b service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889380 Jan 04 14:27:55.467076 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f482a9b0-ea9a-4dd5-9343-5e165499d131 req-4c788b17-cb26-4fc9-9f39-d8bd8d7f85f9 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895810 Jan 04 14:27:55.647805 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a3467d1-71b7-4765-85fb-9167d98d3b71', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.136', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'port_id': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'mac_address': 'fa:16:3e:ee:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:27:53Z', 'updated_at': '2022-01-04T14:27:53Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:27:55.675972 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4b23bd-94af-425a-b672-183fbdcd5bdc None None] The sync data for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv is: [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '9a3467d1-71b7-4765-85fb-9167d98d3b71', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.136', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'port_id': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1738, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'mac_address': 'fa:16:3e:ee:bc:fe', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:27:53Z', 'updated_at': '2022-01-04T14:27:53Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:27:55.851285 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2212ea3c-b858-49db-a698-bc58a34a1758 None None] New status for floating IP 9a3467d1-71b7-4765-85fb-9167d98d3b71: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:27:56.139083 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45764) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:27:56.203477 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1a1d53de-1279-49b0-b6e2-9f2a7468ed8a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/9a3467d1-71b7-4765-85fb-9167d98d3b71 HTTP/1.1" status: 200 len: 993 time: 0.0620081 Jan 04 14:28:05.554545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:10.686279 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-59dfad47-3929-44ea-b73e-c64a91e13751 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396650 Jan 04 14:28:10.763407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067387c-a978-4991-82bd-891e0464e3ca req-f6335917-f913-4e81-926a-e31f4e150c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:10.764862 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-f6335917-f913-4e81-926a-e31f4e150c14 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1098 time: 0.0396812 Jan 04 14:28:10.870269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067387c-a978-4991-82bd-891e0464e3ca req-c2d48769-9a30-4442-942c-572cdc38e3a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:10.871612 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-c2d48769-9a30-4442-942c-572cdc38e3a5 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 898 time: 0.0852003 Jan 04 14:28:10.934759 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-5f80287d-7c2a-44d3-83b6-ceb9d6ff03af service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 1001 time: 0.0562143 Jan 04 14:28:10.982391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067387c-a978-4991-82bd-891e0464e3ca req-bd229445-2dc7-4b1c-b6c0-454326b3e0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:10.983763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-bd229445-2dc7-4b1c-b6c0-454326b3e0de service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 200 len: 835 time: 0.0418222 Jan 04 14:28:11.031235 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3067387c-a978-4991-82bd-891e0464e3ca req-7260362c-e7b0-418d-905a-e15be69e1408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:11.032568 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-7260362c-e7b0-418d-905a-e15be69e1408 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02a607b-f9ef-49c1-aab4-a5324577d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424030 Jan 04 14:28:11.120337 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-55354790-f730-4ae5-ada8-c51209fa3a71 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801027 Jan 04 14:28:11.212203 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3067387c-a978-4991-82bd-891e0464e3ca req-984cdf9f-0b9d-4670-89ba-85d748d1e4f2 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849087 Jan 04 14:28:11.803665 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:28:15.568286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cd2b4a56-bf21-4ec6-9568-3413e6dbfb4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:17.912265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c38304a9-b691-44c0-870c-037a83915afd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:19.265319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:20.502726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:22.078838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:24.979938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91d7a502-fe0a-4f09-a34a-e25159095c28 req-870b4057-3e6e-40d6-bca6-f86cc242352a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:24.981404 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-91d7a502-fe0a-4f09-a34a-e25159095c28 req-870b4057-3e6e-40d6-bca6-f86cc242352a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0755107 Jan 04 14:28:24.987287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-7ef2ca8f-a767-42d8-a38d-b9fc4eb0a07c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:24.989297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-7ef2ca8f-a767-42d8-a38d-b9fc4eb0a07c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1098 time: 0.0736909 Jan 04 14:28:25.084586 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-91d7a502-fe0a-4f09-a34a-e25159095c28 req-ae1e11e0-3589-46ef-868f-922df94bf2a0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0942550 Jan 04 14:28:25.115386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-e4c37be5-7f32-4a6f-a70c-0ef02ebb5445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:25.116841 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-e4c37be5-7f32-4a6f-a70c-0ef02ebb5445 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 898 time: 0.1143250 Jan 04 14:28:25.185383 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-527ddf53-7076-4e7c-9357-8ba220a7b85b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 1001 time: 0.0611613 Jan 04 14:28:25.236971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-6f3381a1-c900-4573-86b6-c5842e8f3c8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:25.238442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-6f3381a1-c900-4573-86b6-c5842e8f3c8f service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 200 len: 835 time: 0.0463998 Jan 04 14:28:25.290178 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-38082fca-7d9b-432f-955a-5a294d479a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:25.291614 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-38082fca-7d9b-432f-955a-5a294d479a20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02a607b-f9ef-49c1-aab4-a5324577d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0456178 Jan 04 14:28:25.386370 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-3bc9ad22-d70f-4f8a-8df4-12ed9f4fdeeb service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844517 Jan 04 14:28:25.480298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-765c2167-9c7a-4430-9e7b-df74aaa91861 req-079c212d-688b-4436-a5a5-ea693d9c4076 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847080 Jan 04 14:28:26.204109 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb802e1a-2cb1-4a20-a869-82f653baea96 req-d2ecde11-6d79-4d88-9a94-f314d70bd02a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:26.205566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb802e1a-2cb1-4a20-a869-82f653baea96 req-d2ecde11-6d79-4d88-9a94-f314d70bd02a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0474765 Jan 04 14:28:26.257032 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cb802e1a-2cb1-4a20-a869-82f653baea96 req-c654d21d-7ea8-44a9-9eed-bd999b751664 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449862 Jan 04 14:28:27.373229 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea7a95a-c000-4749-ab1c-ac17bb9f190c req-adad94a6-ee3d-4f6c-8c6e-6a5f40917d7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:27.374764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eea7a95a-c000-4749-ab1c-ac17bb9f190c req-adad94a6-ee3d-4f6c-8c6e-6a5f40917d7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0489857 Jan 04 14:28:27.423346 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eea7a95a-c000-4749-ab1c-ac17bb9f190c req-02dd2ef0-b1e7-4209-81a2-284818f589b6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426831 Jan 04 14:28:28.698635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631a6379-a2a8-4c05-bf43-f0b385e4c119 req-bc03eac5-1771-48cf-8948-767ed9374083 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:28.700095 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-631a6379-a2a8-4c05-bf43-f0b385e4c119 req-bc03eac5-1771-48cf-8948-767ed9374083 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0475051 Jan 04 14:28:28.748177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-631a6379-a2a8-4c05-bf43-f0b385e4c119 req-b62334ab-6608-4bd3-b1d5-0a9a93d13a54 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421855 Jan 04 14:28:29.865466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5321fd0d-4ab8-4d2a-bdc6-56c7a9a46fa0 req-cfd6c029-820a-490c-b5cb-c58325e0fa3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:29.867128 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5321fd0d-4ab8-4d2a-bdc6-56c7a9a46fa0 req-cfd6c029-820a-490c-b5cb-c58325e0fa3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0511763 Jan 04 14:28:29.918111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5321fd0d-4ab8-4d2a-bdc6-56c7a9a46fa0 req-df471389-3163-44d6-af24-523fe9fe1acd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445440 Jan 04 14:28:31.034141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a01acecc-8aee-46b8-9e72-0ff890d4b8e7 req-86bed47c-7247-46ea-af29-a69329df6840 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:31.036020 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a01acecc-8aee-46b8-9e72-0ff890d4b8e7 req-86bed47c-7247-46ea-af29-a69329df6840 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0517502 Jan 04 14:28:31.083941 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a01acecc-8aee-46b8-9e72-0ff890d4b8e7 req-dd5a8cd3-b1d0-4f59-98fe-4b9ba3ea79e6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421314 Jan 04 14:28:32.200994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eede772-464a-4048-94a4-9580c34fcb98 req-84e17bfb-1589-41f2-817a-0eb2fbf67939 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:32.202467 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6eede772-464a-4048-94a4-9580c34fcb98 req-84e17bfb-1589-41f2-817a-0eb2fbf67939 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0521941 Jan 04 14:28:32.249507 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6eede772-464a-4048-94a4-9580c34fcb98 req-c6b84b02-21eb-44a5-9781-471da5e70c17 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406296 Jan 04 14:28:33.361665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a94bbaf-c871-4dec-b5ad-54570e2e93aa req-77eb960a-a1c9-45ae-aea6-6e0ef187666d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:33.363147 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2a94bbaf-c871-4dec-b5ad-54570e2e93aa req-77eb960a-a1c9-45ae-aea6-6e0ef187666d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0480247 Jan 04 14:28:33.412119 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2a94bbaf-c871-4dec-b5ad-54570e2e93aa req-541c5d6c-9ba0-46ce-ae62-746890e4c94a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426958 Jan 04 14:28:34.525442 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95663938-9986-499e-aed2-e253a42d913b req-1ddd970c-0355-4f67-be52-3983bdb4574b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:34.526919 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-95663938-9986-499e-aed2-e253a42d913b req-1ddd970c-0355-4f67-be52-3983bdb4574b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0485997 Jan 04 14:28:34.573795 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-95663938-9986-499e-aed2-e253a42d913b req-2c6a215e-6ac8-4c9b-af91-09a230193050 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410895 Jan 04 14:28:35.543772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:35.689339 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcbb0cfb-89c6-415e-b2ca-1cea7e7dc4a7 req-c5fce84f-3b71-425c-881a-e3c2a7fd6c48 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:35.690864 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dcbb0cfb-89c6-415e-b2ca-1cea7e7dc4a7 req-c5fce84f-3b71-425c-881a-e3c2a7fd6c48 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0517044 Jan 04 14:28:35.739523 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-dcbb0cfb-89c6-415e-b2ca-1cea7e7dc4a7 req-d9dd367c-4ba6-4a9a-851f-07a573785294 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422480 Jan 04 14:28:36.852228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75a11e3b-e1c4-431e-a57e-30b2ca2f20e4 req-b5ec2ff4-7057-425f-8be1-97c28f2dab8b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:28:36.853666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-75a11e3b-e1c4-431e-a57e-30b2ca2f20e4 req-b5ec2ff4-7057-425f-8be1-97c28f2dab8b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0475965 Jan 04 14:28:36.905518 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-75a11e3b-e1c4-431e-a57e-30b2ca2f20e4 req-672e7c1a-1f08-4027-90b9-dbb1cc731a1b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458937 Jan 04 14:28:36.926759 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45800) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:28:36.985544 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0f6ea693-dbe6-478d-9315-0ebf45428934 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/9a3467d1-71b7-4765-85fb-9167d98d3b71 HTTP/1.1" status: 200 len: 993 time: 0.0576627 Jan 04 14:28:45.569277 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fbbb-b900-4437-9d52-2af8b37e7afe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:47.913111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-07bd10d5-e5f2-453f-88be-432d41dfb5ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:48.801669 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:28:49.267967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:50.506147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:28:52.081500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:05.559444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:07.404381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45810) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:07.561334 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port eb81fccf-17ea-4953-838d-05febb09fc4b {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:29:07.561679 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:07.636545 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:07.636870 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:07.649254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for eb81fccf-17ea-4953-838d-05febb09fc4b owned by network:floatingip {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:29:07.792799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:07.817338 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=eb81fccf-17ea-4953-838d-05febb09fc4b,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:07.828341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.828725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.829131 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.829540 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.829906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.830255 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.830593 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.830926 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.831259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.831591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.831927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.832253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.832585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:07.889317 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:07.889713 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 9a3467d1-71b7-4765-85fb-9167d98d3b71 disassociated (deleted). External IP: 172.36.2.136, port: 3aedaa3c-2dbf-4461-9b36-f6332f6313f7. Jan 04 14:29:08.099270 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 66757073-08ca-4086-b936-ada6f1c6ba24 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:29:08.494507 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:29:08.499485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:08.504230 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] Sync routers for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:29:08.513599 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:08.514502 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:28:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:08.536399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-508d0110-1277-4d2a-9f1f-d820617dbbe4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/floatingips/9a3467d1-71b7-4765-85fb-9167d98d3b71 HTTP/1.1" status: 204 len: 168 time: 1.1309209 Jan 04 14:29:08.537562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:29:08.542517 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e442db7-8eaa-40e9-839b-b9bb0107be73" -d '{"events": [{"name": "network-changed", "server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:29:08.587326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:29:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a21c22e-5729-4dc0-9640-f00feeab05d8 x-openstack-request-id: req-6a21c22e-5729-4dc0-9640-f00feeab05d8 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:29:08.587624 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:29:08.587880 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6a21c22e-5729-4dc0-9640-f00feeab05d8 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:29:08.588286 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'status': 'completed', 'code': 200} Jan 04 14:29:08.623122 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:08.654629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-0fb535eb-63d1-4106-bec3-dd800d2eb993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:08.657166 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-0fb535eb-63d1-4106-bec3-dd800d2eb993 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 1098 time: 0.0445218 Jan 04 14:29:08.769338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-680e1f80-7ee8-4a89-bf71-41a8cfab9eca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:08.771044 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-680e1f80-7ee8-4a89-bf71-41a8cfab9eca service neutron] 10.222.0.13 "GET /v2.0/networks?id=c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 200 len: 898 time: 0.1080666 Jan 04 14:29:08.816549 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-e5a5393e-4621-4db3-80b2-f97a116825e3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 200 len: 217 time: 0.0360625 Jan 04 14:29:08.837152 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1bd707d-894c-4b3e-a8e1-b72f3dabfacc req-752ebc86-2c01-4c3f-b26c-9014d3e99b37 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:08.839579 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:08.844819 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d1bd707d-894c-4b3e-a8e1-b72f3dabfacc req-752ebc86-2c01-4c3f-b26c-9014d3e99b37 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0652804 Jan 04 14:29:08.868724 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-8b8dcaa7-f083-4e04-8c15-c0f051e50281 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:08.870580 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-8b8dcaa7-f083-4e04-8c15-c0f051e50281 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 200 len: 835 time: 0.0471437 Jan 04 14:29:08.872258 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] Checking router: 66757073-08ca-4086-b936-ada6f1c6ba24 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:29:08.881821 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:08.882475 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:28:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:08.902700 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d1bd707d-894c-4b3e-a8e1-b72f3dabfacc req-43e8837a-c149-44fd-8e42-65c19b8c6b61 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0568991 Jan 04 14:29:08.931008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-a52ec4ef-98df-4d73-bb2f-5a0a2b96bf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:08.933488 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-a52ec4ef-98df-4d73-bb2f-5a0a2b96bf78 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c02a607b-f9ef-49c1-aab4-a5324577d1c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0558743 Jan 04 14:29:08.992846 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:09.027367 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-808d48c7-5dec-4545-99cc-2fbe52188419 service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846877 Jan 04 14:29:09.122947 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0e442db7-8eaa-40e9-839b-b9bb0107be73 req-f6eb9c6c-475c-4520-812c-a4b1e29232ab service neutron] 10.222.0.13 "GET /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882835 Jan 04 14:29:09.189080 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:09.214591 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62a7bea9-0a9a-4d6f-ab48-251225d3ecc7 None None] The sync data for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv is: [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '83d57a39-e41e-4290-9b1d-8b1c653905f2', 'name': '', 'network_id': 'c02a607b-f9ef-49c1-aab4-a5324577d1c2', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:57:ed:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_interface', 'standard_attr_id': 1735, 'fixed_ips': [{'subnet_id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:41Z', 'updated_at': '2022-01-04T14:27:44Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'a8536194-b90d-4be1-a1b8-ca8b04de0985', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:29:09.441535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec48eb90-ae96-48c5-9c90-a03d45982c4b None None] New status for floating IP 9a3467d1-71b7-4765-85fb-9167d98d3b71: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:29:10.014175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7332ba-52aa-40ed-b1bc-e608ca20e048 req-1b30777d-7bdd-419e-b763-749195f4825f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:10.015650 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f7332ba-52aa-40ed-b1bc-e608ca20e048 req-1b30777d-7bdd-419e-b763-749195f4825f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0490427 Jan 04 14:29:10.064440 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7f7332ba-52aa-40ed-b1bc-e608ca20e048 req-327f3cb3-d6d7-4696-8225-573bda623d02 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=202dc4b3-b878-4e12-ac84-d58b2422950a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429094 Jan 04 14:29:10.228449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-9002bf49-c2bd-4c18-a9e1-7c8f19578d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:10.229820 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-9002bf49-c2bd-4c18-a9e1-7c8f19578d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 945 time: 0.0481236 Jan 04 14:29:10.322248 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:29:10.322599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:10.409030 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:10.409408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:10.422154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:29:10.552193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:10.582651 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=3aedaa3c-2dbf-4461-9b36-f6332f6313f7,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:10.616209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.616561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.616900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.617234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.617561 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.617923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.618253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.618575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.618894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.619212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.619526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.619846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.620491 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:10.642597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] No DVR routers for this DVR port 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:29:10.644980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:10.648323 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f3203f40-77f0-4284-91aa-e9e89ff30789 req-3efa7349-ebb9-4b65-a8cc-e3e7eedbad91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "DELETE /v2.0/ports/3aedaa3c-2dbf-4461-9b36-f6332f6313f7 HTTP/1.1" status: 204 len: 173 time: 0.4121847 Jan 04 14:29:10.648764 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'name': 'network-vif-deleted', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:29:10.650994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e59234-2b8d-48b6-b678-f85c3c705b2c" -d '{"events": [{"server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "name": "network-vif-deleted", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:29:10.688259 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46ebac07-d053-4025-91c3-4b5eebbcf487 x-openstack-request-id: req-46ebac07-d053-4025-91c3-4b5eebbcf487 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:29:10.688557 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5591ee9-0bce-4a00-89af-9e62313d0677", "name": "network-vif-deleted", "tag": "3aedaa3c-2dbf-4461-9b36-f6332f6313f7", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:29:10.688809 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-46ebac07-d053-4025-91c3-4b5eebbcf487 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:29:10.689206 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5591ee9-0bce-4a00-89af-9e62313d0677', 'name': 'network-vif-deleted', 'tag': '3aedaa3c-2dbf-4461-9b36-f6332f6313f7', 'status': 'completed', 'code': 200} Jan 04 14:29:11.175162 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-629b5cc9-4c05-4349-9d41-92142ed5dff1 req-58424cee-0f9b-40fc-9fed-16353b3a12b8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=b5591ee9-0bce-4a00-89af-9e62313d0677 HTTP/1.1" status: 200 len: 210 time: 0.0260143 Jan 04 14:29:12.230633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45828) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:12.575994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:12.826077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 83d57a39-e41e-4290-9b1d-8b1c653905f2 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:29:12.826413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:12.914282 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 83d57a39-e41e-4290-9b1d-8b1c653905f2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=83d57a39-e41e-4290-9b1d-8b1c653905f2,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:12.914634 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:12.925992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 83d57a39-e41e-4290-9b1d-8b1c653905f2 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:29:13.111286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.139077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=83d57a39-e41e-4290-9b1d-8b1c653905f2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:13.314688 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.522983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 66757073-08ca-4086-b936-ada6f1c6ba24 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:29:13.625301 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:29:13.631344 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5ed2e0dc-304f-410c-b15e-0c2cbcd2f143 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/66757073-08ca-4086-b936-ada6f1c6ba24/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3986418 Jan 04 14:29:13.632980 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45830) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:13.635505 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] Sync routers for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:29:13.649452 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:13.650090 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:28:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:13.687410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_v2 [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting subnet a8536194-b90d-4be1-a1b8-ca8b04de0985 {{(pid=103265) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:29:13.690566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.734234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7272421'] for subnet, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.751375 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:13.819836 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.881767 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5317407', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-6226142'] for subnet, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.908780 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Subnet': ['ID=a8536194-b90d-4be1-a1b8-ca8b04de0985,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:13.912710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:13.918102 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-df740cf9-440c-428d-a49a-4f5ebae038b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/subnets/a8536194-b90d-4be1-a1b8-ca8b04de0985 HTTP/1.1" status: 204 len: 168 time: 0.2817407 Jan 04 14:29:13.918959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45832) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:13.922502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023a5536-abe8-45eb-976a-9062b3d9973b None None] Network c02a607b-f9ef-49c1-aab4-a5324577d1c2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:29:13.926632 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:29:13Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:13.953329 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] Checking router: 66757073-08ca-4086-b936-ada6f1c6ba24 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:29:13.962790 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] Routers {'66757073-08ca-4086-b936-ada6f1c6ba24'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:13.963409 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:28:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['66757073-08ca-4086-b936-ada6f1c6ba24'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:14.030191 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.079256 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] DHCP port deletion for c02a607b-f9ef-49c1-aab4-a5324577d1c2 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:29:14.130245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Deleting port 2696bfcc-0f62-469c-9647-a75c9532019e {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:29:14.130828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.142130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.164559 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] Set router 66757073-08ca-4086-b936-ada6f1c6ba24 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:14.195537 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 265f71fc-b2f6-42a5-97ad-7a169f6128d2 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:29:14.195940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.202838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] For port 2696bfcc-0f62-469c-9647-a75c9532019e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2696bfcc-0f62-469c-9647-a75c9532019e,segment=NetworkSegment(98c66a1d-0f0a-401f-b3ee-554d737a4673),segment_id=98c66a1d-0f0a-401f-b3ee-554d737a4673)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:14.203300 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.216689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Calling delete_port for 2696bfcc-0f62-469c-9647-a75c9532019e owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:29:14.277064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 265f71fc-b2f6-42a5-97ad-7a169f6128d2, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=265f71fc-b2f6-42a5-97ad-7a169f6128d2,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:14.277543 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.291133 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 265f71fc-b2f6-42a5-97ad-7a169f6128d2 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:29:14.298689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.324521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Pushing event deleted for resources: {'Port': ['ID=2696bfcc-0f62-469c-9647-a75c9532019e,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:14.332261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] No DVR routers for this DVR port 2696bfcc-0f62-469c-9647-a75c9532019e on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:29:14.335279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.335700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.336087 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.336504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.336715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.337015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.337346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.337786 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.338016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.338344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.338672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.339183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.339303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2714d356-0b98-491f-9800-998e252d8f80 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:14.351818 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:29:13Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:14.377224 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fe799a-3c91-4531-a9e2-0e8a56ef908a None None] The sync data for ids ['66757073-08ca-4086-b936-ada6f1c6ba24'] in dv-neutron-master-2-hyperv is: [{'id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'name': 'tempest-TestNetworkAdvancedServerOps-router-437843653', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:29:13Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '265f71fc-b2f6-42a5-97ad-7a169f6128d2', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:4d:33:94', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '66757073-08ca-4086-b936-ada6f1c6ba24', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1732, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:27:38Z', 'updated_at': '2022-01-04T14:27:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:29:14.467654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.497137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=265f71fc-b2f6-42a5-97ad-7a169f6128d2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:14.510830 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0351d4-e9aa-4a53-915b-0e7af2ed4e8a None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:29:14.556748 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.613829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-90edc344-9718-4e6e-9bfe-1e07ce7a6047 req-5fc84eba-d55c-43ad-862b-edbc08bf8638 tempest-ServerDiskConfigTestJSON-681667699 tempest-ServerDiskConfigTestJSON-681667699-project] (103265) timed out ('10.222.0.13', 55637) {{(pid=103265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 04 14:29:14.646756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.648857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.690522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.691108 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Fanout notify agent at l3_agent the message router_deleted on router 66757073-08ca-4086-b936-ada6f1c6ba24 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:29:14.698863 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.699958 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4cf6aede-728d-4650-b0e2-ce1378186565 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/routers/66757073-08ca-4086-b936-ada6f1c6ba24 HTTP/1.1" status: 204 len: 168 time: 0.7806485 Jan 04 14:29:14.702662 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45834) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:14.798840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.845360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2696bfcc-0f62-469c-9647-a75c9532019e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:29:14.865174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 2696bfcc-0f62-469c-9647-a75c9532019e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:29:14.865773 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2696bfcc-0f62-469c-9647-a75c9532019e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:29:14.866398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 83d57a39-e41e-4290-9b1d-8b1c653905f2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:29:14.889824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 83d57a39-e41e-4290-9b1d-8b1c653905f2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:29:14.890198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 83d57a39-e41e-4290-9b1d-8b1c653905f2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:29:14.896779 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.917225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c02a607b-f9ef-49c1-aab4-a5324577d1c2']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:14.926043 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98c66a1d-0f0a-401f-b3ee-554d737a4673') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:14.926341 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98c66a1d-0f0a-401f-b3ee-554d737a4673') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:14.935937 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.949215 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.955935 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Releasing vlan 161 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:29:14.956359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:29:14.959685 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:29:15.019715 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.027560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.030806 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/networks/c02a607b-f9ef-49c1-aab4-a5324577d1c2 HTTP/1.1" status: 204 len: 168 time: 0.3272173 Jan 04 14:29:15.033425 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45836) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:15.049894 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b756b53e-fede-4ea7-b197-60b95a6abdad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Network': ['ID=c02a607b-f9ef-49c1-aab4-a5324577d1c2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:15.105520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3bd-9882-4be3-a486-c6d0432590b1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.131120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3bd-9882-4be3-a486-c6d0432590b1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.187575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3bd-9882-4be3-a486-c6d0432590b1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.190206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c61cf3bd-9882-4be3-a486-c6d0432590b1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.191393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c61cf3bd-9882-4be3-a486-c6d0432590b1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/security-groups/202dc4b3-b878-4e12-ac84-d58b2422950a HTTP/1.1" status: 204 len: 168 time: 0.1569669 Jan 04 14:29:15.200953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61cf3bd-9882-4be3-a486-c6d0432590b1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=202dc4b3-b878-4e12-ac84-d58b2422950a,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:15.311231 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:29:15.331153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:29:15.331487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 3aedaa3c-2dbf-4461-9b36-f6332f6313f7 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:29:15.482835 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45842) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:15.488337 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-34524430', 'description': 'tempest-secgroup-smoke-34524430 description', 'project_id': '7b61ec97989540399276e1412da9027b'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:15.512274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.571320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3e2f097-9a22-44cb-95d5-e5d09b3a4776 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.575934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.579572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.605879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.607082 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.1222684 Jan 04 14:29:15.610090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45844) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:15.610982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ab996b-2de4-4589-af25-16b833c5ce84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:15.616326 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '7192a68a-31a0-48e5-8e2a-9dd8f30b4e53', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:15.647638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.692403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.695900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.713168 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bd79536-30e7-4975-a9e4-e3bfaaded75f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:15.721099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.722336 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-a4b3a240-748b-4ff9-8879-fa459c46dcc8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1111495 Jan 04 14:29:15.725760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45846) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:15.730029 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '7192a68a-31a0-48e5-8e2a-9dd8f30b4e53', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:15.756882 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.811357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.814840 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.831344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f38e3d45-10c1-48d5-9f58-d18556ac347c,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:15.840087 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:15.841272 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-1f3dd501-2a5f-4ad5-9b71-f0ba68b48a60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1145556 Jan 04 14:29:15.843978 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45848) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:15.848548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '7192a68a-31a0-48e5-8e2a-9dd8f30b4e53', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:15.877069 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.225709 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.229477 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.246909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1dee1b79-dc54-4cc9-9fb3-69209a968200,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:16.254232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.255964 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-194df35b-42ea-4545-acbe-eafe943402d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4105296 Jan 04 14:29:16.258694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45850) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:16.262895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '7192a68a-31a0-48e5-8e2a-9dd8f30b4e53', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:16.290433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.345093 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.348348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.365137 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8bdf0dd2-c788-44f0-b5cd-a2e901dcba7b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:16.372383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.373565 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b57628d7-c30e-4bf6-98b1-b953947be807 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1139452 Jan 04 14:29:16.376225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45852) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:16.381035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '7192a68a-31a0-48e5-8e2a-9dd8f30b4e53', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:16.403749 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:29:16.408476 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.465018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.468419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.485350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e796b15-e69a-44ea-b1a2-6726e176ea25,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:16.493150 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.494371 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-7b0bde36-099a-481c-86c0-104972e1ae91 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1172252 Jan 04 14:29:16.496977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45854) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:16.501243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': '7192a68a-31a0-48e5-8e2a-9dd8f30b4e53', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:16.524438 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:29:16.529947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.531068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 265f71fc-b2f6-42a5-97ad-7a169f6128d2 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:29:16.550565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 265f71fc-b2f6-42a5-97ad-7a169f6128d2 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:29:16.550917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 265f71fc-b2f6-42a5-97ad-7a169f6128d2 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:29:16.590566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.593989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.610656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bbff601f-2860-4d03-8977-cb8c4c7ae6a7,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:16.618388 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.619570 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c7eae14c-ed3f-4c58-a607-b2400934e434 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1216729 Jan 04 14:29:16.622372 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45856) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:16.627273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'network': {'name': 'tempest-network-smoke--225263708', 'project_id': '7b61ec97989540399276e1412da9027b', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:16.649569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:29:16.652955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.675494 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 168} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:29:16.685079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.685413 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Added segment 38ec65ac-c3d7-45c8-b04c-f9ea13c927a3 of type vlan for network 4ff36921-7aea-4ddc-8a48-01bd25d2917d Jan 04 14:29:16.723319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.748483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.754322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:16.754908 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.787288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1633830 Jan 04 14:29:16.790116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45858) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:16.794747 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'admin_state_up': True, 'project_id': '7b61ec97989540399276e1412da9027b', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:16.819122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.820105 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:16.828127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4b88a6-2437-400e-8668-075f0b34a1d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Network': ['ID=4ff36921-7aea-4ddc-8a48-01bd25d2917d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:16.839311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:29:16.872467 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.005385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.483158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.500981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.603385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.167 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/b85febe4-f524-4319-94e7-30d74d7a7723) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:29:17.701647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.734573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.769796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:29:17.773341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:17.775810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:29:17.785623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3672dd50-373c-45ef-805d-a47a7cf0d685 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:29:17.809180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=b85febe4-f524-4319-94e7-30d74d7a7723,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:17.903715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-55025340-a6dd-45a2-8f69-0916b4171dc8 None None] Provisioning complete for port b85febe4-f524-4319-94e7-30d74d7a7723 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:17.904086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-55025340-a6dd-45a2-8f69-0916b4171dc8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.937320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c4925e5-4410-42e1-9fa4-4f9791b1da2c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:17.946365 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-55025340-a6dd-45a2-8f69-0916b4171dc8 None None] Port b85febe4-f524-4319-94e7-30d74d7a7723 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:29:18.037767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:18.227547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:18.357349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 11167bbc-4e29-4831-be7d-db63835f5fcc is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:29:18.464718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:29:18.475073 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Sync routers for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:29:18.484920 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:18.485152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:18.485553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:29:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:18.486376 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-27325082-f608-45db-9905-ae0dbed17b3e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.6952369 Jan 04 14:29:18.489581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45860) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:18.517527 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1c9eab44-d688-44f7-97db-6329da648fe9 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7b61ec97989540399276e1412da9027b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262506 Jan 04 14:29:18.520300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45862) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:18.593297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:18.605080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60b41792-a5a7-46b5-8a95-b78e09d1df3d tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:18.606609 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-60b41792-a5a7-46b5-8a95-b78e09d1df3d tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0853214 Jan 04 14:29:18.609419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45864) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:18.636705 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c648e419-e515-4d4a-bfda-ecdd2ee4fab4 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0262794 Jan 04 14:29:18.639378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45866) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:18.643960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901597011', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'project_id': '7b61ec97989540399276e1412da9027b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:18.737373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:29:18.740957 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:18.770714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:17Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:18.797058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Checking router: 11167bbc-4e29-4831-be7d-db63835f5fcc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:29:18.797722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Updating router 11167bbc-4e29-4831-be7d-db63835f5fcc port b85febe4-f524-4319-94e7-30d74d7a7723 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:29:18.821988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:18.921807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:18.978651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Subnet': ['ID=bacda1ae-441a-422b-a2e9-4848698bbb8e,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:18.988621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Checking segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:29:18.988986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network hostable DHCP agents. Network: 4ff36921-7aea-4ddc-8a48-01bd25d2917d, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:29:19.004354 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:29:19.013300 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 4ff36921-7aea-4ddc-8a48-01bd25d2917d) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:19.018343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:19.018943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.023279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111a5053-32f3-4c64-9d79-5ec13bfd359e None None] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:29:19.034877 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3c0f4f49-576c-402a-8944-6163bd798d71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.3945303 Jan 04 14:29:19.038661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45868) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:19.138075 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.145916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.188128 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:29:19.188908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.209778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab873eff-8eb7-4cb8-a866-431380c1bd7e None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:29:19.234173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Attempting to bind port b85febe4-f524-4319-94e7-30d74d7a7723 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:29:19.234546 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Attempting to bind port b85febe4-f524-4319-94e7-30d74d7a7723 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:29:19.234914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Attempting to bind port b85febe4-f524-4319-94e7-30d74d7a7723 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:29:19.236724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e51b4-4f9c-4971-af7f-4f5c8e0098d5 None None] Pushing event updated for resources: {'Port': ['ID=b85febe4-f524-4319-94e7-30d74d7a7723,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:19.250536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:29:19.250900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:29:19.251497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.251730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:29:19.252243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Bound port: b85febe4-f524-4319-94e7-30d74d7a7723, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:29:19.252662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.366448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.406783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-84699467-0708-4e9a-b3a2-9dd37bbd26aa None None] Provisioning complete for port b85febe4-f524-4319-94e7-30d74d7a7723 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:19.407155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84699467-0708-4e9a-b3a2-9dd37bbd26aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.435662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] For port b85febe4-f524-4319-94e7-30d74d7a7723, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:29:19.474656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] For port b85febe4-f524-4319-94e7-30d74d7a7723, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b85febe4-f524-4319-94e7-30d74d7a7723,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:29:19.475975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Allocated IP 172.20.0.2 (4ff36921-7aea-4ddc-8a48-01bd25d2917d/bacda1ae-441a-422b-a2e9-4848698bbb8e/57bb1a14-4d47-4afb-80bc-663eecadbc28) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:29:19.479086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.480899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-84699467-0708-4e9a-b3a2-9dd37bbd26aa None None] Port b85febe4-f524-4319-94e7-30d74d7a7723 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:29:19.484247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.559113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4049a8b7-74b3-4385-8e3e-c38710050b29 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:29:19.604367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913e51b4-4f9c-4971-af7f-4f5c8e0098d5 None None] Pushing event updated for resources: {'Port': ['ID=b85febe4-f524-4319-94e7-30d74d7a7723,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:19.613649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:19.614303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:29:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:19.926345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-14263845-eeb2-42b0-914c-69edadf1c9dd None None] Provisioning complete for port b85febe4-f524-4319-94e7-30d74d7a7723 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:19.927080 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14263845-eeb2-42b0-914c-69edadf1c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.932170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:19.955889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:19.983644 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.009133 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.1 (4ff36921-7aea-4ddc-8a48-01bd25d2917d/bacda1ae-441a-422b-a2e9-4848698bbb8e/fff78647-4cd6-4beb-9438-294d18121f8a) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:29:20.076001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:29:20.094110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:20.098406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:29:20.121878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.126445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Pushing event updated for resources: {'Port': ['ID=57bb1a14-4d47-4afb-80bc-663eecadbc28,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:20.156690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.197366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:29:20.200444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:20.206346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:29:20.213123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=fff78647-4cd6-4beb-9438-294d18121f8a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:20.229447 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Attempting to bind port 57bb1a14-4d47-4afb-80bc-663eecadbc28 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:29:20.229824 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Attempting to bind port 57bb1a14-4d47-4afb-80bc-663eecadbc28 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:29:20.230216 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Attempting to bind port 57bb1a14-4d47-4afb-80bc-663eecadbc28 on network 4ff36921-7aea-4ddc-8a48-01bd25d2917d {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:29:20.232009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14263845-eeb2-42b0-914c-69edadf1c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.257170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.264626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 28, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:29:20.265007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Checking segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:29:20.265407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.265797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Bound using segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:29:20.266298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Bound port: 57bb1a14-4d47-4afb-80bc-663eecadbc28, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:29:20.266678 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.288460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-14263845-eeb2-42b0-914c-69edadf1c9dd None None] For port b85febe4-f524-4319-94e7-30d74d7a7723, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b85febe4-f524-4319-94e7-30d74d7a7723,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:20.294951 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-14263845-eeb2-42b0-914c-69edadf1c9dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.383772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.392018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] For port 57bb1a14-4d47-4afb-80bc-663eecadbc28, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:29:20.396889 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] For port 57bb1a14-4d47-4afb-80bc-663eecadbc28, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57bb1a14-4d47-4afb-80bc-663eecadbc28,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:29:20.398723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14263845-eeb2-42b0-914c-69edadf1c9dd None None] Pushing event updated for resources: {'Port': ['ID=b85febe4-f524-4319-94e7-30d74d7a7723,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:20.404046 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.417196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:17Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:20.467631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72444275-5bf3-47d8-b73d-0524618cd4b4 None None] The sync data for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv is: [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:17Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:29:20.512498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c854604-1f66-4706-afa4-4e170cd61d72 None None] Pushing event updated for resources: {'Port': ['ID=57bb1a14-4d47-4afb-80bc-663eecadbc28,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:20.534329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.682292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.688382 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.791589 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=fff78647-4cd6-4beb-9438-294d18121f8a,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:20.796439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:20.906177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:29:20.907635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:21.026484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 11167bbc-4e29-4831-be7d-db63835f5fcc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:29:21.143681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:29:21.151077 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3875c3fb-6005-4c9c-acd3-ddfc8ca233c5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/11167bbc-4e29-4831-be7d-db63835f5fcc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1095109 Jan 04 14:29:21.311926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-71ee2fb1-ac97-4374-870a-15fe2e731c2f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-34524430&fields=id&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 267 time: 0.0493648 Jan 04 14:29:21.436604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-0db15395-817a-4e86-aef4-2b1e6d1d2bb3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:21.438139 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-0db15395-817a-4e86-aef4-2b1e6d1d2bb3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 796 time: 0.1188056 Jan 04 14:29:21.453607 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-de70cd29-4638-4d78-a196-6481b818f39c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/quotas/7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 375 time: 0.0094843 Jan 04 14:29:21.493650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c1014a4-5b83-47fd-8085-8dc87198a255 None None] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:29:21.514481 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-8e8e1c52-0109-48f5-ab16-462e00d555b8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0547788 Jan 04 14:29:21.570091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7f3727d7-f17c-41e0-8b39-efd52e591d73 None None] Provisioning complete for port 57bb1a14-4d47-4afb-80bc-663eecadbc28 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:21.570486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f3727d7-f17c-41e0-8b39-efd52e591d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:21.613790 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-c6cf1385-e70b-43b0-aec4-7af9cafd16d5 service neutron] 10.222.0.30 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895016 Jan 04 14:29:21.679963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f3727d7-f17c-41e0-8b39-efd52e591d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:21.711763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-f008571f-9dcb-4632-94c9-99a0fd350a82 service neutron] 10.222.0.30 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911846 Jan 04 14:29:21.713249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7f3727d7-f17c-41e0-8b39-efd52e591d73 None None] For port 57bb1a14-4d47-4afb-80bc-663eecadbc28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57bb1a14-4d47-4afb-80bc-663eecadbc28,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:21.719152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7f3727d7-f17c-41e0-8b39-efd52e591d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:21.779820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3727d7-f17c-41e0-8b39-efd52e591d73 None None] Pushing event updated for resources: {'Port': ['ID=57bb1a14-4d47-4afb-80bc-663eecadbc28,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:21.910348 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5edf135e-c88d-439a-9f41-af57cf3146bf req-102d81a3-b571-4807-86e6-da2255f4f2f1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0280943 Jan 04 14:29:21.940089 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-33e0f7d7-466a-45c7-9d5b-fe9a7ba0b1d0 None None] Provisioning complete for port 57bb1a14-4d47-4afb-80bc-663eecadbc28 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:21.940564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-33e0f7d7-466a-45c7-9d5b-fe9a7ba0b1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.031464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-33e0f7d7-466a-45c7-9d5b-fe9a7ba0b1d0 None None] Provisioning complete for port fff78647-4cd6-4beb-9438-294d18121f8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:22.032085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-33e0f7d7-466a-45c7-9d5b-fe9a7ba0b1d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.072673 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-33e0f7d7-466a-45c7-9d5b-fe9a7ba0b1d0 None None] Port fff78647-4cd6-4beb-9438-294d18121f8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:29:22.091987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.159669 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Sync routers for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:29:22.171114 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:22.171731 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:29:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:22.192936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ce9bd0fa-fc03-4044-a7b1-5772d3eb3b72 None None] Provisioning complete for port fff78647-4cd6-4beb-9438-294d18121f8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:22.193301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ce9bd0fa-fc03-4044-a7b1-5772d3eb3b72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.228852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ce9bd0fa-fc03-4044-a7b1-5772d3eb3b72 None None] Port fff78647-4cd6-4beb-9438-294d18121f8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:29:22.276025 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:22.348197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-097e6f02-77f9-46f8-b4b8-c6b344362d79 None None] Provisioning complete for port fff78647-4cd6-4beb-9438-294d18121f8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:22.348561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-097e6f02-77f9-46f8-b4b8-c6b344362d79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.381939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-097e6f02-77f9-46f8-b4b8-c6b344362d79 None None] Port fff78647-4cd6-4beb-9438-294d18121f8a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:29:22.466947 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 2, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:22.491989 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Checking router: 11167bbc-4e29-4831-be7d-db63835f5fcc for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:29:22.492313 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Updating router 11167bbc-4e29-4831-be7d-db63835f5fcc port fff78647-4cd6-4beb-9438-294d18121f8a binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:29:22.515251 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.630540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 57bb1a14-4d47-4afb-80bc-663eecadbc28 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:29:22.681071 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 57bb1a14-4d47-4afb-80bc-663eecadbc28 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:22.681442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.756772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b85febe4-f524-4319-94e7-30d74d7a7723 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:29:22.772090 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.777454 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.803348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b85febe4-f524-4319-94e7-30d74d7a7723 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:22.803732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.820197 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Pushing event updated for resources: {'Port': ['ID=fff78647-4cd6-4beb-9438-294d18121f8a,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:22.832247 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.832592 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.832927 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.833281 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.834212 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.834536 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.834856 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.835174 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.835496 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.835811 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.836122 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.836434 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.836745 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:29:22.901735 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Attempting to bind port fff78647-4cd6-4beb-9438-294d18121f8a on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:29:22.902125 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Attempting to bind port fff78647-4cd6-4beb-9438-294d18121f8a by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:29:22.902483 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Attempting to bind port fff78647-4cd6-4beb-9438-294d18121f8a on network 4ff36921-7aea-4ddc-8a48-01bd25d2917d {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:29:22.907625 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 29, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:29:22.907994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Checking segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:29:22.908386 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.908771 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Bound using segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:29:22.909227 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Bound port: fff78647-4cd6-4beb-9438-294d18121f8a, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:29:22.909594 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.979847 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] For port fff78647-4cd6-4beb-9438-294d18121f8a, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:29:22.983438 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] For port fff78647-4cd6-4beb-9438-294d18121f8a, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fff78647-4cd6-4beb-9438-294d18121f8a,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:29:22.987802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:22.998861 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3efdd326-8b32-4bcc-a1d3-2607237dc0c1 req-b2833b59-a9ee-4042-84f1-a47bd434b9a6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0337381 Jan 04 14:29:23.050041 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:23.050565 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:29:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:23.052202 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71003bf2-c6f7-46a6-a0bc-f8c029b5816b None None] Pushing event updated for resources: {'Port': ['ID=fff78647-4cd6-4beb-9438-294d18121f8a,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:23.105755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d482be2c-e4fb-412c-8ae6-0fe35f4435b6 None None] Provisioning complete for port fff78647-4cd6-4beb-9438-294d18121f8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:23.106411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d482be2c-e4fb-412c-8ae6-0fe35f4435b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:23.168215 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:23.189582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d482be2c-e4fb-412c-8ae6-0fe35f4435b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:23.224134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d482be2c-e4fb-412c-8ae6-0fe35f4435b6 None None] For port fff78647-4cd6-4beb-9438-294d18121f8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fff78647-4cd6-4beb-9438-294d18121f8a,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:23.228668 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d482be2c-e4fb-412c-8ae6-0fe35f4435b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:23.282428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d482be2c-e4fb-412c-8ae6-0fe35f4435b6 None None] Pushing event updated for resources: {'Port': ['ID=fff78647-4cd6-4beb-9438-294d18121f8a,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:23.347931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-db3d1d21-c7d7-4d49-a941-f23803e9b64e None None] Provisioning complete for port fff78647-4cd6-4beb-9438-294d18121f8a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:23.348302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-db3d1d21-c7d7-4d49-a941-f23803e9b64e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:23.366444 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:22Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:23.395784 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0623b7-2d28-4569-a02d-5f97a55ef8c6 None None] The sync data for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv is: [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:22Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:29:24.086914 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2fede0fc-89b1-408a-8c47-285cf8cb2445 req-55f21d40-3ba7-41b5-9e53-5683be7f5760 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0320392 Jan 04 14:29:24.592454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fff78647-4cd6-4beb-9438-294d18121f8a up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:29:24.642408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port fff78647-4cd6-4beb-9438-294d18121f8a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:24.642780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:25.165483 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6082727a-2b12-4332-a50b-34e1ef0b93fc req-3278da7e-de76-4ba9-b612-13d68bb041cc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0287294 Jan 04 14:29:25.800112 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:29:26.255908 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2592ccb2-d3d9-4f44-b293-b37ed8689df6 req-9550146c-4fee-4f83-88e5-3e7fc4402133 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0267837 Jan 04 14:29:26.852273 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-ee7ddc78-c502-4359-87a6-86519d09c1e4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:26.853789 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-ee7ddc78-c502-4359-87a6-86519d09c1e4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 796 time: 0.1045878 Jan 04 14:29:26.923084 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-bbf45d19-7eef-4677-be89-1e60d730bf5c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 378 time: 0.0611289 Jan 04 14:29:26.931910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'port': {'device_id': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'admin_state_up': True, 'tenant_id': '7b61ec97989540399276e1412da9027b', 'security_groups': ['7192a68a-31a0-48e5-8e2a-9dd8f30b4e53']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:27.037817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:29:27.041185 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.165831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.9 (4ff36921-7aea-4ddc-8a48-01bd25d2917d/bacda1ae-441a-422b-a2e9-4848698bbb8e/6208651a-ee31-48e2-9a5c-fe33babe41e0) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:29:27.294805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.354196 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0f2e9b9d-4734-4758-9ef6-936f65d765b6 req-e617fb11-d90f-42d0-bd6f-0bba06655a9f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0272243 Jan 04 14:29:27.355324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.398215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:29:27.401154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:27.406646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:29:27.413298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:27.458625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:27.459223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.476347 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-2d1c41f1-1419-431e-a5b2-5131e7730d23 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5479240 Jan 04 14:29:27.489066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Request body: {'port': {'device_id': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:27.553611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.676632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a3a1a5e2-608e-48ac-b95e-c59395ac34f1 None None] Provisioning complete for port 6208651a-ee31-48e2-9a5c-fe33babe41e0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:27.677806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a5e2-608e-48ac-b95e-c59395ac34f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.713789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1a5e2-608e-48ac-b95e-c59395ac34f1 None None] Port 6208651a-ee31-48e2-9a5c-fe33babe41e0 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:29:27.809280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6208651a-ee31-48e2-9a5c-fe33babe41e0 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:29:27.816362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.828200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Transition to ACTIVE for port object 6208651a-ee31-48e2-9a5c-fe33babe41e0 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:29:27.831962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:27.900911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:27.953531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Attempting to bind port 6208651a-ee31-48e2-9a5c-fe33babe41e0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:29:27.953892 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Attempting to bind port 6208651a-ee31-48e2-9a5c-fe33babe41e0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:29:27.954231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Attempting to bind port 6208651a-ee31-48e2-9a5c-fe33babe41e0 on network 4ff36921-7aea-4ddc-8a48-01bd25d2917d {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:29:27.959374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Port 6208651a-ee31-48e2-9a5c-fe33babe41e0 on network 4ff36921-7aea-4ddc-8a48-01bd25d2917d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:29:27.959696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Attempting to bind port 6208651a-ee31-48e2-9a5c-fe33babe41e0 on network 4ff36921-7aea-4ddc-8a48-01bd25d2917d {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:29:27.964564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 29, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:29:27.964898 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Checking segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:29:27.965278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Bound using segment: {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:29:27.965731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Bound port: 6208651a-ee31-48e2-9a5c-fe33babe41e0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:29:27.966109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:28.031034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:29:28.034050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:29:28.039733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:28.073975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:28.074591 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:28.075949 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] 10.222.0.13 "PUT /v2.0/ports/6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 1093 time: 0.5911958 Jan 04 14:29:28.076403 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:29:28.078627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65bfc064-cfd5-4331-a8b1-6b18a9da2758" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:29:28.115656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862d465-0171-4456-a2d0-8711bf90522d service neutron] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:28.120751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c2821f6-8259-4e9a-a0b9-11ff1f8601c3 x-openstack-request-id: req-6c2821f6-8259-4e9a-a0b9-11ff1f8601c3 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:29:28.121128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:29:28.121570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6c2821f6-8259-4e9a-a0b9-11ff1f8601c3 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:29:28.122777 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'status': 'completed', 'code': 200} Jan 04 14:29:28.170293 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-b89d2127-ac9b-420e-a20d-f6869dcc1a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:28.171804 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-b89d2127-ac9b-420e-a20d-f6869dcc1a3c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1096 time: 0.0479763 Jan 04 14:29:28.214067 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-b147a8ac-051e-4833-aad4-f7b9d91628c0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 217 time: 0.0342417 Jan 04 14:29:28.262927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-b8ffa71b-c9b9-4783-844f-25d6c437ef06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:28.264715 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-b8ffa71b-c9b9-4783-844f-25d6c437ef06 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0450425 Jan 04 14:29:28.605630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-3a92344d-92fa-4a9f-bfef-346a60b27382 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:28.607110 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-3a92344d-92fa-4a9f-bfef-346a60b27382 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3364701 Jan 04 14:29:28.711695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2ae12-04c0-477f-ba70-799b195b99b0 req-bcad8410-f09e-463d-8d94-ba92ff378540 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:28.713160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aef2ae12-04c0-477f-ba70-799b195b99b0 req-bcad8410-f09e-463d-8d94-ba92ff378540 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 943 time: 0.1097975 Jan 04 14:29:28.739988 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-c40b9676-b487-4d08-a538-ca46c561a6e8 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250606 Jan 04 14:29:28.795281 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aef2ae12-04c0-477f-ba70-799b195b99b0 req-5521f49b-ba77-46ce-aea4-1f99ac162a67 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719738 Jan 04 14:29:28.849446 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-68c7ac82-ffb7-4c39-82b0-b7cdc3fc1347 req-8d297d3c-ef77-4d41-978e-410d33650e8b service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021297 Jan 04 14:29:28.934788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-69c82c34-b59c-48ea-9bb3-d89e04469a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:28.936248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-69c82c34-b59c-48ea-9bb3-d89e04469a9e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1096 time: 0.0441206 Jan 04 14:29:29.028176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-51e9cb68-3c96-4876-9935-a1fdb3b0e32e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:29.029557 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-51e9cb68-3c96-4876-9935-a1fdb3b0e32e service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.0860906 Jan 04 14:29:29.073107 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-0c350010-aa54-4f4d-a262-72e856499720 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 217 time: 0.0361757 Jan 04 14:29:29.119278 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-d4609d99-e1da-421e-881f-ac816debbc56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:29.120701 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-d4609d99-e1da-421e-881f-ac816debbc56 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0412784 Jan 04 14:29:29.165123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-361e6c4f-9aee-470e-b445-cef9d1431b64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:29.166593 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-361e6c4f-9aee-470e-b445-cef9d1431b64 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391903 Jan 04 14:29:29.256653 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-f539851f-648d-4eca-addf-663f6e883fea service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831020 Jan 04 14:29:29.342702 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-65bfc064-cfd5-4331-a8b1-6b18a9da2758 req-673d6e20-a97f-4228-a06f-f5aadb4dc784 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0786939 Jan 04 14:29:29.404361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:29:29.495078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:29.509319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'port_id': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'mac_address': 'fa:16:3e:96:8a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:29:29.547863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:29.560473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6208651a-ee31-48e2-9a5c-fe33babe41e0 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:29:29.579134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:29.582697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:29.628874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:29.790333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['6208651a-ee31-48e2-9a5c-fe33babe41e0'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:29:29.910554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26d1152-b73d-4e79-9bd7-b819ed3380aa req-4ac44f3a-e926-42fa-8996-f4be37de41d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:29.912529 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d26d1152-b73d-4e79-9bd7-b819ed3380aa req-4ac44f3a-e926-42fa-8996-f4be37de41d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 944 time: 0.0498898 Jan 04 14:29:29.965910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d26d1152-b73d-4e79-9bd7-b819ed3380aa req-d76575f0-a721-4e12-95c4-5bded5b9d496 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0469711 Jan 04 14:29:31.082117 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9671909f-974e-4c33-8052-06f9b1b8b1f9 req-cc17e096-1ab7-4609-83aa-95b1027de2f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:31.083700 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9671909f-974e-4c33-8052-06f9b1b8b1f9 req-cc17e096-1ab7-4609-83aa-95b1027de2f8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 944 time: 0.0493047 Jan 04 14:29:31.136645 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9671909f-974e-4c33-8052-06f9b1b8b1f9 req-f48aa678-ee16-42dd-b80c-cfcd5a773a33 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470111 Jan 04 14:29:31.405400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:29:31.454730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 6208651a-ee31-48e2-9a5c-fe33babe41e0 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:29:31.459275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 6208651a-ee31-48e2-9a5c-fe33babe41e0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:29:31.459641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:31.533483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:31.555206 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:29:31.557390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b77174b-1e17-4947-95b1-07838ec152d8" -d '{"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-plugged", "status": "completed", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:29:31.570092 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:29:31.574246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:31.598113 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbaa98bd-96de-40de-88f5-7f2294b21c68 x-openstack-request-id: req-cbaa98bd-96de-40de-88f5-7f2294b21c68 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:29:31.598404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-plugged", "status": "completed", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:29:31.599312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-cbaa98bd-96de-40de-88f5-7f2294b21c68 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:29:31.599697 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'code': 200} Jan 04 14:29:31.626867 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:31.754159 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfb629-2309-4789-b3c6-366e06f3b8ff req-64ace179-ba9c-4c54-8fb2-ddbbaaa8e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:31.755552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62dfb629-2309-4789-b3c6-366e06f3b8ff req-64ace179-ba9c-4c54-8fb2-ddbbaaa8e663 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0394523 Jan 04 14:29:31.800727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-62dfb629-2309-4789-b3c6-366e06f3b8ff req-1720cbbd-af35-42c0-96c1-c89a8c4ec800 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0385787 Jan 04 14:29:32.251469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a55a6b-b819-4c5a-85d9-dd348b0ac512 req-dfa5790b-30a6-4a72-9202-2c224b7fe53c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:32.252927 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-30a55a6b-b819-4c5a-85d9-dd348b0ac512 req-dfa5790b-30a6-4a72-9202-2c224b7fe53c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0483739 Jan 04 14:29:32.305516 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-30a55a6b-b819-4c5a-85d9-dd348b0ac512 req-a4c979df-85cc-4be9-9be4-a7c48c13eaa6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426121 Jan 04 14:29:33.419281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84e258c-1f52-4307-8c3e-252245226947 req-b2f41da8-666f-48e5-9e91-3a46dc4817b7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:33.420745 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a84e258c-1f52-4307-8c3e-252245226947 req-b2f41da8-666f-48e5-9e91-3a46dc4817b7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0483730 Jan 04 14:29:33.473036 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a84e258c-1f52-4307-8c3e-252245226947 req-ccb3fd86-52e3-4e45-ba27-aa8ab6be4eac tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464010 Jan 04 14:29:33.589775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a33f1a7-0d35-4287-8fa5-3cd495f31ef2 req-c6798e3d-ba11-490a-812b-a66318997835 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:33.591170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4a33f1a7-0d35-4287-8fa5-3cd495f31ef2 req-c6798e3d-ba11-490a-812b-a66318997835 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0524006 Jan 04 14:29:33.640050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4a33f1a7-0d35-4287-8fa5-3cd495f31ef2 req-28803952-5047-48af-a9ec-fadbd1867b64 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430064 Jan 04 14:29:33.661001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45934) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:33.700139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf3e93f8-e182-48b4-a1da-e088a8bd2471 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:33.701616 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bf3e93f8-e182-48b4-a1da-e088a8bd2471 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1093 time: 0.0396578 Jan 04 14:29:33.704294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 45936) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:33.708502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:29:33.731236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:33.830322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:33.928658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.215 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/4bc8f6c7-7109-48d9-be85-702a9f457f69) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:29:34.031649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.065154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.099950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:29:34.104167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:29:34.109476 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:29:34.115217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=4bc8f6c7-7109-48d9-be85-702a9f457f69,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:34.459627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.522674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.666196 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.670760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.742856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=4bc8f6c7-7109-48d9-be85-702a9f457f69,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:29:34.750689 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:34.852282 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 8c09bff1-04f2-4880-8302-07f2a1b2ea9c associated. External IP: 172.36.2.215, port: 6208651a-ee31-48e2-9a5c-fe33babe41e0. Jan 04 14:29:35.050899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 11167bbc-4e29-4831-be7d-db63835f5fcc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:29:35.155416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:29:35.165518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] Sync routers for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:29:35.173714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:35.177098 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:35.177715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:29:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:35.204170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-76df844c-b7c9-4cf0-aeb8-158bfe885319 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4988768 Jan 04 14:29:35.204865 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:29:35.207233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9b8bbf0-163f-4c1a-b507-88cfffe35340" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:29:35.250874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-078b2b79-8664-4551-ad58-7ab46c8de673 x-openstack-request-id: req-078b2b79-8664-4551-ad58-7ab46c8de673 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:29:35.250874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:29:35.251165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-078b2b79-8664-4551-ad58-7ab46c8de673 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:29:35.251539 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'status': 'completed', 'code': 200} Jan 04 14:29:35.311834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0fede04-5373-4046-a9b1-4e411686905b req-0254f85a-b20d-43f9-8544-ca65efbbde9c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:35.313834 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0fede04-5373-4046-a9b1-4e411686905b req-0254f85a-b20d-43f9-8544-ca65efbbde9c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0549831 Jan 04 14:29:35.328814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-938f61af-df06-4480-be1f-81ba3b5c453e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:35.330376 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-938f61af-df06-4480-be1f-81ba3b5c453e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0459843 Jan 04 14:29:35.373805 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e0fede04-5373-4046-a9b1-4e411686905b req-fe715e60-de9b-49e8-b2ba-d21a847a7983 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0529516 Jan 04 14:29:35.397161 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45942) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:35.429928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-4498f967-c499-4cde-92b9-a2514f316b5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:35.431975 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-4498f967-c499-4cde-92b9-a2514f316b5c service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.0943503 Jan 04 14:29:35.440488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:35.460708 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-424e2747-dbd1-4474-9a78-52c1ccd4a785 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/8c09bff1-04f2-4880-8302-07f2a1b2ea9c HTTP/1.1" status: 200 len: 991 time: 0.0620105 Jan 04 14:29:35.502021 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-253ca7ee-e5df-41b4-890f-9ee8e42ec76b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 999 time: 0.0632334 Jan 04 14:29:35.550122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-7102252e-334e-4db9-a08f-58756dc6d56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:35.551659 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-7102252e-334e-4db9-a08f-58756dc6d56a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0438168 Jan 04 14:29:35.596399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-0b859fc4-938b-48ec-bdd3-097d445ee0ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:29:35.597771 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-0b859fc4-938b-48ec-bdd3-097d445ee0ad service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387611 Jan 04 14:29:35.609598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:35.675863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8c09bff1-04f2-4880-8302-07f2a1b2ea9c', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.215', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'port_id': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'mac_address': 'fa:16:3e:96:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:29:34Z', 'updated_at': '2022-01-04T14:29:34Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:23Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:35.692560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-d624ec01-03a4-4744-8cad-4ca470da3904 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873027 Jan 04 14:29:35.705723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] Checking router: 11167bbc-4e29-4831-be7d-db63835f5fcc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:29:35.713952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:29:35.714547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:29:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:35.785619 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f9b8bbf0-163f-4c1a-b507-88cfffe35340 req-232a6948-8097-4106-9fc6-0156d7d0ff42 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868423 Jan 04 14:29:35.819647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:29:36.032159 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8c09bff1-04f2-4880-8302-07f2a1b2ea9c', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.215', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'port_id': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'mac_address': 'fa:16:3e:96:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:29:34Z', 'updated_at': '2022-01-04T14:29:34Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:23Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:29:36.057963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bc2ca9-8f2f-4f93-941f-3be55caf77ab None None] The sync data for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv is: [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '8c09bff1-04f2-4880-8302-07f2a1b2ea9c', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.215', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'port_id': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1757, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'mac_address': 'fa:16:3e:96:8a:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:29:34Z', 'updated_at': '2022-01-04T14:29:34Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:23Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:29:36.256994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9cff5c4-6a08-47d2-803f-dd68e839f41b None None] New status for floating IP 8c09bff1-04f2-4880-8302-07f2a1b2ea9c: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:29:36.463683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45944) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:36.529594 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5388a709-7117-4ee3-b375-d32f0b3b5c0a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/8c09bff1-04f2-4880-8302-07f2a1b2ea9c HTTP/1.1" status: 200 len: 991 time: 0.0647542 Jan 04 14:29:37.533121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45948) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:29:37.592618 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2608ef37-194a-4ee8-b4cd-a87accdddd2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/8c09bff1-04f2-4880-8302-07f2a1b2ea9c HTTP/1.1" status: 200 len: 993 time: 0.0582829 Jan 04 14:29:45.574035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-24905b40-ab6c-4455-9fed-7b013191b23c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:47.919241 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3d0f3b30-13b2-48a9-8326-5adf98c7dd59 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:49.272851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:50.513012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:29:52.087785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:02.798273 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:30:04.247614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-c05b56d0-f81b-4f42-aee8-d44c8170722d req-660b8626-1664-444b-b35e-ec550d6e0167 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:30:04.248585 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c05b56d0-f81b-4f42-aee8-d44c8170722d req-660b8626-1664-444b-b35e-ec550d6e0167 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053890 Jan 04 14:30:04.427220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f0640e-e9b4-4304-a10e-f1d86f058e5c req-543504c3-439f-4b9e-a915-fa30900f1d25 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:04.428813 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71f0640e-e9b4-4304-a10e-f1d86f058e5c req-543504c3-439f-4b9e-a915-fa30900f1d25 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0503843 Jan 04 14:30:04.472744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 45968) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:04.477218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-71f0640e-e9b4-4304-a10e-f1d86f058e5c req-96da6d49-2833-4299-b25f-d9008f1220b0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0425396 Jan 04 14:30:04.556354 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-1b3c7640-2c0c-4646-9096-e9179c92013d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0818050 Jan 04 14:30:04.565347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-f9dc3207-e369-4a8e-9efe-8ce23d448e37 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:30:04.566338 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-f9dc3207-e369-4a8e-9efe-8ce23d448e37 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051086 Jan 04 14:30:05.590602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:05.593186 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4229ec6a-3224-46e3-bede-c56e2456460d req-8ac186cc-3a2c-43a9-b0eb-320d334be0a1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:05.594777 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4229ec6a-3224-46e3-bede-c56e2456460d req-8ac186cc-3a2c-43a9-b0eb-320d334be0a1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0493996 Jan 04 14:30:05.651288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4229ec6a-3224-46e3-bede-c56e2456460d req-80374a6b-aa2b-4856-a24a-4e8935aaea5e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491219 Jan 04 14:30:05.678111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-2f2909a7-fba6-447a-b3d5-5293481b721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:05.679639 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-2f2909a7-fba6-447a-b3d5-5293481b721e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0405891 Jan 04 14:30:05.773725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-f5bf8907-dcca-4b8d-9f35-024ed1118a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:05.775190 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-f5bf8907-dcca-4b8d-9f35-024ed1118a77 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.0854120 Jan 04 14:30:05.845618 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-6c2eeda0-15ec-41d2-9384-7216d4bb5ede service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 1001 time: 0.0583589 Jan 04 14:30:05.897414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-3e0dce73-2137-4faf-a115-ebc207742f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:05.898822 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-3e0dce73-2137-4faf-a115-ebc207742f30 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0427523 Jan 04 14:30:05.941237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-aeff47a5-0a91-4ed3-b904-79e721803423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:05.943329 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-aeff47a5-0a91-4ed3-b904-79e721803423 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382736 Jan 04 14:30:06.032552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-89333242-c0eb-44fa-82d9-93fad2082ca4 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810950 Jan 04 14:30:06.120904 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-55ec3b96-e900-4acb-bb1f-c9892c8f19ec service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820510 Jan 04 14:30:06.764459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e042820-4362-4ce5-accc-312d693bb622 req-307e1d4a-8d91-4bad-8571-965fa5e2ab45 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:06.765729 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5e042820-4362-4ce5-accc-312d693bb622 req-307e1d4a-8d91-4bad-8571-965fa5e2ab45 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0482514 Jan 04 14:30:07.105218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5e042820-4362-4ce5-accc-312d693bb622 req-e4f66b39-8a4e-446b-9d96-c5a4869849fe tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3330665 Jan 04 14:30:08.219892 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395744de-4f9c-4a05-b1e2-9542205f2056 req-b4f6a0c9-2aa1-4028-843e-260435ec31d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:08.221372 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-395744de-4f9c-4a05-b1e2-9542205f2056 req-b4f6a0c9-2aa1-4028-843e-260435ec31d3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0475698 Jan 04 14:30:08.273929 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-395744de-4f9c-4a05-b1e2-9542205f2056 req-dbb6b21b-6c62-4f4d-8464-d281c025d1bc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0459464 Jan 04 14:30:09.389338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406c973d-d34a-4d5f-8b4b-496d960ebf41 req-2a4e15f8-1598-42d3-9571-e79212ea6e32 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:09.390829 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-406c973d-d34a-4d5f-8b4b-496d960ebf41 req-2a4e15f8-1598-42d3-9571-e79212ea6e32 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0489745 Jan 04 14:30:09.441058 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-406c973d-d34a-4d5f-8b4b-496d960ebf41 req-c2a28893-1c44-4bfe-9349-b950a21d06ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441844 Jan 04 14:30:10.564554 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a043b8b-c1a3-4bd2-9041-bc103661121b req-b635a479-d676-47b9-b0a0-a14559d3c32e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:10.566054 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a043b8b-c1a3-4bd2-9041-bc103661121b req-b635a479-d676-47b9-b0a0-a14559d3c32e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0505884 Jan 04 14:30:10.615043 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a043b8b-c1a3-4bd2-9041-bc103661121b req-52569052-5823-4c87-baba-8e21d335b541 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424135 Jan 04 14:30:11.730066 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935c149d-6a03-45ef-8a5d-b15b3a1a65d1 req-5eeb6ed8-eb8f-48a5-9377-7ab82aaa952a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:11.731512 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-935c149d-6a03-45ef-8a5d-b15b3a1a65d1 req-5eeb6ed8-eb8f-48a5-9377-7ab82aaa952a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0479677 Jan 04 14:30:11.782764 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-935c149d-6a03-45ef-8a5d-b15b3a1a65d1 req-b5a1c1f2-86da-4293-a42d-fb30099044da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0453289 Jan 04 14:30:12.895887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2122b37c-7a0b-4d24-ad7b-ea233076579a req-9b111b17-323f-4116-9589-b817a6e263fb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:12.897273 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2122b37c-7a0b-4d24-ad7b-ea233076579a req-9b111b17-323f-4116-9589-b817a6e263fb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0489748 Jan 04 14:30:12.945340 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2122b37c-7a0b-4d24-ad7b-ea233076579a req-7c22ecd9-b517-4547-b107-3f3c9b576903 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0422640 Jan 04 14:30:14.057045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52e1a1-910c-4862-a300-e21573eb55f8 req-71e22200-bcde-4f0e-b860-4f5d25f4ea8f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:14.058436 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6a52e1a1-910c-4862-a300-e21573eb55f8 req-71e22200-bcde-4f0e-b860-4f5d25f4ea8f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0474935 Jan 04 14:30:14.105745 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6a52e1a1-910c-4862-a300-e21573eb55f8 req-e0789f06-a1b3-4f84-be61-1e48467345b2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0415444 Jan 04 14:30:14.730512 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881747-794c-4a27-8aec-9f4efd93a263 req-e5023585-6808-4861-879d-16d073881eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:14.732014 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-e5023585-6808-4861-879d-16d073881eac service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0405443 Jan 04 14:30:14.835139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881747-794c-4a27-8aec-9f4efd93a263 req-90581f8f-ecf4-4a89-a821-83b4c0fde1a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:14.836594 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-90581f8f-ecf4-4a89-a821-83b4c0fde1a6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.0864084 Jan 04 14:30:14.899890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-3ed97d17-f7fa-4196-8410-0d1489fca898 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 1001 time: 0.0564463 Jan 04 14:30:14.949653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881747-794c-4a27-8aec-9f4efd93a263 req-78270736-eba3-4ca7-bccd-67cd956fca0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:14.951072 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-78270736-eba3-4ca7-bccd-67cd956fca0d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0450284 Jan 04 14:30:14.993905 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05881747-794c-4a27-8aec-9f4efd93a263 req-71e54c84-1d80-4992-b101-2a3744099da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:14.995275 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-71e54c84-1d80-4992-b101-2a3744099da6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384686 Jan 04 14:30:15.082801 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-bde9559b-6e1f-46f3-9e02-3b11f92abbe6 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0785239 Jan 04 14:30:15.174780 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-05881747-794c-4a27-8aec-9f4efd93a263 req-e08caef6-9a99-414a-a19e-3c5d5a891b96 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862117 Jan 04 14:30:15.227308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e955bd-b6ff-44a6-8a78-74d479f5bf41 req-513b1466-e3c7-4426-8093-5ea1d085f84a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:15.228760 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e2e955bd-b6ff-44a6-8a78-74d479f5bf41 req-513b1466-e3c7-4426-8093-5ea1d085f84a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0529258 Jan 04 14:30:15.277368 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e2e955bd-b6ff-44a6-8a78-74d479f5bf41 req-4eed183f-91af-455d-a043-288524207028 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0423889 Jan 04 14:30:15.575442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d4e5fdb5-aa03-496a-a6ab-e93c352a4fa8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:16.392275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0c72e9-6338-47bb-a685-248f3fcd0b93 req-c758eb22-bc64-43b0-ad60-ca642b995280 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:16.393778 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ec0c72e9-6338-47bb-a685-248f3fcd0b93 req-c758eb22-bc64-43b0-ad60-ca642b995280 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0502605 Jan 04 14:30:16.444847 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ec0c72e9-6338-47bb-a685-248f3fcd0b93 req-918e15ab-8930-4ac8-9e20-c86d10f17aeb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445478 Jan 04 14:30:17.558797 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574f43a8-01ec-4f59-8cb6-998dd28d2617 req-74b6f337-74b5-42f4-96d4-7c7bc4102dd8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:17.560253 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-574f43a8-01ec-4f59-8cb6-998dd28d2617 req-74b6f337-74b5-42f4-96d4-7c7bc4102dd8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0489523 Jan 04 14:30:17.607320 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-574f43a8-01ec-4f59-8cb6-998dd28d2617 req-cc919f41-09ef-4ac0-91ea-1fb09adc5e43 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0412207 Jan 04 14:30:17.672343 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-e5fce58b-43fb-45f7-9496-abfc77340120 service neutron] 10.222.0.13 "GET /v2.0/ports/6208651a-ee31-48e2-9a5c-fe33babe41e0/bindings/hv-neutron-mast HTTP/1.1" status: 200 len: 384 time: 0.0564179 Jan 04 14:30:17.870891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-b10a9829-800f-400c-8987-a487e113fba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:17.872335 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-b10a9829-800f-400c-8987-a487e113fba3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 1098 time: 0.0404649 Jan 04 14:30:17.920991 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-aee4b83d-02a1-48a0-b701-8a5e383a68e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:17.932437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-6558ceeb-7f7c-4db7-b35f-427a57c37bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:17.934016 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-6558ceeb-7f7c-4db7-b35f-427a57c37bce service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0408757 Jan 04 14:30:18.027806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-023d9165-9d5e-427d-aad7-91b64cfe3b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:18.029180 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-023d9165-9d5e-427d-aad7-91b64cfe3b13 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.0893626 Jan 04 14:30:18.091908 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-1d0bc49f-98e2-4121-9a13-23c0ff5fe7fc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 1001 time: 0.0565248 Jan 04 14:30:18.138758 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-37d0e328-5c01-45dc-be73-7dc525f13747 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:18.140175 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-37d0e328-5c01-45dc-be73-7dc525f13747 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0422351 Jan 04 14:30:18.187759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-ff949ae3-d302-4aa7-a598-32dbb8cb9cfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:18.189221 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-ff949ae3-d302-4aa7-a598-32dbb8cb9cfd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426362 Jan 04 14:30:18.276007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-81a99925-446a-4754-bb11-22a9dff48b0b service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798838 Jan 04 14:30:18.366164 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4d279155-3b51-40f8-8c49-5ac60f545cbd req-8b207766-3baf-452f-94dd-a042daf0b85d service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837822 Jan 04 14:30:18.722254 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f917eea0-3280-4e64-90ac-614e5cea7ce2 req-9ee740d0-7519-4f32-853a-05076c2dd7a1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:18.723737 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f917eea0-3280-4e64-90ac-614e5cea7ce2 req-9ee740d0-7519-4f32-853a-05076c2dd7a1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0489917 Jan 04 14:30:18.773132 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f917eea0-3280-4e64-90ac-614e5cea7ce2 req-422aaa27-bff3-4213-8685-ca3527355ec3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0435703 Jan 04 14:30:19.274714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:19.892598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37870c64-44a0-4345-8e4f-776281fe5f46 req-e9a1ddc7-31a1-441b-b189-a9beefe2fd94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:19.894350 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-37870c64-44a0-4345-8e4f-776281fe5f46 req-e9a1ddc7-31a1-441b-b189-a9beefe2fd94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0527689 Jan 04 14:30:19.955993 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-37870c64-44a0-4345-8e4f-776281fe5f46 req-2efb356b-5c32-44bc-86c6-42c9490eb233 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512338 Jan 04 14:30:20.516914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:21.070479 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3d98a65-c283-46b6-80d1-12c8ab8233f4 req-5db7d103-2397-4b6a-a567-0d357c7e0292 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.071867 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e3d98a65-c283-46b6-80d1-12c8ab8233f4 req-5db7d103-2397-4b6a-a567-0d357c7e0292 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0482070 Jan 04 14:30:21.123950 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e3d98a65-c283-46b6-80d1-12c8ab8233f4 req-80af1a15-7b98-4b74-a57e-b96f1224055f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0461719 Jan 04 14:30:21.341815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-139405ca-147d-4808-848c-31ed09df1485 req-8b377204-66b3-40e2-8be6-20610f0a60d8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.343326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-139405ca-147d-4808-848c-31ed09df1485 req-8b377204-66b3-40e2-8be6-20610f0a60d8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0791378 Jan 04 14:30:21.357399 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-e7e88676-eed0-4a17-bc60-a285f3d98831 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.358868 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-e7e88676-eed0-4a17-bc60-a285f3d98831 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07&tenant_id=7b61ec97989540399276e1412da9027b&binding%3Ahost_id=hv-neutron-mast HTTP/1.1" status: 200 len: 945 time: 0.0830917 Jan 04 14:30:21.405494 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-139405ca-147d-4808-848c-31ed09df1485 req-5567cffb-1642-4a1c-9421-bc4d459f0c99 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0559325 Jan 04 14:30:21.455128 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-77377f1a-597c-4a12-89f4-79889db47b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.456651 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-77377f1a-597c-4a12-89f4-79889db47b48 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0502937 Jan 04 14:30:21.536116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48248b54-9c1e-487d-a89c-86e0c2c50bf2 req-4d76ea00-dbc3-4996-bbc4-57a30e68a152 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.537604 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-48248b54-9c1e-487d-a89c-86e0c2c50bf2 req-4d76ea00-dbc3-4996-bbc4-57a30e68a152 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0489116 Jan 04 14:30:21.554847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-c219fe03-f204-4f06-9742-31e8e715e1aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.556315 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-c219fe03-f204-4f06-9742-31e8e715e1aa service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.0939872 Jan 04 14:30:21.586295 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-48248b54-9c1e-487d-a89c-86e0c2c50bf2 req-5e27df14-4ed5-40d4-a865-db342636bbc3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0427136 Jan 04 14:30:21.611702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:30:21.613982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:30:21.625862 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-6bad0367-97fd-4ed6-9df8-7ce15e039cb0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 1001 time: 0.0629177 Jan 04 14:30:21.684781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-3602a08b-5e0a-4036-85c0-ebf6b0e3c3df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.686270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-3602a08b-5e0a-4036-85c0-ebf6b0e3c3df service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0543885 Jan 04 14:30:21.734720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-ee09725b-6fd1-4b83-b3c8-f57329012fc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:21.736213 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-ee09725b-6fd1-4b83-b3c8-f57329012fc6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433078 Jan 04 14:30:21.777245 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:21.783596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:21.809501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'port_id': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'mac_address': 'fa:16:3e:96:8a:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:30:21.815844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:30:21.818200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7474d464-1712-411e-8fe8-24eb1bf88672" -d '{"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-unplugged", "status": "completed", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:30:21.834201 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:21.844581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-2620480d-2cc3-4303-b10a-44ebade644ca service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020780 Jan 04 14:30:21.857974 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:21.885202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:30:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f67519a-e795-4ede-91b4-673ee742865a x-openstack-request-id: req-6f67519a-e795-4ede-91b4-673ee742865a {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:30:21.885507 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-unplugged", "status": "completed", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:30:21.885956 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6f67519a-e795-4ede-91b4-673ee742865a {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:30:21.886520 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'code': 200} Jan 04 14:30:21.900613 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:21.928482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6208651a-ee31-48e2-9a5c-fe33babe41e0 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:30:21.932478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:21.942358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.942585 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f903fb2d-825f-49a5-bcb4-cf5c30dbbdb8 req-5bec2dc4-df8b-44d7-90a7-c3cd0d6d17cd service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908470 Jan 04 14:30:21.942732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.943072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.943402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.943732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.944060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.944389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.944715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.945039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.945364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.945687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.946049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.946382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:21.991652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.db.api [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=103266) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jan 04 14:30:21.992016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG oslo_db.api [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jan 04 14:30:22.186379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:22.530567 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:22.542841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6208651a-ee31-48e2-9a5c-fe33babe41e0 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:30:22.561832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:22.565412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:22.614226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:22.620194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['6208651a-ee31-48e2-9a5c-fe33babe41e0'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:30:22.704988 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4d27ed-8613-47cb-aea1-acf32e0ed52b req-e8ccec48-9a61-4ede-81c1-cc2f8d48cf56 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:22.706501 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a4d27ed-8613-47cb-aea1-acf32e0ed52b req-e8ccec48-9a61-4ede-81c1-cc2f8d48cf56 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 944 time: 0.0488665 Jan 04 14:30:22.755780 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8a4d27ed-8613-47cb-aea1-acf32e0ed52b req-669b4b5f-7891-49d8-b752-11b513638f84 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0432730 Jan 04 14:30:22.778562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46036) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:22.843700 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0c874da2-0194-44c6-b6cb-b088b5cadcb9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/8c09bff1-04f2-4880-8302-07f2a1b2ea9c HTTP/1.1" status: 200 len: 992 time: 0.0637369 Jan 04 14:30:23.621267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:30:23.669669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 6208651a-ee31-48e2-9a5c-fe33babe41e0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:30:23.670347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:23.747197 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:23.780152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:23.784114 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:23.828756 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:23.887468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:30:23.889942 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7acadd31-a79b-426d-926f-8c21e88058c9" -d '{"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-plugged", "status": "completed", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:30:23.925649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:30:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9358c0e7-4a8b-4488-a85a-a2cef418a161 x-openstack-request-id: req-9358c0e7-4a8b-4488-a85a-a2cef418a161 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:30:23.926488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-plugged", "status": "completed", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:30:23.926744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9358c0e7-4a8b-4488-a85a-a2cef418a161 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:30:23.927139 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'code': 200} Jan 04 14:30:35.602802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:39.797351 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:30:45.577541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-46af34fe-b058-415c-8eb0-d577ace5e3f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:47.923473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0c572d7d-cf21-498d-a1b6-0060252a44e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:49.277858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:50.522915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:51.209009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46048) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:51.362439 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 4bc8f6c7-7109-48d9-be85-702a9f457f69 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:30:51.362785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:51.439294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:51.439620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:51.451019 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 4bc8f6c7-7109-48d9-be85-702a9f457f69 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:30:51.594497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:51.624056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=4bc8f6c7-7109-48d9-be85-702a9f457f69,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:51.647104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.647452 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.647796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.648136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.648469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.648801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.649131 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.649458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.649785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.650136 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.650463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.650786 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.651108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:51.689039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:51.689368 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 8c09bff1-04f2-4880-8302-07f2a1b2ea9c disassociated (deleted). External IP: 172.36.2.215, port: 6208651a-ee31-48e2-9a5c-fe33babe41e0. Jan 04 14:30:51.891362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 11167bbc-4e29-4831-be7d-db63835f5fcc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:30:51.993968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:30:51.998573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:52.003122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] Sync routers for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:30:52.013265 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:30:52.013883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:52.025553 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-acf5748f-c495-4a40-8e92-73003dc7fb31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/floatingips/8c09bff1-04f2-4880-8302-07f2a1b2ea9c HTTP/1.1" status: 204 len: 168 time: 0.8153951 Jan 04 14:30:52.026203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:30:52.028539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d" -d '{"events": [{"name": "network-changed", "server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:30:52.068427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:30:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6dc902c7-e301-4246-b6f9-ba843e8282a7 x-openstack-request-id: req-6dc902c7-e301-4246-b6f9-ba843e8282a7 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:30:52.068427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:30:52.068427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-6dc902c7-e301-4246-b6f9-ba843e8282a7 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:30:52.068427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'status': 'completed', 'code': 200} Jan 04 14:30:52.120575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:30:52.129877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-eeed9440-1a83-41c0-ad87-7813f6e2388a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:52.131513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-eeed9440-1a83-41c0-ad87-7813f6e2388a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 1098 time: 0.0446076 Jan 04 14:30:52.233108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:52.248936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-4f65dfd8-2846-4800-bf1f-a7893cc797a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:52.250996 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-4f65dfd8-2846-4800-bf1f-a7893cc797a9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 200 len: 897 time: 0.1114659 Jan 04 14:30:52.276321 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c07ad23e-7dae-43ad-b000-f22f1ea0d99b req-6aec1ab2-a437-4013-9db7-5e5bdc2319f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:52.277882 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c07ad23e-7dae-43ad-b000-f22f1ea0d99b req-6aec1ab2-a437-4013-9db7-5e5bdc2319f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0597637 Jan 04 14:30:52.293060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-60b95397-5942-4b38-b3bb-fff2c9760a81 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 200 len: 217 time: 0.0359662 Jan 04 14:30:52.329352 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c07ad23e-7dae-43ad-b000-f22f1ea0d99b req-97d9af17-2a88-4031-96b9-24e639fd567f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0449231 Jan 04 14:30:52.337738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:23Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:52.355642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-222e593f-af42-4d65-b50f-b16a9f68af7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:52.357166 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-222e593f-af42-4d65-b50f-b16a9f68af7e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 200 len: 834 time: 0.0557070 Jan 04 14:30:52.367934 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] Checking router: 11167bbc-4e29-4831-be7d-db63835f5fcc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:30:52.376658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:30:52.377250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:52.408012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-7b6cb8c9-d935-4717-8a9a-414b235037d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:52.409516 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-7b6cb8c9-d935-4717-8a9a-414b235037d0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=4ff36921-7aea-4ddc-8a48-01bd25d2917d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0448160 Jan 04 14:30:52.480692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:30:52.499226 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-5baab8c1-5c27-48ae-8eb2-a5467a0fe3bc service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816331 Jan 04 14:30:52.591552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f7154ff-3c3e-4ef1-9fb3-984afe50f92d req-624d4f7f-7981-4d82-b5c4-753394a64686 service neutron] 10.222.0.13 "GET /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851157 Jan 04 14:30:52.825090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:23Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:52.850894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8d1859-d75d-43d2-9e8e-6da90e34660f None None] The sync data for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv is: [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'fff78647-4cd6-4beb-9438-294d18121f8a', 'name': '', 'network_id': '4ff36921-7aea-4ddc-8a48-01bd25d2917d', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:22:eb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1754, 'fixed_ips': [{'subnet_id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:19Z', 'updated_at': '2022-01-04T14:29:23Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'bacda1ae-441a-422b-a2e9-4848698bbb8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:30:53.056692 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42820fb9-c84f-412a-80d7-eafe8c2638bf None None] New status for floating IP 8c09bff1-04f2-4880-8302-07f2a1b2ea9c: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:30:53.446187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2be08bb-c725-467c-b80c-b359d6c3b0a8 req-69ba899e-75b4-4934-8011-2ed902ec7034 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:53.447638 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a2be08bb-c725-467c-b80c-b359d6c3b0a8 req-69ba899e-75b4-4934-8011-2ed902ec7034 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0476604 Jan 04 14:30:53.495116 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a2be08bb-c725-467c-b80c-b359d6c3b0a8 req-dd2afdeb-9bf9-4d39-b4c9-becabe938062 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0416100 Jan 04 14:30:53.922604 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-9dba11cb-ae2c-4fb5-b31d-1d81941e1e24 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:30:53.924094 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-9dba11cb-ae2c-4fb5-b31d-1d81941e1e24 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 945 time: 0.0523396 Jan 04 14:30:54.009533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 6208651a-ee31-48e2-9a5c-fe33babe41e0 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:30:54.009891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:54.097761 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 6208651a-ee31-48e2-9a5c-fe33babe41e0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=6208651a-ee31-48e2-9a5c-fe33babe41e0,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:54.098074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:54.109357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 6208651a-ee31-48e2-9a5c-fe33babe41e0 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:30:54.234560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:54.267892 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=6208651a-ee31-48e2-9a5c-fe33babe41e0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:54.308098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] No DVR routers for this DVR port 6208651a-ee31-48e2-9a5c-fe33babe41e0 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:30:54.310562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:54.313838 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-47f60973-2169-484a-ba89-cb2cd3af40cc req-e15c98c9-d46e-4c7d-9ef0-d3366396fd3b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "DELETE /v2.0/ports/6208651a-ee31-48e2-9a5c-fe33babe41e0 HTTP/1.1" status: 204 len: 173 time: 0.3841355 Jan 04 14:30:54.314332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-deleted', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:30:54.316595 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97a1c961-98f5-44e5-b7d1-e7e256e82bfc" -d '{"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-deleted", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:30:54.351925 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a36a555-0291-4a83-871b-2f0750662306 x-openstack-request-id: req-7a36a555-0291-4a83-871b-2f0750662306 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:30:54.352224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a5630a3-528d-4bfd-b36b-d6c0c046ce07", "name": "network-vif-deleted", "tag": "6208651a-ee31-48e2-9a5c-fe33babe41e0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:30:54.352485 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a36a555-0291-4a83-871b-2f0750662306 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:30:54.352887 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a5630a3-528d-4bfd-b36b-d6c0c046ce07', 'name': 'network-vif-deleted', 'tag': '6208651a-ee31-48e2-9a5c-fe33babe41e0', 'status': 'completed', 'code': 200} Jan 04 14:30:54.599491 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8375988f-3219-492a-88da-a48b5361df08 req-d26f61bb-c133-425a-8f4c-f36d5db6f9d9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a5630a3-528d-4bfd-b36b-d6c0c046ce07 HTTP/1.1" status: 200 len: 210 time: 0.0263338 Jan 04 14:30:55.655781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46064) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:56.007563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:56.540792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port fff78647-4cd6-4beb-9438-294d18121f8a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:30:56.541127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:56.625572 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port fff78647-4cd6-4beb-9438-294d18121f8a, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=fff78647-4cd6-4beb-9438-294d18121f8a,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:56.625959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:56.638770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for fff78647-4cd6-4beb-9438-294d18121f8a owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:30:56.815665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:56.845357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=fff78647-4cd6-4beb-9438-294d18121f8a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:57.014520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.224823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 11167bbc-4e29-4831-be7d-db63835f5fcc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:30:57.328617 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:30:57.333926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-166a611d-2b1c-46a8-9351-08dcbc3629ed tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/11167bbc-4e29-4831-be7d-db63835f5fcc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6771035 Jan 04 14:30:57.336765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46066) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:57.338012 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] Sync routers for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:30:57.349039 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:30:57.349654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:57.386813 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting subnet bacda1ae-441a-422b-a2e9-4848698bbb8e {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:30:57.390239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.429430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.453017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:30:57.514838 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.571448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.599833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Subnet': ['ID=bacda1ae-441a-422b-a2e9-4848698bbb8e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:57.601839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.607839 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3c1e15de-0b0d-42c5-9f1f-edcc2f30a027 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/subnets/bacda1ae-441a-422b-a2e9-4848698bbb8e HTTP/1.1" status: 204 len: 168 time: 0.2701023 Jan 04 14:30:57.608001 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46068) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:57.608915 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce007298-1823-4a0a-9603-128b811f599a None None] Network 4ff36921-7aea-4ddc-8a48-01bd25d2917d requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:30:57.713028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:30:56Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:57.714009 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.742940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] Checking router: 11167bbc-4e29-4831-be7d-db63835f5fcc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:30:57.755369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] Routers {'11167bbc-4e29-4831-be7d-db63835f5fcc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:30:57.755982 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['11167bbc-4e29-4831-be7d-db63835f5fcc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:57.816787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] DHCP port deletion for 4ff36921-7aea-4ddc-8a48-01bd25d2917d request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:30:57.823122 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.846580 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:30:57.873731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 6208651a-ee31-48e2-9a5c-fe33babe41e0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:30:57.873731 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 6208651a-ee31-48e2-9a5c-fe33babe41e0 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:30:57.875141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port b85febe4-f524-4319-94e7-30d74d7a7723 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:30:57.875308 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.907491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] Set router 11167bbc-4e29-4831-be7d-db63835f5fcc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:30:57.957855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port b85febe4-f524-4319-94e7-30d74d7a7723, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b85febe4-f524-4319-94e7-30d74d7a7723,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:57.958349 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:57.970010 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for b85febe4-f524-4319-94e7-30d74d7a7723 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:30:58.033519 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] Deleting port 57bb1a14-4d47-4afb-80bc-663eecadbc28 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:30:58.033774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.121781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] For port 57bb1a14-4d47-4afb-80bc-663eecadbc28, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=57bb1a14-4d47-4afb-80bc-663eecadbc28,segment=NetworkSegment(38ec65ac-c3d7-45c8-b04c-f9ea13c927a3),segment_id=38ec65ac-c3d7-45c8-b04c-f9ea13c927a3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:30:58.122195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.140501 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.142541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] Calling delete_port for 57bb1a14-4d47-4afb-80bc-663eecadbc28 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:30:58.166799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=b85febe4-f524-4319-94e7-30d74d7a7723,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:58.177032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.177320 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.177654 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.178132 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.178395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.178683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.179016 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.179348 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.180211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.180211 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.180409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.180629 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.180955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:30:58.190582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fafcffd-80e2-410e-965a-25e1f10fa7c2 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:30:58.220863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:30:56Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:58.240434 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.254558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b888c2-8b2c-4681-b15f-ae3c8380a66d None None] The sync data for ids ['11167bbc-4e29-4831-be7d-db63835f5fcc'] in dv-neutron-master-2-hyperv is: [{'id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'name': 'tempest-TestNetworkAdvancedServerOps-router-392839437', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167'}], 'enable_snat': True}, 'gw_port_id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:29:16Z', 'updated_at': '2022-01-04T14:30:56Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': 'b85febe4-f524-4319-94e7-30d74d7a7723', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:fc:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '11167bbc-4e29-4831-be7d-db63835f5fcc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1751, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.167', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:29:17Z', 'updated_at': '2022-01-04T14:29:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:30:58.266863 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.297097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] Pushing event deleted for resources: {'Port': ['ID=57bb1a14-4d47-4afb-80bc-663eecadbc28,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:58.303637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f52a6ad9-4bd3-4708-a727-d97026bb13b1 None None] No DVR routers for this DVR port 57bb1a14-4d47-4afb-80bc-663eecadbc28 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:30:58.336766 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.338918 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.383933 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.384582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Fanout notify agent at l3_agent the message router_deleted on router 11167bbc-4e29-4831-be7d-db63835f5fcc {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:30:58.392144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.394882 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-fbf83bf3-641d-490e-a636-26a2f766092e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/routers/11167bbc-4e29-4831-be7d-db63835f5fcc HTTP/1.1" status: 204 len: 168 time: 0.7844341 Jan 04 14:30:58.396541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46070) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:58.469594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.556954 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.576469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ff36921-7aea-4ddc-8a48-01bd25d2917d']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:58.585442 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:58.585737 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ec65ac-c3d7-45c8-b04c-f9ea13c927a3') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:30:58.596296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.611562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.620845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:30:58.621344 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:30:58.629911 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:30:58.692549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.711080 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.714699 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/networks/4ff36921-7aea-4ddc-8a48-01bd25d2917d HTTP/1.1" status: 204 len: 168 time: 0.3172073 Jan 04 14:30:58.717365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46072) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:58.722402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fff78647-4cd6-4beb-9438-294d18121f8a no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:30:58.728330 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea91b0d7-6846-4cee-82e2-f6cdcc2589e7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Network': ['ID=4ff36921-7aea-4ddc-8a48-01bd25d2917d,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:58.750007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: fff78647-4cd6-4beb-9438-294d18121f8a {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:30:58.750007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device fff78647-4cd6-4beb-9438-294d18121f8a not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:30:58.750325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 57bb1a14-4d47-4afb-80bc-663eecadbc28 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:30:58.773838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 57bb1a14-4d47-4afb-80bc-663eecadbc28 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:30:58.773838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 57bb1a14-4d47-4afb-80bc-663eecadbc28 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:30:58.788305 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b593552-958e-42ce-9fbf-847c44a60b3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.815051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b593552-958e-42ce-9fbf-847c44a60b3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.878996 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b593552-958e-42ce-9fbf-847c44a60b3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.881745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6b593552-958e-42ce-9fbf-847c44a60b3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:58.883063 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6b593552-958e-42ce-9fbf-847c44a60b3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/security-groups/7192a68a-31a0-48e5-8e2a-9dd8f30b4e53 HTTP/1.1" status: 204 len: 168 time: 0.1646624 Jan 04 14:30:58.893831 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b593552-958e-42ce-9fbf-847c44a60b3f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7192a68a-31a0-48e5-8e2a-9dd8f30b4e53,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.061804 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46078) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.066467 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1490586785', 'description': 'tempest-secgroup-smoke-1490586785 description', 'project_id': '7b61ec97989540399276e1412da9027b'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.090210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.155813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.159461 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.187925 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.189176 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1263356 Jan 04 14:30:59.192122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46080) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.196382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3581c6e-6f21-47ac-9bd6-5301ead8e253 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bbde4bad-d735-49c0-acf2-751b2958a3fa,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.196801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4bad-d735-49c0-acf2-751b2958a3fa', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.224748 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.280315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.284368 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.301211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=430046cf-ff71-4302-bf04-e06c28cd3894,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.312484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.313706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-67c9dd73-6225-45d4-b890-1d588b37890a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1204886 Jan 04 14:30:59.316389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46082) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.320824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4bad-d735-49c0-acf2-751b2958a3fa', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.351650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.409416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.413568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.430910 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b7f7c96-9e5d-4ebf-8e70-e8acfa3dd60f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.438421 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.439621 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e773ff3a-72e2-45ff-8494-fa4884608b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1223090 Jan 04 14:30:59.442401 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46084) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.447124 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4bad-d735-49c0-acf2-751b2958a3fa', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.475409 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.533681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.537295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.553805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c9886b1-aeeb-4b8a-b87e-98645c14421b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.560643 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.561808 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-96938867-13a5-485b-9467-b568365b8bdc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184149 Jan 04 14:30:59.564550 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46086) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.569446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4bad-d735-49c0-acf2-751b2958a3fa', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.596281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.652532 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.655917 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.672914 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e46a2b1-6fd0-4762-9ca5-06c5ac52be6f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.680260 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.681442 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-14981ed7-f6de-415a-9e10-5905d3918176 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159461 Jan 04 14:30:59.684141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46088) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.688531 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4bad-d735-49c0-acf2-751b2958a3fa', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.712526 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:30:59.717331 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.775689 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.779164 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.799674 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0413c386-a8ff-4aec-93fc-ed80dd2ce474,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.804018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.805217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c2d53ba8-db5e-44be-80bf-26ef95483e2b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1201141 Jan 04 14:30:59.808730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46090) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.812923 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bbde4bad-d735-49c0-acf2-751b2958a3fa', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.836586 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:30:59.841470 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.901613 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.904785 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.921520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=947f44b3-20b9-4ede-84a7-212acc3d8ff3,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:30:59.929071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.930393 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-2c2ebefe-137c-4fba-90a6-ae3bbb8b9c70 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1207561 Jan 04 14:30:59.933079 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46092) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:30:59.938180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'network': {'name': 'tempest-network-smoke--1518029700', 'project_id': '7b61ec97989540399276e1412da9027b', 'port_security_enabled': True}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:30:59.960212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:30:59.963755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.986155 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 191} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:30:59.995587 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:30:59.995978 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Added segment ac311b0c-30ea-4486-9992-c23597b7e509 of type vlan for network c2d551d0-4d33-4683-bd7d-391b1139a6a9 Jan 04 14:31:00.035398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.059144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.064827 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:00.065412 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.102965 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1687875 Jan 04 14:31:00.105575 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46094) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:00.109786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'admin_state_up': True, 'project_id': '7b61ec97989540399276e1412da9027b', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:31:00.148508 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089f6a6-1279-4b4d-9261-169719e3ac27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Network': ['ID=c2d551d0-4d33-4683-bd7d-391b1139a6a9,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:00.158452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:31:00.169614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.170645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.221017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.362204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.544661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.566266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.582707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b85febe4-f524-4319-94e7-30d74d7a7723 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:31:00.603874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b85febe4-f524-4319-94e7-30d74d7a7723 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:31:00.604223 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b85febe4-f524-4319-94e7-30d74d7a7723 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:31:00.666445 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.197 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/66e0452c-64a1-4f58-941a-f143d993880d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:31:00.767002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.799644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.831934 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:31:00.835322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:00.838812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:31:00.848801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aff8df46-94c0-4e25-848f-ed47aab37032 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:31:00.868299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=66e0452c-64a1-4f58-941a-f143d993880d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:00.909544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-faf27db6-23ed-4dca-8d86-937414cb115c None None] Provisioning complete for port 66e0452c-64a1-4f58-941a-f143d993880d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:00.909944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-faf27db6-23ed-4dca-8d86-937414cb115c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:00.943538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-faf27db6-23ed-4dca-8d86-937414cb115c None None] Port 66e0452c-64a1-4f58-941a-f143d993880d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:31:01.085404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:01.278121 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:01.695213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 74f2a852-0943-4d57-8c3a-2eff03ce881a is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:31:01.799382 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:31:01.810122 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Sync routers for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:31:01.819202 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:01.819849 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:31:01.820417 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-621b4a13-4ab7-4aaa-9633-2593709d049e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7138941 Jan 04 14:31:01.820539 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:01.823642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46096) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:01.850679 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ed98c828-673c-4406-8642-97fef6cf27d7 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7b61ec97989540399276e1412da9027b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0259507 Jan 04 14:31:01.853206 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46098) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:01.923815 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:31:01.939650 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83053b71-9cba-49bc-b468-fabad80393c2 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:01.941136 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-83053b71-9cba-49bc-b468-fabad80393c2 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0870600 Jan 04 14:31:01.944037 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46100) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:01.970571 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-3f28ca0b-9f12-4f80-bb27-ac25f1886725 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0254192 Jan 04 14:31:01.972921 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46102) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:01.977986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1375580260', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'project_id': '7b61ec97989540399276e1412da9027b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:31:02.064651 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:31:02.068771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.100134 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:00Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:02.126610 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Checking router: 74f2a852-0943-4d57-8c3a-2eff03ce881a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:31:02.126962 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Updating router 74f2a852-0943-4d57-8c3a-2eff03ce881a port 66e0452c-64a1-4f58-941a-f143d993880d binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:31:02.152513 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.258486 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.323609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Subnet': ['ID=9246940e-dc7a-4d6f-8497-c8fb12310bfb,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:02.330841 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Checking segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:31:02.331165 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network hostable DHCP agents. Network: c2d551d0-4d33-4683-bd7d-391b1139a6a9, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:31:02.351076 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:31:02.360322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c2d551d0-4d33-4683-bd7d-391b1139a6a9) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:02.365064 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:02.366238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.369326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1afebb6-e5eb-4f5b-b3ab-24d80df45fc6 None None] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:31:02.387898 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-eeaec96d-d9e9-4a5b-bb10-46716ef6e83a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4104507 Jan 04 14:31:02.388139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46104) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:02.409279 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.415315 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.458279 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Pushing event updated for resources: {'Port': ['ID=66e0452c-64a1-4f58-941a-f143d993880d,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:02.470988 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d322dc9-e075-4283-86f8-86e70d9a7e8a None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:31:02.475780 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Attempting to bind port 66e0452c-64a1-4f58-941a-f143d993880d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:31:02.476244 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Attempting to bind port 66e0452c-64a1-4f58-941a-f143d993880d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:31:02.476701 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Attempting to bind port 66e0452c-64a1-4f58-941a-f143d993880d on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:31:02.479538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:31:02.480742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.483416 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:31:02.483978 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:31:02.484512 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.484982 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:31:02.485615 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Bound port: 66e0452c-64a1-4f58-941a-f143d993880d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:31:02.486146 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.514584 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.514943 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.515567 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.515904 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.517553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.517553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.517553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.517553 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.518029 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.518029 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.518327 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.518581 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.518897 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:31:02.547677 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] For port 66e0452c-64a1-4f58-941a-f143d993880d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:31:02.550780 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] For port 66e0452c-64a1-4f58-941a-f143d993880d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66e0452c-64a1-4f58-941a-f143d993880d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:31:02.555611 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.615155 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dcaba8-dcd1-4757-9324-5b72af8c8f88 None None] Pushing event updated for resources: {'Port': ['ID=66e0452c-64a1-4f58-941a-f143d993880d,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:02.619569 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:31:02.620210 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:02.723267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4972ca6b-856c-4440-b633-c4465bab9fcb None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:31:02.731953 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:31:02.746737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5c9ceb40-2d4c-4a10-9102-460cc3b28c48 None None] Provisioning complete for port 66e0452c-64a1-4f58-941a-f143d993880d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:02.747107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c9ceb40-2d4c-4a10-9102-460cc3b28c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.818851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Allocated IP 172.20.0.2 (c2d551d0-4d33-4683-bd7d-391b1139a6a9/9246940e-dc7a-4d6f-8497-c8fb12310bfb/f3dbe7db-1054-47fe-9c14-d79661d1d3b4) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:31:02.874859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c9ceb40-2d4c-4a10-9102-460cc3b28c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.886522 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.919844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5c9ceb40-2d4c-4a10-9102-460cc3b28c48 None None] For port 66e0452c-64a1-4f58-941a-f143d993880d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66e0452c-64a1-4f58-941a-f143d993880d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:31:02.924562 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:00Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:02.946139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5c9ceb40-2d4c-4a10-9102-460cc3b28c48 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:02.953411 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-962a2855-eea3-4ab1-8c62-e1aa14608c4d None None] The sync data for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv is: [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:00Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:31:03.014577 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9ceb40-2d4c-4a10-9102-460cc3b28c48 None None] Pushing event updated for resources: {'Port': ['ID=66e0452c-64a1-4f58-941a-f143d993880d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:03.081955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.086821 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ac4604b9-e1ad-4e3c-9ade-36dadd8cb339 None None] Provisioning complete for port 66e0452c-64a1-4f58-941a-f143d993880d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:03.087255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ac4604b9-e1ad-4e3c-9ade-36dadd8cb339 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.108326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.161035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:31:03.168893 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:03.179389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:31:03.195757 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Pushing event updated for resources: {'Port': ['ID=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:03.217491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.1 (c2d551d0-4d33-4683-bd7d-391b1139a6a9/9246940e-dc7a-4d6f-8497-c8fb12310bfb/e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:31:03.283784 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Attempting to bind port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:31:03.284156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Attempting to bind port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:31:03.284520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Attempting to bind port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 on network c2d551d0-4d33-4683-bd7d-391b1139a6a9 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:31:03.296140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:31:03.296514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Checking segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:31:03.296905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.297297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Bound using segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:31:03.297752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Bound port: f3dbe7db-1054-47fe-9c14-d79661d1d3b4, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:31:03.298152 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.352235 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.365429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] For port f3dbe7db-1054-47fe-9c14-d79661d1d3b4, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:31:03.369358 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] For port f3dbe7db-1054-47fe-9c14-d79661d1d3b4, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:31:03.374601 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.392107 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.435589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d44fb-b89b-405a-bb3c-a4a68d575bf6 None None] Pushing event updated for resources: {'Port': ['ID=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:03.441275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:31:03.445405 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:03.448159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:31:03.492701 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:03.508812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.665989 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.961045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:03.965609 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:04.036044 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:04.040873 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:04.135273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:31:04.136828 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:04.252004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 74f2a852-0943-4d57-8c3a-2eff03ce881a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:31:04.366329 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:31:04.371399 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c3f78f96-e5ce-43f0-9c23-ac801320521e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/74f2a852-0943-4d57-8c3a-2eff03ce881a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9823482 Jan 04 14:31:04.406028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d73a93d-bf0f-4ab9-8b1e-943f145681c5 None None] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:31:04.479653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-84ecf5fb-7f68-4fa6-8539-637f50abe288 None None] Provisioning complete for port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:04.480026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84ecf5fb-7f68-4fa6-8539-637f50abe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:04.529929 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-1fd3fd0e-8c64-48cb-a1d8-22a702c7fb81 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1490586785&fields=id&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 267 time: 0.0516412 Jan 04 14:31:04.618770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84ecf5fb-7f68-4fa6-8539-637f50abe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:04.656845 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-84ecf5fb-7f68-4fa6-8539-637f50abe288 None None] For port f3dbe7db-1054-47fe-9c14-d79661d1d3b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:31:04.662596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-84ecf5fb-7f68-4fa6-8539-637f50abe288 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:04.674877 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-b767313d-3d27-4d29-8971-524e5da9ab60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:04.684779 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-b767313d-3d27-4d29-8971-524e5da9ab60 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 797 time: 0.1474316 Jan 04 14:31:04.706163 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-d016b12c-4d4d-4ef3-b517-1167c9080501 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/quotas/7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 375 time: 0.0199649 Jan 04 14:31:04.735842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 66e0452c-64a1-4f58-941a-f143d993880d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:31:04.765949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84ecf5fb-7f68-4fa6-8539-637f50abe288 None None] Pushing event updated for resources: {'Port': ['ID=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:04.780499 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-7fa95f48-d600-4cb5-9533-a35fa2c483ce tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0730898 Jan 04 14:31:04.803783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 66e0452c-64a1-4f58-941a-f143d993880d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:04.804180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:04.888079 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-7ec280c6-ef34-49a7-b2ba-b6373a5c0b45 service neutron] 10.222.0.30 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930171 Jan 04 14:31:04.891213 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3dbe7db-1054-47fe-9c14-d79661d1d3b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:31:04.916428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Sync routers for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:31:04.939768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:31:04.940400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:04.997826 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-959c72df-e1f9-4a60-ac92-47aff0f93189 service neutron] 10.222.0.30 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1028965 Jan 04 14:31:05.015194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:05.015559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.066138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dc2e20b7-0240-4429-9b4d-2f28d0bb0cbd None None] Provisioning complete for port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:05.066138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc2e20b7-0240-4429-9b4d-2f28d0bb0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.130618 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-dc2e20b7-0240-4429-9b4d-2f28d0bb0cbd None None] Port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:31:05.141482 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:31:05.193565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dc2e20b7-0240-4429-9b4d-2f28d0bb0cbd None None] Provisioning complete for port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:05.193965 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc2e20b7-0240-4429-9b4d-2f28d0bb0cbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.196160 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-98b466f6-a3d3-45d9-9a7f-5af31a2f3ec2 req-995ab24c-28a4-41e3-8e10-21feb81bc85f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 210 time: 0.0418448 Jan 04 14:31:05.448665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 2, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:05.480193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Checking router: 74f2a852-0943-4d57-8c3a-2eff03ce881a for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:31:05.480557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Updating router 74f2a852-0943-4d57-8c3a-2eff03ce881a port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:31:05.506575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.614104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-31da4312-931e-43cf-a560-a56ae528d32d None None] Provisioning complete for port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:05.614493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-31da4312-931e-43cf-a560-a56ae528d32d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.667520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.686976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-31da4312-931e-43cf-a560-a56ae528d32d None None] Port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:31:05.822557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.827367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.876738 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dfae1-7a03-4524-aad3-a7d8788d454d None None] Pushing event updated for resources: {'Port': ['ID=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:05.925916 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Attempting to bind port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:31:05.926817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Attempting to bind port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:31:05.927182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Attempting to bind port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f on network c2d551d0-4d33-4683-bd7d-391b1139a6a9 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:31:05.932438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:31:05.932811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Checking segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:31:05.933215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:05.933635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Bound using segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:31:05.934123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Bound port: e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:31:05.934506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.002406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] For port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:31:06.006847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] For port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:31:06.013992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.069369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:31:06.070043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:06.119711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-546dfae1-7a03-4524-aad3-a7d8788d454d None None] Pushing event updated for resources: {'Port': ['ID=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:06.185524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a87e41f0-e774-4e44-ad0f-990f990064ca None None] Provisioning complete for port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:06.185911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a87e41f0-e774-4e44-ad0f-990f990064ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.187729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-fe865576-0975-40cc-8fa7-c133b4f554c6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:06.192878 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-fe865576-0975-40cc-8fa7-c133b4f554c6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 797 time: 0.1551318 Jan 04 14:31:06.269194 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:31:06.277610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-e95f8f6c-a327-4480-94b0-86663e6d9d2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 380 time: 0.0746486 Jan 04 14:31:06.292118 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'port': {'device_id': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'admin_state_up': True, 'tenant_id': '7b61ec97989540399276e1412da9027b', 'security_groups': ['bbde4bad-d735-49c0-acf2-751b2958a3fa']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:31:06.335200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-57bbe096-616b-4e3d-b01a-986f4c8cbad8 req-6d123d6c-bf0e-4d54-b583-8df7786babef tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 210 time: 0.0394545 Jan 04 14:31:06.389666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a87e41f0-e774-4e44-ad0f-990f990064ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.434921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:31:06.438643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.568596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.9 (c2d551d0-4d33-4683-bd7d-391b1139a6a9/9246940e-dc7a-4d6f-8497-c8fb12310bfb/e567ac29-f586-41fc-9cda-576799225cc0) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:31:06.615578 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-a87e41f0-e774-4e44-ad0f-990f990064ca None None] For port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:31:06.622689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a87e41f0-e774-4e44-ad0f-990f990064ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.665134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3dbe7db-1054-47fe-9c14-d79661d1d3b4 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:31:06.721006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.748640 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e41f0-e774-4e44-ad0f-990f990064ca None None] Pushing event updated for resources: {'Port': ['ID=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:06.756733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.778191 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d61abc4e-56a6-4d9b-8b31-f5b0e5d82043 None None] Provisioning complete for port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:06.778556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d61abc4e-56a6-4d9b-8b31-f5b0e5d82043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.801413 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:31:06.804594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:06.808270 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:31:06.814769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:06.815649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.842237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=e567ac29-f586-41fc-9cda-576799225cc0,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:06.848842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:05Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:31:06.869411 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:31:06.874966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:06.875611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:06.892910 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec2c8b56-dcca-423a-aa8b-4116c1274171 None None] The sync data for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv is: [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:05Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:31:06.894206 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2d67e1bd-4eef-4b6f-bb82-b6459605bd06 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6073580 Jan 04 14:31:06.999784 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Request body: {'port': {'device_id': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:31:07.064624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.111763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f496b0a6-8011-4172-b7da-35a2c868bfca None None] Provisioning complete for port e567ac29-f586-41fc-9cda-576799225cc0 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:07.112423 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f496b0a6-8011-4172-b7da-35a2c868bfca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.151008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f496b0a6-8011-4172-b7da-35a2c868bfca None None] Port e567ac29-f586-41fc-9cda-576799225cc0 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:31:07.337313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e567ac29-f586-41fc-9cda-576799225cc0 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:31:07.344945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.356774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Transition to ACTIVE for port object e567ac29-f586-41fc-9cda-576799225cc0 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:31:07.364064 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.467759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Pushing event updated for resources: {'Port': ['ID=e567ac29-f586-41fc-9cda-576799225cc0,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:07.474759 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c005b0-216c-46bf-aacb-3e4d5f539220 req-64034a8d-88ad-45c7-930c-3a9faf245228 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:07.477026 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-35c005b0-216c-46bf-aacb-3e4d5f539220 req-64034a8d-88ad-45c7-930c-3a9faf245228 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 943 time: 0.0608888 Jan 04 14:31:07.506542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Attempting to bind port e567ac29-f586-41fc-9cda-576799225cc0 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:31:07.507100 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Attempting to bind port e567ac29-f586-41fc-9cda-576799225cc0 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:31:07.507581 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Attempting to bind port e567ac29-f586-41fc-9cda-576799225cc0 on network c2d551d0-4d33-4683-bd7d-391b1139a6a9 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:31:07.513534 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Port e567ac29-f586-41fc-9cda-576799225cc0 on network c2d551d0-4d33-4683-bd7d-391b1139a6a9 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:31:07.514175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Attempting to bind port e567ac29-f586-41fc-9cda-576799225cc0 on network c2d551d0-4d33-4683-bd7d-391b1139a6a9 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:31:07.519384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 31, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:31:07.519960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Checking segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:31:07.520658 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Bound using segment: {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:31:07.521205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Bound port: e567ac29-f586-41fc-9cda-576799225cc0, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ac311b0c-30ea-4486-9992-c23597b7e509', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:31:07.521912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.541156 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-35c005b0-216c-46bf-aacb-3e4d5f539220 req-d4e28bac-f220-4f1c-848d-6bf51dfb5e1a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0558183 Jan 04 14:31:07.602188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] For port e567ac29-f586-41fc-9cda-576799225cc0, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:31:07.605648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] For port e567ac29-f586-41fc-9cda-576799225cc0, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e567ac29-f586-41fc-9cda-576799225cc0,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:31:07.612301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.648384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:07.649029 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:07.650531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] 10.222.0.13 "PUT /v2.0/ports/e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 1093 time: 0.7478621 Jan 04 14:31:07.651004 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:31:07.653334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfef480b-220b-4cb6-aaaa-1711c569b1f0" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "tag": "e567ac29-f586-41fc-9cda-576799225cc0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:31:07.703193 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8365b08b-e1d7-4d37-9d76-47631a892b07 service neutron] Pushing event updated for resources: {'Port': ['ID=e567ac29-f586-41fc-9cda-576799225cc0,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:07.721777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:31:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f05ea64c-7db3-4aa6-958e-afd2f09cc852 x-openstack-request-id: req-f05ea64c-7db3-4aa6-958e-afd2f09cc852 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:31:07.722108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "tag": "e567ac29-f586-41fc-9cda-576799225cc0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:31:07.722386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f05ea64c-7db3-4aa6-958e-afd2f09cc852 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:31:07.722785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0', 'status': 'completed', 'code': 200} Jan 04 14:31:07.740779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-a7aff94a-969e-407b-8761-c3ea9d9dca2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:07.742879 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-a7aff94a-969e-407b-8761-c3ea9d9dca2c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1096 time: 0.0492949 Jan 04 14:31:07.794609 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-17a00db9-65c6-4e95-be9a-9580b3907dea service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 217 time: 0.0425870 Jan 04 14:31:07.850231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-6323a91c-03b1-4869-9224-30938f938d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:07.852079 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-6323a91c-03b1-4869-9224-30938f938d68 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 200 len: 835 time: 0.0512354 Jan 04 14:31:07.901693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-32fcba2c-8ae1-4156-a226-9343a0c23525 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:07.903248 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-32fcba2c-8ae1-4156-a226-9343a0c23525 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2d551d0-4d33-4683-bd7d-391b1139a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0440536 Jan 04 14:31:08.000021 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-2528f0a3-3e94-4a50-b1ff-12ba14352b4b service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903842 Jan 04 14:31:08.092127 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc7d87a4-5570-4efd-9c87-ffc43df5f58c req-48279daf-dbd7-4bce-80cf-c5ce0f28aefb service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853240 Jan 04 14:31:08.178739 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-5f739efa-e7e2-4140-a22c-09a2139578af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:08.180215 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-5f739efa-e7e2-4140-a22c-09a2139578af service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1096 time: 0.0413566 Jan 04 14:31:08.272559 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-1418d919-6537-4e08-b3b7-e5ca99e1d9e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:08.274035 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-1418d919-6537-4e08-b3b7-e5ca99e1d9e4 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0868919 Jan 04 14:31:08.315825 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-b67e002c-99e9-4aae-b419-235b0b4d7c8d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 217 time: 0.0332673 Jan 04 14:31:08.366531 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-7002d86b-65ec-4ca4-9201-57707d52d637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:08.367926 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-7002d86b-65ec-4ca4-9201-57707d52d637 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 200 len: 835 time: 0.0455184 Jan 04 14:31:08.414287 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-7d77d02a-d3dc-4ddf-b11c-6a98af2db6b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:08.415906 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-7d77d02a-d3dc-4ddf-b11c-6a98af2db6b5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2d551d0-4d33-4683-bd7d-391b1139a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406020 Jan 04 14:31:08.508160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-42de4da2-512b-4d78-8c23-97a7edb58714 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846901 Jan 04 14:31:08.603791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bfef480b-220b-4cb6-aaaa-1711c569b1f0 req-5a24f2fa-2631-4dbc-95c6-7ba8f3555320 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878708 Jan 04 14:31:08.666170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:31:08.682753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b69b78-8373-4056-9f90-5ab59c42f5df req-c32580b2-4ac1-489d-b09e-acd5b685aa95 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:08.684391 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d8b69b78-8373-4056-9f90-5ab59c42f5df req-c32580b2-4ac1-489d-b09e-acd5b685aa95 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 943 time: 0.0508165 Jan 04 14:31:08.716221 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:08.716838 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:08.737852 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d8b69b78-8373-4056-9f90-5ab59c42f5df req-5d47e1eb-358e-4999-85b0-cfbc38368dad tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476179 Jan 04 14:31:09.943588 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2fd65-70d1-48dd-aee0-e67976e9554d req-3579202c-049b-4966-918e-e04290513410 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:09.945658 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17a2fd65-70d1-48dd-aee0-e67976e9554d req-3579202c-049b-4966-918e-e04290513410 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 943 time: 0.1356180 Jan 04 14:31:09.999575 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17a2fd65-70d1-48dd-aee0-e67976e9554d req-cbe7da60-d748-4037-b1c1-c9b225d96401 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465937 Jan 04 14:31:11.112482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f31e9b-27cb-42aa-abbc-1edf683e9547 req-b24e345b-4497-4741-ab8e-59f4e82079c0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:11.114592 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a8f31e9b-27cb-42aa-abbc-1edf683e9547 req-b24e345b-4497-4741-ab8e-59f4e82079c0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 943 time: 0.0481911 Jan 04 14:31:11.163910 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a8f31e9b-27cb-42aa-abbc-1edf683e9547 req-3b73e2e5-d231-44de-8dfa-228f2884a7ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434785 Jan 04 14:31:11.870332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e567ac29-f586-41fc-9cda-576799225cc0 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:31:11.965193 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e567ac29-f586-41fc-9cda-576799225cc0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e567ac29-f586-41fc-9cda-576799225cc0,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:31:11.975776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'e567ac29-f586-41fc-9cda-576799225cc0', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'port_id': 'e567ac29-f586-41fc-9cda-576799225cc0', 'mac_address': 'fa:16:3e:1c:94:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 191, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:31:12.012016 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:12.028596 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e567ac29-f586-41fc-9cda-576799225cc0 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:31:12.047066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e567ac29-f586-41fc-9cda-576799225cc0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e567ac29-f586-41fc-9cda-576799225cc0,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:31:12.051748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:12.096409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e567ac29-f586-41fc-9cda-576799225cc0,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:12.258984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['e567ac29-f586-41fc-9cda-576799225cc0'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:31:12.278462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eca0141-f61b-4f02-a38f-4a070cdcfc64 req-0c5ca82f-9874-4e9e-9087-18c249d41d27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:12.279977 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5eca0141-f61b-4f02-a38f-4a070cdcfc64 req-0c5ca82f-9874-4e9e-9087-18c249d41d27 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 944 time: 0.0489976 Jan 04 14:31:12.328308 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5eca0141-f61b-4f02-a38f-4a070cdcfc64 req-3a9a9aa9-abed-4201-b3e7-e4003378db8c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419075 Jan 04 14:31:13.442513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc1c1e9-e7d7-4606-bdcf-0c3835c57757 req-83526f44-f174-48b5-8b1a-386b146c2a09 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:13.443986 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7dc1c1e9-e7d7-4606-bdcf-0c3835c57757 req-83526f44-f174-48b5-8b1a-386b146c2a09 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 944 time: 0.0484505 Jan 04 14:31:13.491802 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7dc1c1e9-e7d7-4606-bdcf-0c3835c57757 req-09e259e8-78d1-4353-99f9-24e09f95cf71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417955 Jan 04 14:31:13.892057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e567ac29-f586-41fc-9cda-576799225cc0 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:31:13.939145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port e567ac29-f586-41fc-9cda-576799225cc0 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:31:13.943003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port e567ac29-f586-41fc-9cda-576799225cc0 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:31:13.943398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:14.022105 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:14.043709 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:31:14.045931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d98ea234-23eb-4aa6-afbc-693d6b2080dc" -d '{"events": [{"server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "name": "network-vif-plugged", "status": "completed", "tag": "e567ac29-f586-41fc-9cda-576799225cc0"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:31:14.059171 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e567ac29-f586-41fc-9cda-576799225cc0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e567ac29-f586-41fc-9cda-576799225cc0,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:31:14.063348 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:14.085682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-521ca657-f982-4545-895d-3251e70eb305 x-openstack-request-id: req-521ca657-f982-4545-895d-3251e70eb305 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:31:14.085999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "name": "network-vif-plugged", "status": "completed", "tag": "e567ac29-f586-41fc-9cda-576799225cc0", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:31:14.086252 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-521ca657-f982-4545-895d-3251e70eb305 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:31:14.086638 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0', 'code': 200} Jan 04 14:31:14.112497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e567ac29-f586-41fc-9cda-576799225cc0,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:14.243256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bb7d6b-c71a-4b22-a9db-c8f9e3d3e1dd req-cfc8a173-3892-447c-bee5-77bd6e021946 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:14.244693 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-64bb7d6b-c71a-4b22-a9db-c8f9e3d3e1dd req-cfc8a173-3892-447c-bee5-77bd6e021946 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1098 time: 0.0388594 Jan 04 14:31:14.289998 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-64bb7d6b-c71a-4b22-a9db-c8f9e3d3e1dd req-b37ea23d-9001-449a-bf96-264baacdf646 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378458 Jan 04 14:31:14.608210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc7ea53-ca30-4a14-ad77-f9500050321f req-c586cc88-35e8-4bb4-87b8-e8c8d81e64c2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:14.609758 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6fc7ea53-ca30-4a14-ad77-f9500050321f req-c586cc88-35e8-4bb4-87b8-e8c8d81e64c2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0532436 Jan 04 14:31:14.660026 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6fc7ea53-ca30-4a14-ad77-f9500050321f req-204a4c68-88bc-4e58-bb8f-e2d0299f91e9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443554 Jan 04 14:31:15.578229 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-25188789-7106-4aa1-99f9-86d0695e7bae None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:15.778696 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0969330c-cf7a-4463-a101-7a9fe1f1c83f req-e3e7eb55-c03f-4fb3-93c5-f21887092c7b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:15.780186 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0969330c-cf7a-4463-a101-7a9fe1f1c83f req-e3e7eb55-c03f-4fb3-93c5-f21887092c7b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0523214 Jan 04 14:31:15.827416 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-0969330c-cf7a-4463-a101-7a9fe1f1c83f req-03f404ad-3a4e-43ee-97f3-b66942820fd2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405180 Jan 04 14:31:15.939665 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414ff5b1-c7cc-422f-aa0c-8486ae79cc92 req-a2da3dce-19a8-4f93-b1c8-3edf93f1d7e0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:15.941120 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-414ff5b1-c7cc-422f-aa0c-8486ae79cc92 req-a2da3dce-19a8-4f93-b1c8-3edf93f1d7e0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0481875 Jan 04 14:31:15.989152 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-414ff5b1-c7cc-422f-aa0c-8486ae79cc92 req-08f1e96d-bd68-4bf9-ae66-0b8f202b72d4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421023 Jan 04 14:31:16.010380 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46160) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:16.048259 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91253eb-fc41-41a6-8854-340635aabcf9 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:16.049718 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f91253eb-fc41-41a6-8854-340635aabcf9 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1093 time: 0.0383725 Jan 04 14:31:16.052436 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46162) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:16.056502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'e567ac29-f586-41fc-9cda-576799225cc0', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:31:16.078916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:16.180179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:16.280948 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.35 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/5d52c7e2-c944-4458-bc66-262323d74a3c) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:31:16.375946 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:16.408638 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:16.444002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:31:16.446618 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:31:16.449941 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:31:16.479567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=5d52c7e2-c944-4458-bc66-262323d74a3c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:16.795771 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:31:17.101675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.169747 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.309958 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.314247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.383151 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=5d52c7e2-c944-4458-bc66-262323d74a3c,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:31:17.392867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.490644 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 74dc3035-ccb7-40f3-80b4-4b9606b34119 associated. External IP: 172.36.2.35, port: e567ac29-f586-41fc-9cda-576799225cc0. Jan 04 14:31:17.691771 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 74f2a852-0943-4d57-8c3a-2eff03ce881a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:31:17.796315 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:31:17.805932 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] Sync routers for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:31:17.814120 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.817222 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:31:17.817833 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:30:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:17.841645 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8e83d5f1-3f5e-4d6d-aa6b-944d6b096d6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7882361 Jan 04 14:31:17.842520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:31:17.844945 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "tag": "e567ac29-f586-41fc-9cda-576799225cc0"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:31:17.925044 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:31:17.947655 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d59787a7-1477-4263-9e02-8bc31e1f1a73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:17.948211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c49c912-9322-4055-bd57-327286c2d101 req-4f6548cc-6ab0-4076-9f10-0ec33d81aeb5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:17.950847 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c49c912-9322-4055-bd57-327286c2d101 req-4f6548cc-6ab0-4076-9f10-0ec33d81aeb5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0545955 Jan 04 14:31:17.962222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:31:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d019c375-9f5c-4131-a988-511cb90ea7f3 x-openstack-request-id: req-d019c375-9f5c-4131-a988-511cb90ea7f3 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:31:17.962510 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "tag": "e567ac29-f586-41fc-9cda-576799225cc0", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:31:17.962805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d019c375-9f5c-4131-a988-511cb90ea7f3 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:31:17.963215 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0', 'status': 'completed', 'code': 200} Jan 04 14:31:18.025126 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6c49c912-9322-4055-bd57-327286c2d101 req-d6395c26-a494-4bb4-a646-a18596df52b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0661910 Jan 04 14:31:18.036632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-63967690-dcaa-4571-a12d-3bd02f2a3c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:18.038111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-63967690-dcaa-4571-a12d-3bd02f2a3c0d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1098 time: 0.0525303 Jan 04 14:31:18.048021 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46170) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:18.112964 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-49b01060-f238-4168-bc4e-cd16a1325288 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/74dc3035-ccb7-40f3-80b4-4b9606b34119 HTTP/1.1" status: 200 len: 990 time: 0.0637970 Jan 04 14:31:18.138643 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-91dbf283-bb09-4187-815c-c6878d407ba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:18.140281 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-91dbf283-bb09-4187-815c-c6878d407ba3 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0954695 Jan 04 14:31:18.158061 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '74dc3035-ccb7-40f3-80b4-4b9606b34119', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.35', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'port_id': 'e567ac29-f586-41fc-9cda-576799225cc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'mac_address': 'fa:16:3e:1c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:31:16Z', 'updated_at': '2022-01-04T14:31:16Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:06Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:18.183988 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] Checking router: 74f2a852-0943-4d57-8c3a-2eff03ce881a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:31:18.192743 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:31:18.193354 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:31:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:18.208594 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-470ec5d1-3a88-4c35-a887-4930fa2b1b27 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 998 time: 0.0616481 Jan 04 14:31:18.256267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-680be607-0f0d-41e3-a2e9-7c751da09853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:18.257735 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-680be607-0f0d-41e3-a2e9-7c751da09853 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 200 len: 835 time: 0.0429826 Jan 04 14:31:18.305419 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-f27d6133-9dca-440f-83ed-409155602887 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:18.306956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-f27d6133-9dca-440f-83ed-409155602887 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2d551d0-4d33-4683-bd7d-391b1139a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426617 Jan 04 14:31:18.382503 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:31:18.612682 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '74dc3035-ccb7-40f3-80b4-4b9606b34119', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.35', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'port_id': 'e567ac29-f586-41fc-9cda-576799225cc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'mac_address': 'fa:16:3e:1c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:31:16Z', 'updated_at': '2022-01-04T14:31:16Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:06Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:31:18.643360 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9566a2-c353-4dc7-916d-c5d801af5944 None None] The sync data for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv is: [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '74dc3035-ccb7-40f3-80b4-4b9606b34119', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.35', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'port_id': 'e567ac29-f586-41fc-9cda-576799225cc0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1776, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'mac_address': 'fa:16:3e:1c:94:69', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:31:16Z', 'updated_at': '2022-01-04T14:31:16Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:06Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:31:18.703419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-3300e46b-1c86-401b-8f76-11d4083a8b12 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3897247 Jan 04 14:31:18.795093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5b8327ef-4e4e-4aa3-b6b4-7948bc19c57e req-14558654-ca38-48c2-a381-95c6c1ba99f8 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846620 Jan 04 14:31:18.846339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21092ae2-61bd-4032-8275-a9245d5d7727 None None] New status for floating IP 74dc3035-ccb7-40f3-80b4-4b9606b34119: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:31:19.115292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46172) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:19.179276 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f46db5fc-63b8-4b1c-99bc-59fc99912236 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/74dc3035-ccb7-40f3-80b4-4b9606b34119 HTTP/1.1" status: 200 len: 992 time: 0.0629241 Jan 04 14:31:19.280164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:20.522945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:22.187579 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:35.618443 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:45.578531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-55e02205-c801-4b1f-b40f-9244f44e6ad6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:47.930433 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9877fad7-5de6-4ba4-9680-f57a9a960bc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:48.079562 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1caf53f5-63a5-4d1d-8f7a-fbe6c6272408 req-bad17b0c-45d0-452f-946e-a2369c9daa3c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:48.081327 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1caf53f5-63a5-4d1d-8f7a-fbe6c6272408 req-bad17b0c-45d0-452f-946e-a2369c9daa3c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.1026285 Jan 04 14:31:48.130694 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1caf53f5-63a5-4d1d-8f7a-fbe6c6272408 req-147f1fb7-c7fe-4a06-9d11-a226fa906397 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431082 Jan 04 14:31:49.248687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92af60f-5b68-4017-bc44-4a1de5d21c01 req-73134c8e-298a-49ee-af58-5e1c8c194b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:49.250164 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f92af60f-5b68-4017-bc44-4a1de5d21c01 req-73134c8e-298a-49ee-af58-5e1c8c194b71 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0506499 Jan 04 14:31:49.286879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:49.301180 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f92af60f-5b68-4017-bc44-4a1de5d21c01 req-e07a167c-db36-45bc-ba29-5eae883d0b31 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445445 Jan 04 14:31:50.415242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200a73aa-14eb-4d49-b8ef-1d95b93e1b8d req-ca553b04-9bad-49cf-a464-a00748c7826a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:50.416817 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-200a73aa-14eb-4d49-b8ef-1d95b93e1b8d req-ca553b04-9bad-49cf-a464-a00748c7826a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0488002 Jan 04 14:31:50.468406 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-200a73aa-14eb-4d49-b8ef-1d95b93e1b8d req-c8a666b7-26aa-43a0-8870-23217eba1deb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456901 Jan 04 14:31:50.525109 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:51.581067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b955c24-c09c-4c13-8847-6bdada45e6d3 req-8d4f2da2-28a4-415a-b91b-85c44c6af35a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:51.582546 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9b955c24-c09c-4c13-8847-6bdada45e6d3 req-8d4f2da2-28a4-415a-b91b-85c44c6af35a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0473807 Jan 04 14:31:51.630414 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9b955c24-c09c-4c13-8847-6bdada45e6d3 req-28be4777-3ef2-4b1b-9db0-8d56ee442222 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420821 Jan 04 14:31:52.189713 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:31:52.745139 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-080b45e1-488b-4dd5-81c0-be8e08a68824 req-a0bda6b6-9995-4c54-bb78-43c323ccb6cd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:52.746619 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-080b45e1-488b-4dd5-81c0-be8e08a68824 req-a0bda6b6-9995-4c54-bb78-43c323ccb6cd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0496812 Jan 04 14:31:52.795776 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-080b45e1-488b-4dd5-81c0-be8e08a68824 req-7b8ba717-307a-406f-a73d-9db237877821 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432446 Jan 04 14:31:53.795608 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:31:53.911072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76c2cb2-c4a0-4b07-9f2f-ab9cb3cb3f99 req-fc46db8e-cbef-48bf-96df-87e926a02969 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:53.912531 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e76c2cb2-c4a0-4b07-9f2f-ab9cb3cb3f99 req-fc46db8e-cbef-48bf-96df-87e926a02969 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0483520 Jan 04 14:31:53.964219 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e76c2cb2-c4a0-4b07-9f2f-ab9cb3cb3f99 req-67ac0962-cd28-45f5-bee8-640427884863 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457120 Jan 04 14:31:55.078345 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aca63d7-5dd6-459e-a379-edecbaed1ca2 req-68f9732a-9343-48ab-96ce-d66276f01c3d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:55.079819 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6aca63d7-5dd6-459e-a379-edecbaed1ca2 req-68f9732a-9343-48ab-96ce-d66276f01c3d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0490377 Jan 04 14:31:55.127801 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6aca63d7-5dd6-459e-a379-edecbaed1ca2 req-3e076e5a-a843-49a1-b3c8-9c06e099f590 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420568 Jan 04 14:31:56.240277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904f1de0-5a4b-4a4a-8afa-94ba4de1fc6f req-6a416308-4487-4cc1-98b4-a80923eacb16 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:56.241731 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904f1de0-5a4b-4a4a-8afa-94ba4de1fc6f req-6a416308-4487-4cc1-98b4-a80923eacb16 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0482304 Jan 04 14:31:56.289231 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904f1de0-5a4b-4a4a-8afa-94ba4de1fc6f req-b78cc0d3-a47a-413a-8a4c-fe5701a2ce4f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415537 Jan 04 14:31:57.407617 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8b893-7289-4a1e-904f-fa4e9667ce0d req-3eba0d85-04dd-4465-ba02-ef25e5d382dc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:57.409117 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5a8b893-7289-4a1e-904f-fa4e9667ce0d req-3eba0d85-04dd-4465-ba02-ef25e5d382dc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0536301 Jan 04 14:31:57.457408 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f5a8b893-7289-4a1e-904f-fa4e9667ce0d req-e68c4390-6c56-4891-bb55-53e698a95875 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423021 Jan 04 14:31:58.570379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357811-6c17-4330-9b66-64c690e4d7a6 req-3148f948-1ca8-4d9d-b693-1082c50260c0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:58.571811 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24357811-6c17-4330-9b66-64c690e4d7a6 req-3148f948-1ca8-4d9d-b693-1082c50260c0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0472164 Jan 04 14:31:58.619736 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-24357811-6c17-4330-9b66-64c690e4d7a6 req-d894356f-34dd-4f3e-a15c-67a1e78ee50f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421655 Jan 04 14:31:58.641282 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46208) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:31:58.704061 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7032c9ae-c62c-46bf-a1fb-81949981376c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/74dc3035-ccb7-40f3-80b4-4b9606b34119 HTTP/1.1" status: 200 len: 992 time: 0.0616429 Jan 04 14:31:59.986053 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dfd4ab-d766-42f2-9a00-3ef2005e9ce7 req-e6edcfae-9b68-4f86-92b0-80ab1a2df635 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:31:59.987463 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-62dfd4ab-d766-42f2-9a00-3ef2005e9ce7 req-e6edcfae-9b68-4f86-92b0-80ab1a2df635 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0504024 Jan 04 14:32:00.004527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-12403e25-4d0d-480d-82b0-a7e7bae14ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:00.006687 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-12403e25-4d0d-480d-82b0-a7e7bae14ee4 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1098 time: 0.0416548 Jan 04 14:32:00.037768 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-62dfd4ab-d766-42f2-9a00-3ef2005e9ce7 req-f2c73723-aa30-41b1-bc82-bdf16e5a378c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438199 Jan 04 14:32:00.099363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-7969c9bf-341f-4b27-b0e2-364590b8bb6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:00.100844 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-7969c9bf-341f-4b27-b0e2-364590b8bb6e service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0883799 Jan 04 14:32:00.165259 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-f5899f6d-e129-4dd8-b1db-758fe0fc5c82 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 1000 time: 0.0577950 Jan 04 14:32:00.216693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-ae13c8d6-fddb-4fe6-a88a-c9dddff4a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:00.218154 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-ae13c8d6-fddb-4fe6-a88a-c9dddff4a1b7 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 200 len: 835 time: 0.0465472 Jan 04 14:32:00.261508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-a0b50356-30df-4bf6-8254-10181a8bf5ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:00.262894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-a0b50356-30df-4bf6-8254-10181a8bf5ce service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2d551d0-4d33-4683-bd7d-391b1139a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386007 Jan 04 14:32:00.348083 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-463edb8b-e209-42bb-8d38-ee53f890b889 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0782056 Jan 04 14:32:00.436192 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a8138e05-4b52-4895-945d-0f038ab52a51 req-81a7ec25-598a-467a-b766-7d47bf4e9e31 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823739 Jan 04 14:32:01.156554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8427ad77-3363-43d9-add4-4c6576fcc654 req-40e3b254-4a3c-4b75-8de0-77de3295f941 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:01.158062 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8427ad77-3363-43d9-add4-4c6576fcc654 req-40e3b254-4a3c-4b75-8de0-77de3295f941 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0490274 Jan 04 14:32:01.206873 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8427ad77-3363-43d9-add4-4c6576fcc654 req-1c67ff79-9e16-4e10-840d-750b345498d1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Jan 04 14:32:01.228825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46218) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:01.292837 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-df1d30c8-fb2c-4599-be43-a75d60b310da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/74dc3035-ccb7-40f3-80b4-4b9606b34119 HTTP/1.1" status: 200 len: 992 time: 0.0629175 Jan 04 14:32:05.631409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:15.579802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b673df40-d3ba-417e-9eff-a7b6c59fe037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:15.694529 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-807634de-2f42-4c82-aad3-961c3cfc9707 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0387006 Jan 04 14:32:15.776402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-d3db46b0-996b-4492-9d29-e75ab3d01ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:15.777909 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-d3db46b0-996b-4492-9d29-e75ab3d01ab3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1098 time: 0.0405488 Jan 04 14:32:15.881535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-30964817-3be0-441a-9f69-287814f4dceb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:15.882928 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-30964817-3be0-441a-9f69-287814f4dceb service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0865521 Jan 04 14:32:15.946696 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-11e8cbde-89ef-4b76-aa69-1e3516335185 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 1000 time: 0.0559549 Jan 04 14:32:15.998447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-1b77eb29-d754-4abd-ab6e-af543171980a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:15.999844 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-1b77eb29-d754-4abd-ab6e-af543171980a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 200 len: 835 time: 0.0458829 Jan 04 14:32:16.046620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-3c8e0cc2-a8c2-4d2a-b765-81efccdce773 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:16.048057 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-3c8e0cc2-a8c2-4d2a-b765-81efccdce773 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2d551d0-4d33-4683-bd7d-391b1139a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387752 Jan 04 14:32:16.144561 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-b0d2889c-21a0-4e0d-83e0-31727b5fdb66 service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898640 Jan 04 14:32:16.232517 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-17c5034d-b810-48d5-9c0a-fd9f71a8138f req-a7ead9fe-ba48-4812-8021-ef6f09b7733d service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815115 Jan 04 14:32:17.931338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-be8f76a4-3375-4fae-975d-dbaace0a9d52 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:19.285787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:20.527808 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:22.193318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:30.794233 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:32:31.651731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46230) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:31.805527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 5d52c7e2-c944-4458-bc66-262323d74a3c {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:32:31.805889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:31.880891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:31.881217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:31.892839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 5d52c7e2-c944-4458-bc66-262323d74a3c owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:32:32.035143 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:32.060731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=5d52c7e2-c944-4458-bc66-262323d74a3c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:32.084584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.084934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.085276 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.085612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.085975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.086310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.086646 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.086974 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.087299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.087622 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.087947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.088267 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.088587 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:32.126067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:32.126473 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP 74dc3035-ccb7-40f3-80b4-4b9606b34119 disassociated (deleted). External IP: 172.36.2.35, port: e567ac29-f586-41fc-9cda-576799225cc0. Jan 04 14:32:32.332791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 74f2a852-0943-4d57-8c3a-2eff03ce881a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:32:32.436225 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:32:32.440912 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:32.446640 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] Sync routers for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:32:32.457185 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:32.457794 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:32.467817 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8fbd0bc9-b4bb-4214-a355-6fd0c80450f5 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/floatingips/74dc3035-ccb7-40f3-80b4-4b9606b34119 HTTP/1.1" status: 204 len: 168 time: 0.8150156 Jan 04 14:32:32.468394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:32:32.471211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1faeea37-df10-4fcf-95d0-c55dfd656c0d" -d '{"events": [{"name": "network-changed", "server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "tag": "e567ac29-f586-41fc-9cda-576799225cc0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:32:32.566456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:32:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a66e425d-d9cd-40b5-a9bd-a3ea6caa0264 x-openstack-request-id: req-a66e425d-d9cd-40b5-a9bd-a3ea6caa0264 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:32:32.566682 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "tag": "e567ac29-f586-41fc-9cda-576799225cc0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:32:32.566995 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a66e425d-d9cd-40b5-a9bd-a3ea6caa0264 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:32:32.567445 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0', 'status': 'completed', 'code': 200} Jan 04 14:32:32.571815 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:32.649304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-8e564e48-af6f-48c9-adf4-26750592489e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:32.650944 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-8e564e48-af6f-48c9-adf4-26750592489e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 1098 time: 0.0521302 Jan 04 14:32:32.706714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68aa0158-616b-41db-8f66-129e23a71b9f req-62b360de-df45-4968-9eee-ca2453fc81a7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:32.708207 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-68aa0158-616b-41db-8f66-129e23a71b9f req-62b360de-df45-4968-9eee-ca2453fc81a7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0544970 Jan 04 14:32:32.746565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-bd1f6c6b-1c63-4b7b-8061-c2add2431552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:32.751557 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-bd1f6c6b-1c63-4b7b-8061-c2add2431552 service neutron] 10.222.0.13 "GET /v2.0/networks?id=c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 200 len: 898 time: 0.0894959 Jan 04 14:32:32.766451 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-68aa0158-616b-41db-8f66-129e23a71b9f req-f429af06-0539-4211-b836-adc1a363dcd6 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510509 Jan 04 14:32:32.781060 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:06Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:32.797603 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-318658cf-a078-4031-8239-b2b57c50a394 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 200 len: 217 time: 0.0415483 Jan 04 14:32:32.810085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] Checking router: 74f2a852-0943-4d57-8c3a-2eff03ce881a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:32:32.818845 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:32.819554 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:32.846380 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-7c04c979-79a5-4647-a84f-e31a1969071d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:32.847746 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-7c04c979-79a5-4647-a84f-e31a1969071d service neutron] 10.222.0.13 "GET /v2.0/subnets?id=9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 200 len: 835 time: 0.0428131 Jan 04 14:32:32.893653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-6f89437e-8e2c-4a90-a242-041de8fd8da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:32.895193 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-6f89437e-8e2c-4a90-a242-041de8fd8da4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=c2d551d0-4d33-4683-bd7d-391b1139a6a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402555 Jan 04 14:32:32.920674 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:32.992631 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-7d41873c-ed21-4183-b858-163e3d69526f service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899796 Jan 04 14:32:33.080536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1faeea37-df10-4fcf-95d0-c55dfd656c0d req-073c0f24-9c21-4c53-840a-e3d5e979607d service neutron] 10.222.0.13 "GET /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806115 Jan 04 14:32:33.112225 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:06Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:33.138156 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b8d7e1-6d18-4df3-bcb3-797f65e11676 None None] The sync data for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv is: [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:03Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f', 'name': '', 'network_id': 'c2d551d0-4d33-4683-bd7d-391b1139a6a9', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:cd:21:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1773, 'fixed_ips': [{'subnet_id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:03Z', 'updated_at': '2022-01-04T14:31:06Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': '9246940e-dc7a-4d6f-8497-c8fb12310bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:32:33.351597 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b67112c-35c7-4e79-8ffb-d19af29a2fd6 None None] New status for floating IP 74dc3035-ccb7-40f3-80b4-4b9606b34119: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:32:33.876914 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb72a8b3-8b87-41ba-ba18-1f50f94f42c9 req-1ccb539d-b807-4940-a50d-32a7053936b7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:33.878373 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fb72a8b3-8b87-41ba-ba18-1f50f94f42c9 req-1ccb539d-b807-4940-a50d-32a7053936b7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0485909 Jan 04 14:32:33.929505 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fb72a8b3-8b87-41ba-ba18-1f50f94f42c9 req-35ab965a-664c-4ca7-a4e7-3900ba62f928 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bbde4bad-d735-49c0-acf2-751b2958a3fa&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453274 Jan 04 14:32:34.163316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-ef1cd389-c065-4cde-9697-85442e0cd3e4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:34.164962 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-ef1cd389-c065-4cde-9697-85442e0cd3e4 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 945 time: 0.0495145 Jan 04 14:32:34.249592 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port e567ac29-f586-41fc-9cda-576799225cc0 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:32:34.249960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:34.338723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port e567ac29-f586-41fc-9cda-576799225cc0, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e567ac29-f586-41fc-9cda-576799225cc0,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:34.339079 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:34.351099 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for e567ac29-f586-41fc-9cda-576799225cc0 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:32:34.476390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:34.505321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=e567ac29-f586-41fc-9cda-576799225cc0,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:34.544212 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] No DVR routers for this DVR port e567ac29-f586-41fc-9cda-576799225cc0 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:32:34.546796 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:34.550651 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c4d2e3d-a188-4e71-9d97-5690081b63f5 req-1fad1bdc-cc0c-46be-8bfa-c81c3d7dea94 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "DELETE /v2.0/ports/e567ac29-f586-41fc-9cda-576799225cc0 HTTP/1.1" status: 204 len: 173 time: 0.3802364 Jan 04 14:32:34.568371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'name': 'network-vif-deleted', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:32:34.570697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc887c3e-c3c8-451d-9313-7f9b75b9abd9" -d '{"events": [{"server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "name": "network-vif-deleted", "tag": "e567ac29-f586-41fc-9cda-576799225cc0"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:32:34.606218 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01c7302c-d7a9-4eed-802e-afed0ba37e2e x-openstack-request-id: req-01c7302c-d7a9-4eed-802e-afed0ba37e2e {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:32:34.606516 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9dff9e6a-6107-4978-a8b0-7674528d529c", "name": "network-vif-deleted", "tag": "e567ac29-f586-41fc-9cda-576799225cc0", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:32:34.606770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-01c7302c-d7a9-4eed-802e-afed0ba37e2e {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:32:34.607170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9dff9e6a-6107-4978-a8b0-7674528d529c', 'name': 'network-vif-deleted', 'tag': 'e567ac29-f586-41fc-9cda-576799225cc0', 'status': 'completed', 'code': 200} Jan 04 14:32:35.045052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9db12c48-95e0-44e1-9074-e6980c217de3 req-0e9fff73-f1b2-42b5-8f00-47da30eec974 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=9dff9e6a-6107-4978-a8b0-7674528d529c HTTP/1.1" status: 200 len: 210 time: 0.0305061 Jan 04 14:32:35.641183 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:36.101037 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46250) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:36.442982 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:36.687177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:32:36.687510 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:36.776984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:36.777346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:36.789526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:32:37.261330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:37.286988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:37.457785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:37.668700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 74f2a852-0943-4d57-8c3a-2eff03ce881a has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:32:37.772383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:32:37.777351 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-079a3c2f-ef04-4e42-ba9f-c8bcf3282f9e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/74f2a852-0943-4d57-8c3a-2eff03ce881a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6752567 Jan 04 14:32:37.779963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46252) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:37.787416 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] Sync routers for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:32:37.796524 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:37.797126 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:37.829752 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting subnet 9246940e-dc7a-4d6f-8497-c8fb12310bfb {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:32:37.832801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:37.875678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:37.898066 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:37.958488 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.017767 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.047147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Subnet': ['ID=9246940e-dc7a-4d6f-8497-c8fb12310bfb,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:38.053294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.056415 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-49029404-13b3-4f36-90cb-7aa11c582b1d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/subnets/9246940e-dc7a-4d6f-8497-c8fb12310bfb HTTP/1.1" status: 204 len: 168 time: 0.2754860 Jan 04 14:32:38.059754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46254) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:38.062029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fa6fbe6-a341-48a0-aca6-dcf029b22880 None None] Network c2d551d0-4d33-4683-bd7d-391b1139a6a9 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:32:38.168436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.170033 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:32:37Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:38.196309 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] Checking router: 74f2a852-0943-4d57-8c3a-2eff03ce881a for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:32:38.206415 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] Routers {'74f2a852-0943-4d57-8c3a-2eff03ce881a'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:38.209170 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['74f2a852-0943-4d57-8c3a-2eff03ce881a'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:38.247161 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] DHCP port deletion for c2d551d0-4d33-4683-bd7d-391b1139a6a9 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:32:38.281990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.298331 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Deleting port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:32:38.298656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.313543 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] Set router 74f2a852-0943-4d57-8c3a-2eff03ce881a gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:38.338364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 66e0452c-64a1-4f58-941a-f143d993880d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:32:38.338701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.371817 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] For port f3dbe7db-1054-47fe-9c14-d79661d1d3b4, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,segment=NetworkSegment(ac311b0c-30ea-4486-9992-c23597b7e509),segment_id=ac311b0c-30ea-4486-9992-c23597b7e509)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:38.372514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.385906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Calling delete_port for f3dbe7db-1054-47fe-9c14-d79661d1d3b4 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:32:38.417353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 66e0452c-64a1-4f58-941a-f143d993880d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=66e0452c-64a1-4f58-941a-f143d993880d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:38.417612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.430868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e567ac29-f586-41fc-9cda-576799225cc0 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:32:38.431395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 66e0452c-64a1-4f58-941a-f143d993880d owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:32:38.463692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: e567ac29-f586-41fc-9cda-576799225cc0 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:32:38.464011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e567ac29-f586-41fc-9cda-576799225cc0 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:32:38.488752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.495140 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:32:37Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:38.516875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] No DVR routers for this DVR port f3dbe7db-1054-47fe-9c14-d79661d1d3b4 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:32:38.518971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Pushing event deleted for resources: {'Port': ['ID=f3dbe7db-1054-47fe-9c14-d79661d1d3b4,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:38.529108 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0fc54c2c-e499-491d-ae95-9fdb4cf630da None None] The sync data for ids ['74f2a852-0943-4d57-8c3a-2eff03ce881a'] in dv-neutron-master-2-hyperv is: [{'id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-306670065', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197'}], 'enable_snat': True}, 'gw_port_id': '66e0452c-64a1-4f58-941a-f143d993880d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:32:37Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '66e0452c-64a1-4f58-941a-f143d993880d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:88:56:fc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74f2a852-0943-4d57-8c3a-2eff03ce881a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1770, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:31:00Z', 'updated_at': '2022-01-04T14:31:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.529854 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.531136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.531136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.531136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.531136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-89f17c64-e982-422e-89be-7bae75cfbf31 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:38.609257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.636600 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=66e0452c-64a1-4f58-941a-f143d993880d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:38.653048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b506ee1-1f9f-492b-9ae4-056faa124ec7 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:32:38.701150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3dbe7db-1054-47fe-9c14-d79661d1d3b4 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:32:38.706823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.727349 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f3dbe7db-1054-47fe-9c14-d79661d1d3b4 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:32:38.727696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f3dbe7db-1054-47fe-9c14-d79661d1d3b4 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:32:38.728124 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:32:38.750557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:32:38.751048 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device e3f76d4b-b44b-4ad3-8bfb-cb1bb9f2572f not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:32:38.800630 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.802746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.846552 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.847085 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Fanout notify agent at l3_agent the message router_deleted on router 74f2a852-0943-4d57-8c3a-2eff03ce881a {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:32:38.854285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:38.855439 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9937ae8-ac77-4e5e-a072-da2170996621 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/routers/74f2a852-0943-4d57-8c3a-2eff03ce881a HTTP/1.1" status: 204 len: 168 time: 0.7947228 Jan 04 14:32:38.858076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46256) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:38.940836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.025059 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.044283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c2d551d0-4d33-4683-bd7d-391b1139a6a9']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:39.053652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac311b0c-30ea-4486-9992-c23597b7e509') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:39.054007 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac311b0c-30ea-4486-9992-c23597b7e509') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:39.068393 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.081008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.087126 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Releasing vlan 191 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:32:39.087607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:32:39.090492 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:32:39.148674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.156900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.160088 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/networks/c2d551d0-4d33-4683-bd7d-391b1139a6a9 HTTP/1.1" status: 204 len: 168 time: 0.3010788 Jan 04 14:32:39.162963 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46258) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:39.169412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1078b8-dbde-4fd3-a6cd-cddcf47fdabc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Network': ['ID=c2d551d0-4d33-4683-bd7d-391b1139a6a9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:39.219711 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.245884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.306813 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.309568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.310855 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/security-groups/bbde4bad-d735-49c0-acf2-751b2958a3fa HTTP/1.1" status: 204 len: 168 time: 0.1468763 Jan 04 14:32:39.320542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbde4bad-d735-49c0-acf2-751b2958a3fa,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:39.328117 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.328482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.328837 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.329185 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.329538 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.330042 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.330404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.330776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.331169 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.331455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.331812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.332126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.332459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bcce23c-fd66-4f2d-a78e-304be31062ec tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:39.639285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46264) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:39.644365 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1373131431', 'description': 'tempest-secgroup-smoke-1373131431 description', 'project_id': '7b61ec97989540399276e1412da9027b'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:39.669210 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.733089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.736835 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.764710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.765962 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1256206 Jan 04 14:32:39.769407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46266) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:39.770548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4103ee10-5426-458d-a80b-1c39abf3be88 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bc25f78a-c8c1-4446-a983-7bee44556468,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:39.775222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bc25f78a-c8c1-4446-a983-7bee44556468', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:39.804046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.849736 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.853363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.872927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d5b5b66-bbdf-4da9-86cb-fa6e0c36273e,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:39.878620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.880000 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-97a9a2ef-afb0-4b39-97a8-b4d8d9d5c73a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1093833 Jan 04 14:32:39.882787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46268) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:39.887297 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bc25f78a-c8c1-4446-a983-7bee44556468', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:39.916521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.975446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.978950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:39.997392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6aef2e79-0f6c-49a1-9478-965ecb10245f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:40.003708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.004894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b79803c1-afd8-4f08-af65-a6e2e8a25b2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1211841 Jan 04 14:32:40.007609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46270) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:40.012054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bc25f78a-c8c1-4446-a983-7bee44556468', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:40.039795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.094407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.097728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.116624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693e5388-176b-4eba-8961-d512040c5948,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:40.122302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.126028 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f9995558-68ba-4dc3-90d9-f46de0e5dd07 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1149545 Jan 04 14:32:40.126145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46272) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:40.131392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bc25f78a-c8c1-4446-a983-7bee44556468', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:40.160209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.216154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.219423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.236081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8e19883-a4e2-457b-9f13-fbbfb835c979,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:40.242365 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.243540 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4432d14b-08a7-4033-a391-efd9b22d915e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1159613 Jan 04 14:32:40.246316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46274) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:40.250865 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bc25f78a-c8c1-4446-a983-7bee44556468', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:40.274606 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:32:40.279431 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.338101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.341371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.357324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdc4c243-f890-4561-ae4e-7505ba38426b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:40.365824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.367018 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-df63db67-5a86-44f1-a04d-75a200e6c650 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1197436 Jan 04 14:32:40.369659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46276) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:40.376296 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'security_group_rule': {'security_group_id': 'bc25f78a-c8c1-4446-a983-7bee44556468', 'project_id': '7b61ec97989540399276e1412da9027b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:40.398985 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Project 7b61ec97989540399276e1412da9027b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:32:40.403855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.460661 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.464109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.481018 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2cb5ff8-e611-4447-9b79-8a830448b8fe,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:40.490849 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.494649 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-e43a7c9b-7449-4461-81ba-f9866a6cb757 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1214352 Jan 04 14:32:40.494913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46278) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:40.499697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'network': {'name': 'tempest-network-smoke--1149989565', 'project_id': '7b61ec97989540399276e1412da9027b', 'port_security_enabled': True}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:40.522162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:32:40.525662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.548547 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:32:40.557268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.557586 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Added segment a58b0777-bc05-4b3f-af79-a204325f6369 of type vlan for network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f Jan 04 14:32:40.597277 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.620374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.626721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:40.627115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.661170 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1651943 Jan 04 14:32:40.664111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46280) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:40.673894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 66e0452c-64a1-4f58-941a-f143d993880d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:32:40.674778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'admin_state_up': True, 'project_id': '7b61ec97989540399276e1412da9027b', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:40.694083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 66e0452c-64a1-4f58-941a-f143d993880d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:32:40.694434 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 66e0452c-64a1-4f58-941a-f143d993880d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:32:40.712347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82625b6c-f31d-49f5-9baf-4a4ef13c0418 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Network': ['ID=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:40.723083 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:32:40.730932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.731938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.789107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:40.921216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.109542 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.129916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.228111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.175 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/6bc6dc3f-6f58-43b6-b1de-17a0e365a008) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:32:41.330637 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.363188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.398812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:32:41.403172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:32:41.405583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:32:41.416814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d57edc10-465a-44f5-a0c3-13c90e1ce9f3 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:32:41.432326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:41.453424 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-45f3fcbe-6ccf-4c04-8168-8812e697a9c5 None None] Provisioning complete for port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:41.453793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-45f3fcbe-6ccf-4c04-8168-8812e697a9c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.487945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-45f3fcbe-6ccf-4c04-8168-8812e697a9c5 None None] Port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:32:41.656931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.848414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:41.970963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 659b48bb-aa38-4d99-a50d-2c6f36e68021 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:32:42.072120 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:32:42.082047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Sync routers for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:32:42.091258 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.095976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:42.096131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-dd3742e8-e36c-4b70-8637-5c9068eeab7f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4277685 Jan 04 14:32:42.096222 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:42.096343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46282) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:42.173124 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8a059dd7-7902-4af6-aece-2d0b778cb540 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?project_id=7b61ec97989540399276e1412da9027b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0757458 Jan 04 14:32:42.175710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46286) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:42.200598 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:42.264473 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f124ff1-bb49-47d0-ac9e-d886e8d30767 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:42.266086 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5f124ff1-bb49-47d0-ac9e-d886e8d30767 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0893767 Jan 04 14:32:42.269403 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46288) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:42.296200 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-99e1f2e8-e186-4d14-945c-464e1011aa40 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/subnets?network_id=0f616572-caf8-4f73-b40f-48d39233e285&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0256996 Jan 04 14:32:42.298725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46290) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:42.303720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1913612039', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'project_id': '7b61ec97989540399276e1412da9027b', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:42.380427 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:41Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:42.391022 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:32:42.395202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.407769 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Checking router: 659b48bb-aa38-4d99-a50d-2c6f36e68021 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:32:42.408118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Updating router 659b48bb-aa38-4d99-a50d-2c6f36e68021 port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:32:42.432463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.573966 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.644402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Checking segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:32:42.644659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network hostable DHCP agents. Network: 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:32:42.647567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Subnet': ['ID=d75d3c82-5b6d-422a-99e9-c21abb537e06,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:42.664339 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:32:42.675215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:32:42.679932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:42.680789 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.698897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d164ade0-5c51-4518-8978-517f916eae5f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.3990617 Jan 04 14:32:42.701733 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46292) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:32:42.824645 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5b182a-d38b-419e-868e-052caf89624e None None] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:32:42.854422 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.866669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.951556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a850a5f-c5d9-4971-a353-bc839739c658 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:32:42.970800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5055c2-3a07-41f9-a2f2-48a7b769e82b None None] Pushing event updated for resources: {'Port': ['ID=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:42.973104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Attempting to bind port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:32:42.973475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Attempting to bind port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:32:42.973906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Attempting to bind port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:32:42.995244 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:32:42.995633 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:32:42.996036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:42.996435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:32:42.996933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Bound port: 6bc6dc3f-6f58-43b6-b1de-17a0e365a008, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:32:42.997307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.025344 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:32:43.026246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.078398 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5f994fd3-609f-405e-8819-db9c35694e31 None None] Provisioning complete for port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:43.078770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5f994fd3-609f-405e-8819-db9c35694e31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.149537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] For port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:32:43.170623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] For port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:32:43.184485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.224907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5f994fd3-609f-405e-8819-db9c35694e31 None None] Port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:32:43.270196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfcf4576-993a-4077-8285-4b9e1b70ef74 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:32:43.300286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5055c2-3a07-41f9-a2f2-48a7b769e82b None None] Pushing event updated for resources: {'Port': ['ID=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:43.304267 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:43.304905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:43.310606 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Allocated IP 172.20.0.2 (5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f/d75d3c82-5b6d-422a-99e9-c21abb537e06/2f913acb-f44c-4ab8-a63e-d7f868b7d2bb) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:32:43.424095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0de1d787-9ccd-4ceb-9183-2eef281442ac None None] Provisioning complete for port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:43.424463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0de1d787-9ccd-4ceb-9183-2eef281442ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.434307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.516883 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:43.706474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.722615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0de1d787-9ccd-4ceb-9183-2eef281442ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.727475 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.775522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.1 (5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f/d75d3c82-5b6d-422a-99e9-c21abb537e06/a7318cf3-24d1-4150-bdff-9b99cd4895ae) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:32:43.788715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0de1d787-9ccd-4ceb-9183-2eef281442ac None None] For port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:43.796020 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:32:43.797022 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0de1d787-9ccd-4ceb-9183-2eef281442ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.806658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:32:43.827866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:32:43.833095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Pushing event updated for resources: {'Port': ['ID=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:43.897936 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.930233 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.934662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Attempting to bind port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:32:43.935035 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Attempting to bind port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:32:43.935399 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Attempting to bind port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb on network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:32:43.943350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de1d787-9ccd-4ceb-9183-2eef281442ac None None] Pushing event updated for resources: {'Port': ['ID=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:43.946800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:32:43.947175 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Checking segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:32:43.947572 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.947958 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Bound using segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:32:43.948420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Bound port: 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:32:43.948797 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:43.967378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:32:43.968571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:41Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:43.970628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:32:43.973009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:32:44.009669 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=a7318cf3-24d1-4150-bdff-9b99cd4895ae,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:44.014488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec20288f-ca57-42c4-b76d-b5cee395b1c4 None None] The sync data for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv is: [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:41Z', 'revision_number': 3, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:32:44.027570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.046787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] For port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:32:44.050262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] For port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:32:44.054917 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.114002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be72db7-18e0-4c4f-bd84-d91b4d655ae8 None None] Pushing event updated for resources: {'Port': ['ID=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:44.180965 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.515111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.520318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.594469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=a7318cf3-24d1-4150-bdff-9b99cd4895ae,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:44.597464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.708385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:32:44.709915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:32:44.752345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:32:44.803849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:44.804279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.851648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 659b48bb-aa38-4d99-a50d-2c6f36e68021 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:32:44.906299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.949493 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:44.958033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:44.960019 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:32:44.982091 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:32:44.996233 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-49dcec80-4dce-4f70-9ff8-4cb28fb60454 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/659b48bb-aa38-4d99-a50d-2c6f36e68021/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2846594 Jan 04 14:32:45.058350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:45.070426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:45.070868 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:45.182918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-2279ac47-3f1d-4096-b565-f0c85e115f6d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1373131431&fields=id&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 267 time: 0.0619600 Jan 04 14:32:45.292473 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-43628ea4-0278-4a4f-98d9-360217f6445d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:45.294012 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-43628ea4-0278-4a4f-98d9-360217f6445d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 797 time: 0.1090074 Jan 04 14:32:45.301441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64258ff4-03e4-4de1-b3c7-f87394d7ef75 None None] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:32:45.309791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-87a39de5-1c82-498c-9546-781a2c22f2f1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/quotas/7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 375 time: 0.0094855 Jan 04 14:32:45.370396 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-a708c343-5bda-4cde-b1eb-37e06c80b7cc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546439 Jan 04 14:32:45.374968 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b28cc5a7-65a4-4dce-97c3-6147cec871bc None None] Provisioning complete for port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:45.375343 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b28cc5a7-65a4-4dce-97c3-6147cec871bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:45.525573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-dfdbd77a-dc6a-439f-89cc-22d8fb96fa79 service neutron] 10.222.0.30 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425207 Jan 04 14:32:45.583904 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5bac9f9e-baae-47d8-a59d-a27393f63cb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:45.628155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-a5085117-1545-4378-a62b-c77606e33fa8 service neutron] 10.222.0.30 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962989 Jan 04 14:32:45.716432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ed062a25-6cbb-45cb-9757-2e2682555c9c None None] Provisioning complete for port a7318cf3-24d1-4150-bdff-9b99cd4895ae triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:45.716964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed062a25-6cbb-45cb-9757-2e2682555c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:45.756669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-ed062a25-6cbb-45cb-9757-2e2682555c9c None None] Port a7318cf3-24d1-4150-bdff-9b99cd4895ae cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:32:45.771672 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-ed062a25-6cbb-45cb-9757-2e2682555c9c None None] Provisioning complete for port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:45.772130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ed062a25-6cbb-45cb-9757-2e2682555c9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:45.799044 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Sync routers for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:32:45.809334 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:45.810073 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:45.810406 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f86e190a-262c-44ce-88ad-9ac54966ab7a req-b927b545-6719-4392-b328-e1aa1351db75 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0330477 Jan 04 14:32:45.922953 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:45.981269 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-43623b8e-cc37-4306-86be-3201e79a5c1a None None] Provisioning complete for port a7318cf3-24d1-4150-bdff-9b99cd4895ae triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:45.981642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-43623b8e-cc37-4306-86be-3201e79a5c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.017759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-43623b8e-cc37-4306-86be-3201e79a5c1a None None] Port a7318cf3-24d1-4150-bdff-9b99cd4895ae cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:32:46.130970 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 2, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:46.138045 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-53a3140c-715e-46af-b16b-579acb43aaeb None None] Provisioning complete for port a7318cf3-24d1-4150-bdff-9b99cd4895ae triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:46.138552 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-53a3140c-715e-46af-b16b-579acb43aaeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.158339 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Checking router: 659b48bb-aa38-4d99-a50d-2c6f36e68021 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:32:46.158700 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Updating router 659b48bb-aa38-4d99-a50d-2c6f36e68021 port a7318cf3-24d1-4150-bdff-9b99cd4895ae binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:32:46.175890 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-53a3140c-715e-46af-b16b-579acb43aaeb None None] Port a7318cf3-24d1-4150-bdff-9b99cd4895ae cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:32:46.183898 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.432695 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.437838 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.483776 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Pushing event updated for resources: {'Port': ['ID=a7318cf3-24d1-4150-bdff-9b99cd4895ae,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:46.493903 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.494258 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.494601 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.495157 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.495495 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.495824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.496160 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.496488 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.496815 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.497138 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.497460 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.497777 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.498122 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:32:46.547802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Attempting to bind port a7318cf3-24d1-4150-bdff-9b99cd4895ae on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:32:46.548213 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Attempting to bind port a7318cf3-24d1-4150-bdff-9b99cd4895ae by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:32:46.548587 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Attempting to bind port a7318cf3-24d1-4150-bdff-9b99cd4895ae on network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:32:46.553757 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 32, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:32:46.554155 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Checking segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:32:46.554550 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.554935 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Bound using segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:32:46.555395 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Bound port: a7318cf3-24d1-4150-bdff-9b99cd4895ae, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:32:46.555766 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.620943 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] For port a7318cf3-24d1-4150-bdff-9b99cd4895ae, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:32:46.624154 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] For port a7318cf3-24d1-4150-bdff-9b99cd4895ae, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7318cf3-24d1-4150-bdff-9b99cd4895ae,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:32:46.629914 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.684832 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:32:46.686438 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63e7894-74a0-4f0e-808f-5714e7873fde None None] Pushing event updated for resources: {'Port': ['ID=a7318cf3-24d1-4150-bdff-9b99cd4895ae,revision_number=4']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:46.694994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:32:46.695591 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:46.731367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-64c3c62e-9767-406e-9ff5-8dabee98dd54 None None] Provisioning complete for port a7318cf3-24d1-4150-bdff-9b99cd4895ae triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:46.731805 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-64c3c62e-9767-406e-9ff5-8dabee98dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.779184 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:46.779781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.826479 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:32:46.862899 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-64c3c62e-9767-406e-9ff5-8dabee98dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.925394 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ce6fe12b-cffb-4503-ae77-7cc4c809af7a req-25e4c274-03f3-4448-9da6-8b733a34a27d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0376966 Jan 04 14:32:46.929785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-64c3c62e-9767-406e-9ff5-8dabee98dd54 None None] For port a7318cf3-24d1-4150-bdff-9b99cd4895ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7318cf3-24d1-4150-bdff-9b99cd4895ae,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:46.942894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-64c3c62e-9767-406e-9ff5-8dabee98dd54 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:46.989309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c3c62e-9767-406e-9ff5-8dabee98dd54 None None] Pushing event updated for resources: {'Port': ['ID=a7318cf3-24d1-4150-bdff-9b99cd4895ae,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:47.062196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4a8fb2ed-8ad7-42a4-be5b-f7ae6a894205 None None] Provisioning complete for port a7318cf3-24d1-4150-bdff-9b99cd4895ae triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:47.062573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4a8fb2ed-8ad7-42a4-be5b-f7ae6a894205 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:47.070426 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:32:47.099603 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1fe61b4-93b6-423d-8dcf-5b046067741b None None] The sync data for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv is: [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:32:47.936458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-51a865bc-2962-4d61-9048-f0a992f02a8c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:48.018242 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cf324b18-5e7c-4970-8063-4e5d78fa8eec req-b4a78dd0-f006-4870-a0b5-8f7f41b878a2 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0381236 Jan 04 14:32:48.697445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a7318cf3-24d1-4150-bdff-9b99cd4895ae up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:32:48.743425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port a7318cf3-24d1-4150-bdff-9b99cd4895ae triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:48.743802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:49.088869 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3ebdd1cb-af56-4984-9ec7-85be3c64e815 req-5b5417d6-ead6-4404-bc78-b5ff88addfcd tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0264120 Jan 04 14:32:49.289857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:50.183079 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-096c6997-210d-4dbf-ab3f-6f8ebb167d81 req-5491f253-6759-4b6e-8a9c-4a445cc982ea tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0261030 Jan 04 14:32:50.530715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:50.855150 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-1b5659d7-71a3-4920-9e03-2d5fbbac679f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:50.856677 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-1b5659d7-71a3-4920-9e03-2d5fbbac679f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 797 time: 0.1062467 Jan 04 14:32:50.922686 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-cddb5f1d-4e68-4f51-8b17-a3359f588803 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7b61ec97989540399276e1412da9027b HTTP/1.1" status: 200 len: 380 time: 0.0564461 Jan 04 14:32:50.931198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'port': {'device_id': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'admin_state_up': True, 'tenant_id': '7b61ec97989540399276e1412da9027b', 'security_groups': ['bc25f78a-c8c1-4446-a983-7bee44556468']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:51.040486 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Made reservation on behalf of 7b61ec97989540399276e1412da9027b for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:32:51.044286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.166788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.20.0.6 (5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f/d75d3c82-5b6d-422a-99e9-c21abb537e06/a30abfbe-4ca4-4ab0-82f2-19ad2246546a) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:32:51.302004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-38f9ff9d-32ab-4f34-a063-bcd616dd9853 req-8a8b28be-95c1-4050-805c-355b8f78bc4f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0353804 Jan 04 14:32:51.328657 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.360197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.404742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:32:51.408304 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:32:51.410603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:32:51.442444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:51.467156 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:51.467770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.484437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-d591b2e9-1d92-4a79-bd92-ee4d779cfd62 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5567570 Jan 04 14:32:51.495935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Request body: {'port': {'device_id': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:32:51.551968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.604953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f2c38f99-1ea9-4486-8f98-69e6a518a24f None None] Provisioning complete for port a30abfbe-4ca4-4ab0-82f2-19ad2246546a triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:51.605529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f2c38f99-1ea9-4486-8f98-69e6a518a24f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.637850 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-f2c38f99-1ea9-4486-8f98-69e6a518a24f None None] Port a30abfbe-4ca4-4ab0-82f2-19ad2246546a cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:32:51.814302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a30abfbe-4ca4-4ab0-82f2-19ad2246546a {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:32:51.821395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.833389 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Transition to ACTIVE for port object a30abfbe-4ca4-4ab0-82f2-19ad2246546a will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:32:51.837214 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:51.885202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Pushing event updated for resources: {'Port': ['ID=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:51.960344 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Attempting to bind port a30abfbe-4ca4-4ab0-82f2-19ad2246546a on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:32:51.960702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Attempting to bind port a30abfbe-4ca4-4ab0-82f2-19ad2246546a by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:32:51.961016 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Attempting to bind port a30abfbe-4ca4-4ab0-82f2-19ad2246546a on network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:32:51.966192 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Port a30abfbe-4ca4-4ab0-82f2-19ad2246546a on network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:32:51.966529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Attempting to bind port a30abfbe-4ca4-4ab0-82f2-19ad2246546a on network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:32:51.972693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 32, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:32:51.973065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Checking segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:32:51.973448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Bound using segment: {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:32:51.973922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Bound port: a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a58b0777-bc05-4b3f-af79-a204325f6369', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:32:51.974288 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:52.044357 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] For port a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:32:52.047318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] For port a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:32:52.051922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:52.085749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.086374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:52.087727 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] 10.222.0.13 "PUT /v2.0/ports/a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 1093 time: 0.5959613 Jan 04 14:32:52.088162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:32:52.090411 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b33cf7b9-3762-4076-992d-d5fe920a107c" -d '{"events": [{"name": "network-changed", "server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:32:52.115780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2051de-9d8d-46a0-b1f0-66b47a10e96f service neutron] Pushing event updated for resources: {'Port': ['ID=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:52.132343 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:32:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-119b4cef-0619-4e64-b252-663d89cf780d x-openstack-request-id: req-119b4cef-0619-4e64-b252-663d89cf780d {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:32:52.132599 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:32:52.132857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-119b4cef-0619-4e64-b252-663d89cf780d {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:32:52.133298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'status': 'completed', 'code': 200} Jan 04 14:32:52.179255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-7ea28e17-2985-4cb5-8f6b-3c4ab418450c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.180766 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-7ea28e17-2985-4cb5-8f6b-3c4ab418450c service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1096 time: 0.0428638 Jan 04 14:32:52.199099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:52.229981 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-3308ab22-b33e-4b39-8898-c5421fd370a7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 217 time: 0.0413146 Jan 04 14:32:52.280755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-a69eb1dd-0b2b-4671-b33c-7b6d2fd0f640 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.282417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-a69eb1dd-0b2b-4671-b33c-7b6d2fd0f640 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 200 len: 835 time: 0.0465319 Jan 04 14:32:52.326964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721848e4-2bee-49d7-98a0-679de3e40ade req-45cb6246-f634-4aea-98d9-d1fd20d4eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.328348 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-45cb6246-f634-4aea-98d9-d1fd20d4eaa1 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393074 Jan 04 14:32:52.450087 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-e9374c54-46c9-46b2-9fae-4449f92ee930 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1148362 Jan 04 14:32:52.458540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5782f4-f78c-4934-ac21-46e02daccea3 req-8299bb87-112a-4737-a8bd-350509ab6057 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.459890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-db5782f4-f78c-4934-ac21-46e02daccea3 req-8299bb87-112a-4737-a8bd-350509ab6057 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 943 time: 0.0659900 Jan 04 14:32:52.567838 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-db5782f4-f78c-4934-ac21-46e02daccea3 req-919908b4-f27f-4ab3-b9fb-bbd7d9df138c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1002674 Jan 04 14:32:52.587896 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-721848e4-2bee-49d7-98a0-679de3e40ade req-03354b53-4fdc-41c5-b711-be76a3569893 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270845 Jan 04 14:32:52.675349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-2ea296fc-4853-4156-a756-5253c772157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.676836 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-2ea296fc-4853-4156-a756-5253c772157b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1096 time: 0.0402524 Jan 04 14:32:52.769621 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-742f86a6-583b-4463-9c3a-c1f620ff8378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.771122 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-742f86a6-583b-4463-9c3a-c1f620ff8378 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 898 time: 0.0864697 Jan 04 14:32:52.811749 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-ab44046d-5e4b-4190-b60a-798f499096c6 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 217 time: 0.0339944 Jan 04 14:32:52.858065 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-a2a99956-b328-4c48-82c4-27ca2e106dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.859391 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-a2a99956-b328-4c48-82c4-27ca2e106dc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 200 len: 835 time: 0.0412836 Jan 04 14:32:52.903203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-cf47e3de-762f-469c-af0b-f31de4eefca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:52.904620 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-cf47e3de-762f-469c-af0b-f31de4eefca5 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0375962 Jan 04 14:32:52.994313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-cf1134c3-2b9d-4a9c-9eab-97ff37f5e2d8 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826380 Jan 04 14:32:53.086604 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b33cf7b9-3762-4076-992d-d5fe920a107c req-86330ec1-c058-4834-851a-938ec3daca42 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846593 Jan 04 14:32:53.682428 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b669e2b8-3b8a-4432-8379-71516c070549 req-c2b67698-a5e8-4e62-8488-39f74c0c4252 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:53.683885 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b669e2b8-3b8a-4432-8379-71516c070549 req-c2b67698-a5e8-4e62-8488-39f74c0c4252 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 943 time: 0.0482571 Jan 04 14:32:53.732430 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b669e2b8-3b8a-4432-8379-71516c070549 req-1489cf47-0375-4bf9-83aa-80116fa91353 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420341 Jan 04 14:32:54.846848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e2a14d-908f-4c11-b0eb-7cd1cca7b1b2 req-bdb038f0-fed9-4eef-8f77-a590be245345 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:54.848312 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7e2a14d-908f-4c11-b0eb-7cd1cca7b1b2 req-bdb038f0-fed9-4eef-8f77-a590be245345 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 943 time: 0.0495262 Jan 04 14:32:54.895999 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7e2a14d-908f-4c11-b0eb-7cd1cca7b1b2 req-c5be76e0-6f68-4253-8cee-7b0f5486dfde tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417550 Jan 04 14:32:56.011483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03b1eb6-a806-40a0-99c0-67c3ed0c04f6 req-2758e9ea-d8d8-44c9-a793-b77759020437 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:56.012933 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c03b1eb6-a806-40a0-99c0-67c3ed0c04f6 req-2758e9ea-d8d8-44c9-a793-b77759020437 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 943 time: 0.0514550 Jan 04 14:32:56.060437 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c03b1eb6-a806-40a0-99c0-67c3ed0c04f6 req-70ab7e25-ca7a-474c-8102-c3515a8d91e3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415428 Jan 04 14:32:56.492119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a30abfbe-4ca4-4ab0-82f2-19ad2246546a details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:32:56.586188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:56.596888 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'port_id': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'mac_address': 'fa:16:3e:89:89:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:32:56.632304 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:56.645323 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a30abfbe-4ca4-4ab0-82f2-19ad2246546a {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:32:56.663612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:56.667792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:56.713054 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:56.877119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['a30abfbe-4ca4-4ab0-82f2-19ad2246546a'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:32:57.175400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed078f0d-12a8-4f3f-a7db-c98d3bcaf99f req-c492893a-3095-40b0-928b-0c0c73170677 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:57.176827 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ed078f0d-12a8-4f3f-a7db-c98d3bcaf99f req-c492893a-3095-40b0-928b-0c0c73170677 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 944 time: 0.0481229 Jan 04 14:32:57.223872 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ed078f0d-12a8-4f3f-a7db-c98d3bcaf99f req-6e18e89d-b304-4237-bf57-9c5dc55907e0 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410764 Jan 04 14:32:58.337048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53825b8-e9cc-4dc0-af93-13aa4d1834e8 req-334f6d09-b079-4378-a146-8fa143002e29 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:58.338539 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c53825b8-e9cc-4dc0-af93-13aa4d1834e8 req-334f6d09-b079-4378-a146-8fa143002e29 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 944 time: 0.0490448 Jan 04 14:32:58.386108 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c53825b8-e9cc-4dc0-af93-13aa4d1834e8 req-143e9340-d5e0-4402-89d4-af5c91c0af18 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416048 Jan 04 14:32:58.535407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a30abfbe-4ca4-4ab0-82f2-19ad2246546a up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:32:58.584460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port a30abfbe-4ca4-4ab0-82f2-19ad2246546a completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:32:58.588390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port a30abfbe-4ca4-4ab0-82f2-19ad2246546a triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:32:58.588752 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:58.666454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:58.688292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:32:58.690556 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5020e0b0-1e86-4e20-b72d-6f42b1f0e32d" -d '{"events": [{"server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "name": "network-vif-plugged", "status": "completed", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:32:58.703140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:32:58.707737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:32:58.760412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:32:58.780405 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:32:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e6bafab-53fb-4275-9ecd-a53fcec70837 x-openstack-request-id: req-9e6bafab-53fb-4275-9ecd-a53fcec70837 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:32:58.780707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "name": "network-vif-plugged", "status": "completed", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:32:58.780986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-9e6bafab-53fb-4275-9ecd-a53fcec70837 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:32:58.781357 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'code': 200} Jan 04 14:32:58.944088 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53f9da4-4a13-44d1-bc4b-2eada0e0b807 req-53d28d1b-1c82-4c3d-9773-d72b5d42bd06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:58.945539 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c53f9da4-4a13-44d1-bc4b-2eada0e0b807 req-53d28d1b-1c82-4c3d-9773-d72b5d42bd06 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1098 time: 0.0451062 Jan 04 14:32:58.990017 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c53f9da4-4a13-44d1-bc4b-2eada0e0b807 req-c2957820-edd5-46ea-b726-55855bf0ffac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371377 Jan 04 14:32:59.500074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fa9e66-1f6f-4649-965d-da4a93097719 req-c7417ab1-2e94-43e6-a31e-195ae4c13270 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:32:59.501541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-74fa9e66-1f6f-4649-965d-da4a93097719 req-c7417ab1-2e94-43e6-a31e-195ae4c13270 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0480475 Jan 04 14:32:59.552988 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-74fa9e66-1f6f-4649-965d-da4a93097719 req-0c272042-9f78-46a3-a617-61755b42761b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456958 Jan 04 14:33:00.667846 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e50676-0631-4d91-9b9b-714860c87e1a req-e529f76a-b093-462f-b49a-d64b0aed7fdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:00.669302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63e50676-0631-4d91-9b9b-714860c87e1a req-e529f76a-b093-462f-b49a-d64b0aed7fdb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0480342 Jan 04 14:33:00.717064 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63e50676-0631-4d91-9b9b-714860c87e1a req-947fce26-7904-493c-a858-38ceb9359751 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413160 Jan 04 14:33:00.829386 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a36518d-5c1e-4068-815f-101a33fde648 req-b54c3cdb-a326-46a0-be5a-a1476334f0b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:00.830936 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a36518d-5c1e-4068-815f-101a33fde648 req-b54c3cdb-a326-46a0-be5a-a1476334f0b9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0485449 Jan 04 14:33:00.879961 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7a36518d-5c1e-4068-815f-101a33fde648 req-738307da-b6c7-4f43-9d9e-ad7e1905640e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431845 Jan 04 14:33:00.901181 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46372) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:00.939468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d00c0571-d8a2-4f5b-921b-7db59eff5a71 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:00.940915 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d00c0571-d8a2-4f5b-921b-7db59eff5a71 tempest-TestNetworkAdvancedServerOps-2135892410 tempest-TestNetworkAdvancedServerOps-2135892410-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1093 time: 0.0387914 Jan 04 14:33:00.943574 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46374) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:00.947681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address': '172.20.0.6'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:00.975502 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.081927 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.180267 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Allocated IP 172.36.2.214 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/da4547cd-0861-42f2-8b92-e10fdd021df1) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:01.280182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.312765 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.347900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:01.350753 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:01.354077 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:01.378293 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=da4547cd-0861-42f2-8b92-e10fdd021df1,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:01.700041 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.763960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.909776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.914088 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:01.986198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event updated for resources: {'Port': ['ID=da4547cd-0861-42f2-8b92-e10fdd021df1,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:01.994886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:02.092977 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e associated. External IP: 172.36.2.214, port: a30abfbe-4ca4-4ab0-82f2-19ad2246546a. Jan 04 14:33:02.291741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 659b48bb-aa38-4d99-a50d-2c6f36e68021 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:33:02.399007 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:02.408840 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] Sync routers for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:02.417390 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:02.418607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:02.419219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:02.445049 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-5fb2db5a-eee3-4e6d-a8a6-1b121a2bd7da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5005028 Jan 04 14:33:02.445628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:33:02.447915 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb4e2cb7-819b-42af-a22d-c64442a9140f" -d '{"events": [{"name": "network-changed", "server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:33:02.490018 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:33:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffb5a792-52f1-4e56-b5a0-1ce083c5d8df x-openstack-request-id: req-ffb5a792-52f1-4e56-b5a0-1ce083c5d8df {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:33:02.490253 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:33:02.490509 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ffb5a792-52f1-4e56-b5a0-1ce083c5d8df {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:33:02.490946 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'status': 'completed', 'code': 200} Jan 04 14:33:02.528843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:02.582949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f462a60-032b-4ca5-a959-e3a862b8354b req-02bde28b-adb4-4e27-b155-33a5d9a9f940 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:02.584350 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f462a60-032b-4ca5-a959-e3a862b8354b req-02bde28b-adb4-4e27-b155-33a5d9a9f940 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0801024 Jan 04 14:33:02.586164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-142638e3-a8e1-4383-b75f-c1b7a7bd3572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:02.587504 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-142638e3-a8e1-4383-b75f-c1b7a7bd3572 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1098 time: 0.0738416 Jan 04 14:33:02.687477 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f462a60-032b-4ca5-a959-e3a862b8354b req-52303227-0bdf-47cf-b4d4-5081c479c430 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0970924 Jan 04 14:33:02.710529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46380) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:02.715769 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-04190902-d7ab-4cc0-b99b-5653c2b44e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:02.717235 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-04190902-d7ab-4cc0-b99b-5653c2b44e31 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 898 time: 0.1206565 Jan 04 14:33:02.750376 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.214', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'port_id': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'mac_address': 'fa:16:3e:89:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:33:01Z', 'updated_at': '2022-01-04T14:33:01Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:02.783596 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-31d90209-7b8f-4e28-9699-a18a17c6b40c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e HTTP/1.1" status: 200 len: 991 time: 0.0711381 Jan 04 14:33:02.786361 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-c32b42cb-0f0e-4aeb-a25d-efda994be475 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 999 time: 0.0631242 Jan 04 14:33:02.837861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-dc7fd3a4-0201-405e-ad2c-12e416004590 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:02.839300 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-dc7fd3a4-0201-405e-ad2c-12e416004590 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 200 len: 835 time: 0.0461919 Jan 04 14:33:02.930503 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] Checking router: 659b48bb-aa38-4d99-a50d-2c6f36e68021 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:02.939437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:02.940061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:32:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:03.048514 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:03.196107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-a8478c84-8971-47ff-bf81-6c04e1ed8c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:03.197585 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-a8478c84-8971-47ff-bf81-6c04e1ed8c19 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3515272 Jan 04 14:33:03.274272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.214', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'port_id': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'mac_address': 'fa:16:3e:89:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:33:01Z', 'updated_at': '2022-01-04T14:33:01Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:03.289062 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-150e6d84-11da-43ba-b47f-50a06b9b2044 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834281 Jan 04 14:33:03.299987 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bed2871-a88d-4add-8129-8b086c8b136b None None] The sync data for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv is: [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': 'da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'floating_ip_address': '172.36.2.214', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'port_id': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1795, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'mac_address': 'fa:16:3e:89:89:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:33:01Z', 'updated_at': '2022-01-04T14:33:01Z', 'revision_number': 0, 'project_id': '7b61ec97989540399276e1412da9027b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:33:03.383508 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eb4e2cb7-819b-42af-a22d-c64442a9140f req-fbc226a6-2c1d-4188-947b-69f53aad66da service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880971 Jan 04 14:33:03.592969 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b665aafc-9d20-4544-ab97-e117c4961e0b None None] New status for floating IP da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e: ACTIVE {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:33:03.787157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46382) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:03.846474 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b74b4ae5-2807-435a-b15d-aa31d0797688 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e HTTP/1.1" status: 200 len: 993 time: 0.0581725 Jan 04 14:33:05.644906 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:07.793612 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:33:15.585499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-71380e63-6f11-4a91-b24f-5defebd9a568 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:15.694442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-9d638424-9d62-44c3-aacb-9c7dd3b35a55 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0425444 Jan 04 14:33:15.777819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d17be-b871-4606-9bc8-ee445cf23646 req-3cfe5092-6e6d-49df-b6f8-b79c246f01f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:15.779320 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-3cfe5092-6e6d-49df-b6f8-b79c246f01f5 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1098 time: 0.0401318 Jan 04 14:33:15.882129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d17be-b871-4606-9bc8-ee445cf23646 req-d8fbed68-ebbd-4523-82e6-8632f44d22e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:15.883479 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-d8fbed68-ebbd-4523-82e6-8632f44d22e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 898 time: 0.0826349 Jan 04 14:33:15.950093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-135a9d5e-9283-4240-ae6e-6dcbe5b3dac8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 1001 time: 0.0597293 Jan 04 14:33:15.997832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d17be-b871-4606-9bc8-ee445cf23646 req-6d506dfd-5526-49f4-83b2-d34956ad07aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:15.999228 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-6d506dfd-5526-49f4-83b2-d34956ad07aa service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 200 len: 835 time: 0.0418603 Jan 04 14:33:16.042774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-904d17be-b871-4606-9bc8-ee445cf23646 req-534ddfe2-66b5-40de-aa31-a9da6743da99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:16.044176 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-534ddfe2-66b5-40de-aa31-a9da6743da99 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381341 Jan 04 14:33:16.138731 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-6b2e6f9c-96ee-4258-8cab-083d37ab1c1a service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838902 Jan 04 14:33:16.230611 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-904d17be-b871-4606-9bc8-ee445cf23646 req-e938ce2c-cf56-4839-b3e6-7247a6aca95f service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846019 Jan 04 14:33:17.931122 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6c8e14d8-075e-47ee-82be-5ac3ed5a6f73 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:19.291963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:20.533130 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:22.201283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:32.638114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431f8542-6e54-4dd7-a26c-94bada116983 req-fc06d8cf-c20c-4c93-b3b8-4fa90144d8da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:32.639588 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-431f8542-6e54-4dd7-a26c-94bada116983 req-fc06d8cf-c20c-4c93-b3b8-4fa90144d8da tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0489573 Jan 04 14:33:32.687250 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-431f8542-6e54-4dd7-a26c-94bada116983 req-1538b5f3-aed4-46a7-8c4a-2b4a3411942d tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419488 Jan 04 14:33:33.803474 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7281fdf2-c8da-458b-9575-8820dfa792c6 req-5d1001eb-476b-4e9f-9ab0-d8bac16d933f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:33.804913 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7281fdf2-c8da-458b-9575-8820dfa792c6 req-5d1001eb-476b-4e9f-9ab0-d8bac16d933f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0480425 Jan 04 14:33:33.852334 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7281fdf2-c8da-458b-9575-8820dfa792c6 req-643a3309-4f16-415e-9355-7459ee458f2e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414670 Jan 04 14:33:33.875484 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46402) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:33.936271 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-3b0b1f2f-7131-4d20-b9e1-9dcdb18b6f14 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e HTTP/1.1" status: 200 len: 993 time: 0.0596559 Jan 04 14:33:35.219757 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564e5cbe-5a1a-415f-8bde-5d9a65004f72 req-8d79306a-5594-4855-87d7-d4132c2a03e9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:35.221883 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-564e5cbe-5a1a-415f-8bde-5d9a65004f72 req-8d79306a-5594-4855-87d7-d4132c2a03e9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0555983 Jan 04 14:33:35.227283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-f6081bb0-2d6f-40b6-bdf3-9805aa13f11e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:35.228763 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-f6081bb0-2d6f-40b6-bdf3-9805aa13f11e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1098 time: 0.0398414 Jan 04 14:33:35.272268 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-564e5cbe-5a1a-415f-8bde-5d9a65004f72 req-9cd5c90c-4e97-4cd2-8b71-e7374a3357fb tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441835 Jan 04 14:33:35.323803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-4ed41ebb-ed5d-4ecf-9e17-3a0743923385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:35.325237 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-4ed41ebb-ed5d-4ecf-9e17-3a0743923385 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 898 time: 0.0880666 Jan 04 14:33:35.393357 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-7324bc13-fff1-4eb8-85ee-dca07334ae8b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 1001 time: 0.0605407 Jan 04 14:33:35.439902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-7eb23e38-8cf4-4e8b-bfdc-3e44029763ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:35.441276 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-7eb23e38-8cf4-4e8b-bfdc-3e44029763ce service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 200 len: 835 time: 0.0422270 Jan 04 14:33:35.488377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-6cda9cf9-aab0-43d7-8bb3-6ddfb4770838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:35.489700 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-6cda9cf9-aab0-43d7-8bb3-6ddfb4770838 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423760 Jan 04 14:33:35.575576 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-55020b04-2cc6-4fab-a265-c7545365c3e9 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0792148 Jan 04 14:33:35.665892 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-18c5eb67-fe32-447e-9e18-8faf1e840ed3 req-6a370ac6-1451-4311-bc41-16cd7f70130f service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835047 Jan 04 14:33:35.676061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:36.389110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4f126c-1d9d-49de-aabb-6a43ad5f424e req-21547925-df37-446a-9e77-dbbb32495c0e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:36.391284 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1f4f126c-1d9d-49de-aabb-6a43ad5f424e req-21547925-df37-446a-9e77-dbbb32495c0e tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0490754 Jan 04 14:33:36.447200 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1f4f126c-1d9d-49de-aabb-6a43ad5f424e req-269e89f0-528a-436a-866e-203b65cdea09 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497286 Jan 04 14:33:37.560482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-939209b6-0c08-47ef-8172-da3273d4fbe8 req-30455c57-68a5-475a-ab32-3f2ce3dacfa8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:37.562024 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-939209b6-0c08-47ef-8172-da3273d4fbe8 req-30455c57-68a5-475a-ab32-3f2ce3dacfa8 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0482669 Jan 04 14:33:37.610978 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-939209b6-0c08-47ef-8172-da3273d4fbe8 req-0121b75a-2d74-4a5c-adbb-78326267ddb1 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421658 Jan 04 14:33:37.632147 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46414) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:37.983043 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-437236e1-413b-4307-bd10-c71c8472861b tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/floatingips/da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e HTTP/1.1" status: 200 len: 993 time: 0.3498025 Jan 04 14:33:38.309634 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46420) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:38.465653 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port da4547cd-0861-42f2-8b92-e10fdd021df1 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:33:38.466027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:38.542250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:38.542567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:38.554299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for da4547cd-0861-42f2-8b92-e10fdd021df1 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:33:38.698992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:38.722853 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=da4547cd-0861-42f2-8b92-e10fdd021df1,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:38.737204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.737466 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.737818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.738191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.738530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.738869 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.739203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.739535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.739874 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.740198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.740524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.740850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.741181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:38.796253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:38.797142 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Floating IP da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e disassociated (deleted). External IP: 172.36.2.214, port: a30abfbe-4ca4-4ab0-82f2-19ad2246546a. Jan 04 14:33:39.000269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 659b48bb-aa38-4d99-a50d-2c6f36e68021 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:33:39.104705 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:39.109507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:39.114379 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] Sync routers for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:39.123383 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:39.123986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:39.135564 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ede9c6f1-77cb-4d48-bd42-3168b9f2a4b3 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/floatingips/da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e HTTP/1.1" status: 204 len: 168 time: 0.8249121 Jan 04 14:33:39.136262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:33:39.138798 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89333039-5021-4424-9271-1b5381458774" -d '{"events": [{"name": "network-changed", "server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:33:39.178943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:33:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57efb3a0-f0f5-4b2f-8838-1c777123737c x-openstack-request-id: req-57efb3a0-f0f5-4b2f-8838-1c777123737c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:33:39.179247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:33:39.179509 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-57efb3a0-f0f5-4b2f-8838-1c777123737c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:33:39.179922 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'status': 'completed', 'code': 200} Jan 04 14:33:39.243564 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333039-5021-4424-9271-1b5381458774 req-8987f563-adbf-4597-9f5f-8408b2fc2130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:39.246097 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-8987f563-adbf-4597-9f5f-8408b2fc2130 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=7b61ec97989540399276e1412da9027b&device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 1098 time: 0.0446136 Jan 04 14:33:39.250353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:39.387009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333039-5021-4424-9271-1b5381458774 req-83995d5f-6d3c-4286-971b-d368eaada119 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:39.388475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-83995d5f-6d3c-4286-971b-d368eaada119 service neutron] 10.222.0.13 "GET /v2.0/networks?id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 200 len: 898 time: 0.1267996 Jan 04 14:33:39.400353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d1fd67-a279-4023-bbc7-282e59abf763 req-734cf215-6989-4f06-afbf-74903705837f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:39.401813 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e7d1fd67-a279-4023-bbc7-282e59abf763 req-734cf215-6989-4f06-afbf-74903705837f tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0686479 Jan 04 14:33:39.442600 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-ba4d26d8-9f55-4652-809b-650510a51997 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 200 len: 217 time: 0.0398059 Jan 04 14:33:39.451281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:39.477239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] Checking router: 659b48bb-aa38-4d99-a50d-2c6f36e68021 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:39.485465 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:39.486108 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:39.516701 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e7d1fd67-a279-4023-bbc7-282e59abf763 req-a2538d66-0a6d-4913-b2db-04cbcea41acc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0766821 Jan 04 14:33:39.521911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333039-5021-4424-9271-1b5381458774 req-bd2e4780-b8bd-40d6-935b-f9957b24ecf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:39.523327 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-bd2e4780-b8bd-40d6-935b-f9957b24ecf0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 200 len: 835 time: 0.0681975 Jan 04 14:33:39.568418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89333039-5021-4424-9271-1b5381458774 req-f370e251-7e52-4d85-8baf-4da6bc5e8dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:39.569965 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-f370e251-7e52-4d85-8baf-4da6bc5e8dd3 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396035 Jan 04 14:33:39.595104 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:39.662573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-b935861c-cb85-4df8-9b0a-812fa03f42f3 service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852096 Jan 04 14:33:39.755868 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-89333039-5021-4424-9271-1b5381458774 req-741d6d3e-0c16-4384-a629-ff68008a290f service neutron] 10.222.0.13 "GET /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0810699 Jan 04 14:33:39.792782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:39.819333 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd6b131-eb72-4bf3-8ae2-077cca30d86f None None] The sync data for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv is: [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:32:44Z', 'revision_number': 4, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'a7318cf3-24d1-4150-bdff-9b99cd4895ae', 'name': '', 'network_id': '5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'mac_address': 'fa:16:3e:da:07:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_interface', 'standard_attr_id': 1792, 'fixed_ips': [{'subnet_id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:43Z', 'updated_at': '2022-01-04T14:32:46Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'subnets': [{'id': 'd75d3c82-5b6d-422a-99e9-c21abb537e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:33:40.038153 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-181a2618-25b5-49bb-9bf4-d1c2921a00e0 None None] New status for floating IP da8ef4c1-2d0e-47e5-b2d8-b0d1bcb0925e: DOWN {{(pid=103267) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:33:40.630783 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39615a4-e501-4cbf-910d-a323f4d08917 req-907931da-a753-484c-abc7-4e6c3655f177 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:40.632217 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f39615a4-e501-4cbf-910d-a323f4d08917 req-907931da-a753-484c-abc7-4e6c3655f177 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0477068 Jan 04 14:33:40.681126 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f39615a4-e501-4cbf-910d-a323f4d08917 req-7d2e34ea-b394-4ac5-938b-376aa6baf2c7 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/security-groups?id=bc25f78a-c8c1-4446-a983-7bee44556468&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427198 Jan 04 14:33:41.044127 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60615de-8787-419b-8cae-80224feff646 req-8a78dd99-39c9-4ae8-9135-504be2251716 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:41.045559 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a60615de-8787-419b-8cae-80224feff646 req-8a78dd99-39c9-4ae8-9135-504be2251716 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 945 time: 0.0520327 Jan 04 14:33:41.131620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port a30abfbe-4ca4-4ab0-82f2-19ad2246546a {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:33:41.131963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:41.221080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port a30abfbe-4ca4-4ab0-82f2-19ad2246546a, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:41.221433 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:41.232722 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for a30abfbe-4ca4-4ab0-82f2-19ad2246546a owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:33:41.354038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:41.386175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=a30abfbe-4ca4-4ab0-82f2-19ad2246546a,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:41.425429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] No DVR routers for this DVR port a30abfbe-4ca4-4ab0-82f2-19ad2246546a on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:33:41.427996 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:41.431342 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a60615de-8787-419b-8cae-80224feff646 req-cb388a17-466d-4849-b911-40b9daf628fc tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.13 "DELETE /v2.0/ports/a30abfbe-4ca4-4ab0-82f2-19ad2246546a HTTP/1.1" status: 204 len: 173 time: 0.3796828 Jan 04 14:33:41.431780 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'name': 'network-vif-deleted', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:33:41.434132 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b2dd621-0846-48c6-915d-fb70ffb70b6e" -d '{"events": [{"server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "name": "network-vif-deleted", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:33:41.474503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f97e39bb-2138-4f26-91ba-908ed740b61c x-openstack-request-id: req-f97e39bb-2138-4f26-91ba-908ed740b61c {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:33:41.474981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf58d388-17b1-45ad-8a20-032001e8848d", "name": "network-vif-deleted", "tag": "a30abfbe-4ca4-4ab0-82f2-19ad2246546a", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:33:41.475174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f97e39bb-2138-4f26-91ba-908ed740b61c {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:33:41.475573 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf58d388-17b1-45ad-8a20-032001e8848d', 'name': 'network-vif-deleted', 'tag': 'a30abfbe-4ca4-4ab0-82f2-19ad2246546a', 'status': 'completed', 'code': 200} Jan 04 14:33:41.790647 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-668ab10e-f4e1-40b7-8a0c-dccd20290b86 req-4feef16e-63e6-4be4-84e5-b231681a19a9 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "GET /v2.0/ports?device_id=bf58d388-17b1-45ad-8a20-032001e8848d HTTP/1.1" status: 200 len: 210 time: 0.0287037 Jan 04 14:33:42.848386 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46436) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:43.190171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:43.431560 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port a7318cf3-24d1-4150-bdff-9b99cd4895ae {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:33:43.431919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:43.516307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port a7318cf3-24d1-4150-bdff-9b99cd4895ae, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=a7318cf3-24d1-4150-bdff-9b99cd4895ae,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:43.516574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:43.528290 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for a7318cf3-24d1-4150-bdff-9b99cd4895ae owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:33:43.703244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:43.732412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=a7318cf3-24d1-4150-bdff-9b99cd4895ae,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:44.190504 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.396207 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Router 659b48bb-aa38-4d99-a50d-2c6f36e68021 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:33:44.502566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:44.507442 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8cba0b6b-fb6d-405b-9258-34c093b6552a tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "PUT /v2.0/routers/659b48bb-aa38-4d99-a50d-2c6f36e68021/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6580415 Jan 04 14:33:44.510390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46438) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:44.512965 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] Sync routers for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:44.523680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:44.524374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:44.559142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting subnet d75d3c82-5b6d-422a-99e9-c21abb537e06 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:33:44.562685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.600889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.628182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:44.691503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.752092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.779292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Subnet': ['ID=d75d3c82-5b6d-422a-99e9-c21abb537e06,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:44.787931 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.791692 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-17307386-12e6-4d76-8adc-7dcca2c98e46 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/subnets/d75d3c82-5b6d-422a-99e9-c21abb537e06 HTTP/1.1" status: 204 len: 168 time: 0.2800562 Jan 04 14:33:44.791856 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:33:44.794032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46440) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:44.798097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a30abfbe-4ca4-4ab0-82f2-19ad2246546a no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:33:44.799999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f84937e-1dc9-457c-aa9d-00ba8386407d None None] Network 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:33:44.835527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: a30abfbe-4ca4-4ab0-82f2-19ad2246546a {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:33:44.835873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a30abfbe-4ca4-4ab0-82f2-19ad2246546a not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:33:44.900620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:44.926487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:33:43Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:44.953257 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] Checking router: 659b48bb-aa38-4d99-a50d-2c6f36e68021 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:44.965831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] Routers {'659b48bb-aa38-4d99-a50d-2c6f36e68021'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:44.966484 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['659b48bb-aa38-4d99-a50d-2c6f36e68021'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:45.003041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] DHCP port deletion for 5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:45.011230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.064283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Deleting port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:33:45.064554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.101429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] Set router 659b48bb-aa38-4d99-a50d-2c6f36e68021 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:45.147503 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] For port 6bc6dc3f-6f58-43b6-b1de-17a0e365a008, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:45.147870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.160543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Calling delete_port for 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:33:45.321971 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Deleting port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:33:45.322238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.329032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.355913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Port': ['ID=6bc6dc3f-6f58-43b6-b1de-17a0e365a008,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:45.394414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47254e7f-2431-481b-bb4a-9203f27c8cc1 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:45.415469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.447400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] For port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,segment=NetworkSegment(a58b0777-bc05-4b3f-af79-a204325f6369),segment_id=a58b0777-bc05-4b3f-af79-a204325f6369)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:45.447766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.471187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Calling delete_port for 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:33:45.510329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.512441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.555605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.556234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Fanout notify agent at l3_agent the message router_deleted on router 659b48bb-aa38-4d99-a50d-2c6f36e68021 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:33:45.563288 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.564425 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d33ee765-fcd2-4b70-87a1-923b0edf12cf tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/routers/659b48bb-aa38-4d99-a50d-2c6f36e68021 HTTP/1.1" status: 204 len: 168 time: 0.7694464 Jan 04 14:33:45.567351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46442) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:45.606785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:33:43Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:45.608430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7db55d14-a546-49af-87ac-90236559cc43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.611864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.648565 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.657165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8bf59e-7c79-486e-8df6-ecb999cd8fae None None] The sync data for ids ['659b48bb-aa38-4d99-a50d-2c6f36e68021'] in dv-neutron-master-2-hyperv is: [{'id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1006893133', 'tenant_id': '7b61ec97989540399276e1412da9027b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175'}], 'enable_snat': True}, 'gw_port_id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:32:40Z', 'updated_at': '2022-01-04T14:33:43Z', 'revision_number': 5, 'project_id': '7b61ec97989540399276e1412da9027b', 'gw_port': {'id': '6bc6dc3f-6f58-43b6-b1de-17a0e365a008', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:94:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '659b48bb-aa38-4d99-a50d-2c6f36e68021', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1789, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:32:41Z', 'updated_at': '2022-01-04T14:32:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:33:45.662909 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Pushing event deleted for resources: {'Port': ['ID=2f913acb-f44c-4ab8-a63e-d7f868b7d2bb,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:45.673296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] No DVR routers for this DVR port 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.682374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.686174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.686174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.686174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.686174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e4970b3-8e19-4976-8cf8-dbd92f974a76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.740035 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.764699 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:45.777891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a58b0777-bc05-4b3f-af79-a204325f6369') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:45.778190 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a58b0777-bc05-4b3f-af79-a204325f6369') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:45.787896 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.800325 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.805986 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:33:45.806367 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:33:45.809229 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:33:45.864481 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.871649 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.874083 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/networks/5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f HTTP/1.1" status: 204 len: 168 time: 0.3055799 Jan 04 14:33:45.876927 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46444) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:45.885204 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'Network': ['ID=5b1f9a76-4478-4c20-ba0f-c8f1fc6ac47f,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:45.892803 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.893156 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.893504 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.893853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.894213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.894552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.894887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.895221 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.895548 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.895877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.896201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.896527 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.896854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8284c029-b93d-43b9-bb85-86cca66fb923 tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:45.934620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-de48-4f80-9c91-8bc1aa43931c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:45.959009 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-de48-4f80-9c91-8bc1aa43931c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.020824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-de48-4f80-9c91-8bc1aa43931c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.023513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-0bddfb96-de48-4f80-9c91-8bc1aa43931c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.024719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-0bddfb96-de48-4f80-9c91-8bc1aa43931c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] 10.222.0.30 "DELETE /v2.0/security-groups/bc25f78a-c8c1-4446-a983-7bee44556468 HTTP/1.1" status: 204 len: 168 time: 0.1467743 Jan 04 14:33:46.034969 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bddfb96-de48-4f80-9c91-8bc1aa43931c tempest-TestNetworkAdvancedServerOps-1149284008 tempest-TestNetworkAdvancedServerOps-1149284008-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc25f78a-c8c1-4446-a983-7bee44556468,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:46.363700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46452) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:46.503560 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f45d07a0-eace-496c-b4c3-b5021ea5bc4c admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7b61ec97989540399276e1412da9027b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1380942 Jan 04 14:33:46.505328 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46456) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:46.554369 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1122de0b-bd8f-4db6-8d15-4a56bc92ce4f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.575236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1122de0b-bd8f-4db6-8d15-4a56bc92ce4f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.619735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1122de0b-bd8f-4db6-8d15-4a56bc92ce4f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.622414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-1122de0b-bd8f-4db6-8d15-4a56bc92ce4f admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.623567 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-1122de0b-bd8f-4db6-8d15-4a56bc92ce4f admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/84196451-0ad7-4482-9e61-9005783949ba HTTP/1.1" status: 204 len: 168 time: 0.1173165 Jan 04 14:33:46.631852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1122de0b-bd8f-4db6-8d15-4a56bc92ce4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84196451-0ad7-4482-9e61-9005783949ba,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:46.728843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a7318cf3-24d1-4150-bdff-9b99cd4895ae no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:33:46.751041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: a7318cf3-24d1-4150-bdff-9b99cd4895ae {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:33:46.751459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device a7318cf3-24d1-4150-bdff-9b99cd4895ae not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:33:46.752125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:33:46.772078 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:33:46.772499 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 2f913acb-f44c-4ab8-a63e-d7f868b7d2bb not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:33:46.772931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:33:46.792243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:33:46.792584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 6bc6dc3f-6f58-43b6-b1de-17a0e365a008 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:33:46.901756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:46.915103 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71ebe8eb-3f2c-41c5-b5c2-db4cc5d2c28f admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.988769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71ebe8eb-3f2c-41c5-b5c2-db4cc5d2c28f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:46.992693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-71ebe8eb-3f2c-41c5-b5c2-db4cc5d2c28f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.034463 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-71ebe8eb-3f2c-41c5-b5c2-db4cc5d2c28f admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=7a2bb8949da54b4bb61a8e1efe5e76d4&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1315737 Jan 04 14:33:47.035569 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebe8eb-3f2c-41c5-b5c2-db4cc5d2c28f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b9169b-9589-42fe-8967-d0ffea8a744d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:47.037234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46464) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:47.086475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-344ed557-635d-4cb6-ab45-73087bee67e1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.106977 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-344ed557-635d-4cb6-ab45-73087bee67e1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.153770 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-344ed557-635d-4cb6-ab45-73087bee67e1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.156331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-344ed557-635d-4cb6-ab45-73087bee67e1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.158159 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-344ed557-635d-4cb6-ab45-73087bee67e1 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/f9b9169b-9589-42fe-8967-d0ffea8a744d HTTP/1.1" status: 204 len: 168 time: 0.1197944 Jan 04 14:33:47.165887 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344ed557-635d-4cb6-ab45-73087bee67e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b9169b-9589-42fe-8967-d0ffea8a744d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:47.794962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46486) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:47.888462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2145393435-network', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:47.910469 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Made reservation on behalf of 84a7213bf5d44c5eb2350ce56ba59ba5 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:33:47.912896 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.922047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.931188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cfd73a45-1694-487d-a229-95877531f785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:47.999991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.004376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.028940 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:33:48.038530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40887278-7cd9-4316-af2e-563a12354185,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:48.043742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.044080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Added segment ecbf79d2-f5ab-417f-aedb-d62cccd1b428 of type vlan for network caeb5848-2706-4662-ac02-1fbd61969928 Jan 04 14:33:48.083862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.108376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.109341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:48.109948 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.139459 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3434269 Jan 04 14:33:48.142628 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46490) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:48.147681 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Request body: {'subnet': {'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2145393435-subnet', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:48.169113 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Made reservation on behalf of 84a7213bf5d44c5eb2350ce56ba59ba5 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:33:48.171389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.175414 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c26c31-a129-40a0-9958-1cfec2e0d75a admin admin] Pushing event updated for resources: {'Network': ['ID=caeb5848-2706-4662-ac02-1fbd61969928,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:48.185525 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network caeb5848-2706-4662-ac02-1fbd61969928 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:33:48.340272 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.398249 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=def1d6d0-e970-4784-8a1d-49b808b7273b,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:48.402594 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Checking segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:48.402959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Network hostable DHCP agents. Network: caeb5848-2706-4662-ac02-1fbd61969928, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:33:48.419598 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Network caeb5848-2706-4662-ac02-1fbd61969928 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:33:48.428356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, caeb5848-2706-4662-ac02-1fbd61969928) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:48.432455 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:48.433040 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.437061 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f52420c7-2c08-46ac-b00c-686fa600e473 None None] Network caeb5848-2706-4662-ac02-1fbd61969928 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:33:48.449554 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-048af7a1-0c1a-47fb-8c27-821a79b1f3d9 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3057377 Jan 04 14:33:48.452413 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46492) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:48.457343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:48.481071 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.482127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.539245 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.543693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-caeb5848-2706-4662-ac02-1fbd61969928', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:33:48.544612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.677900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Allocated IP 172.20.0.2 (caeb5848-2706-4662-ac02-1fbd61969928/def1d6d0-e970-4784-8a1d-49b808b7273b/04255ca4-1898-44aa-a9d5-64ff6c5d89d9) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:48.680399 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.822293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.830712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.874005 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Network caeb5848-2706-4662-ac02-1fbd61969928 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:48.878758 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:48.883141 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:48.886442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Pushing event updated for resources: {'Port': ['ID=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:48.900597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.920485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.938775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Attempting to bind port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:33:48.939389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Attempting to bind port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:33:48.939553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Attempting to bind port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 on network caeb5848-2706-4662-ac02-1fbd61969928 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:33:48.944599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:33:48.944977 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Checking segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:48.945374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:48.945761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Bound using segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:33:48.946253 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Bound port: 04255ca4-1898-44aa-a9d5-64ff6c5d89d9, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:33:48.946631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.011770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] For port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:33:49.014940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] For port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:33:49.019318 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.022660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Allocated IP 172.36.2.92 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/507d3de9-0fbd-41af-a806-ea8373a37f79) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:49.083902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021b06da-838c-44e6-b3a2-9fdc80c18578 None None] Pushing event updated for resources: {'Port': ['ID=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:49.133184 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.167214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.204138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:49.207232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:49.210623 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:49.241623 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7440d940-99cd-4784-b1b2-f3c4af8e02f7 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:49.244949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Pushing event updated for resources: {'Port': ['ID=507d3de9-0fbd-41af-a806-ea8373a37f79,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:49.304843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.360537 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d58c4ec8-990f-4dac-9f69-6bb4237347b8 None None] Provisioning complete for port 507d3de9-0fbd-41af-a806-ea8373a37f79 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:49.360905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d58c4ec8-990f-4dac-9f69-6bb4237347b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.399781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d58c4ec8-990f-4dac-9f69-6bb4237347b8 None None] Port 507d3de9-0fbd-41af-a806-ea8373a37f79 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:49.487361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.679600 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.810631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:33:49.922392 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:49.933535 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:49.945373 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:49.946379 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:49.946998 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:49.950878 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9c0a28ad-61d1-4e74-803c-81f1b463e66b admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4943683 Jan 04 14:33:49.951082 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46494) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:50.044224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6490d4d1-3c0d-4c03-bcb9-5211a31c0d71 None None] Network caeb5848-2706-4662-ac02-1fbd61969928 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:33:50.070469 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:50.153297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-8308ad1b-b0a5-48fd-aee6-0e4ba5213a0b None None] Provisioning complete for port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:50.153994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8308ad1b-b0a5-48fd-aee6-0e4ba5213a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.238481 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8308ad1b-b0a5-48fd-aee6-0e4ba5213a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.265740 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:49Z', 'revision_number': 3, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:50.284527 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-8308ad1b-b0a5-48fd-aee6-0e4ba5213a0b None None] For port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:50.291730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8308ad1b-b0a5-48fd-aee6-0e4ba5213a0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.296087 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:50.296472 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Updating router c75a5007-47f7-49a8-a4ac-05f248ae8a09 port 507d3de9-0fbd-41af-a806-ea8373a37f79 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:33:50.329995 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.355667 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8308ad1b-b0a5-48fd-aee6-0e4ba5213a0b None None] Pushing event updated for resources: {'Port': ['ID=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:50.406886 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.514199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-12cc3b07-ffd8-4ee4-a2dd-571ebe0848a9 None None] Provisioning complete for port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:50.514677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-12cc3b07-ffd8-4ee4-a2dd-571ebe0848a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.567914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.576400 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Allocated IP 172.20.0.1 (caeb5848-2706-4662-ac02-1fbd61969928/def1d6d0-e970-4784-8a1d-49b808b7273b/c5da3aec-d191-4e91-9d56-121c969ee2ec) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:50.597678 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.606749 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.634268 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4256e2a8-d5fa-41ba-835f-8c3367e9374e None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:50.659887 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Pushing event updated for resources: {'Port': ['ID=507d3de9-0fbd-41af-a806-ea8373a37f79,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:50.667956 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.668311 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.668653 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.668983 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.669316 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.669639 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.669985 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.670310 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.670620 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.670948 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.671264 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.671586 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.671902 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:33:50.676199 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Attempting to bind port 507d3de9-0fbd-41af-a806-ea8373a37f79 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:33:50.676610 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Attempting to bind port 507d3de9-0fbd-41af-a806-ea8373a37f79 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:33:50.677206 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Attempting to bind port 507d3de9-0fbd-41af-a806-ea8373a37f79 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:33:50.682675 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:33:50.683071 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:50.683454 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.684342 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:33:50.684907 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Bound port: 507d3de9-0fbd-41af-a806-ea8373a37f79, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:33:50.685414 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.689567 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.732783 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bb4935be-3a6b-4734-af4b-0c96e4397409 None None] Provisioning complete for port 507d3de9-0fbd-41af-a806-ea8373a37f79 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:50.733199 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb4935be-3a6b-4734-af4b-0c96e4397409 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.734387 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.752442 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] For port 507d3de9-0fbd-41af-a806-ea8373a37f79, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:33:50.756445 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] For port 507d3de9-0fbd-41af-a806-ea8373a37f79, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=507d3de9-0fbd-41af-a806-ea8373a37f79,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:33:50.769246 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.776716 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Network caeb5848-2706-4662-ac02-1fbd61969928 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:50.780726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-bb4935be-3a6b-4734-af4b-0c96e4397409 None None] Port 507d3de9-0fbd-41af-a806-ea8373a37f79 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:50.781485 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:50.785389 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:50.815792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:33:50.819632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Pushing event updated for resources: {'Port': ['ID=c5da3aec-d191-4e91-9d56-121c969ee2ec,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:50.825235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e72978-08e8-40eb-a8bc-4235aa4bddd4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:50.835673 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.847984 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:50.848873 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:50.852460 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772515ba-3d8d-492f-a24f-eba5759a7568 None None] Pushing event updated for resources: {'Port': ['ID=507d3de9-0fbd-41af-a806-ea8373a37f79,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:50.890823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:50.891234 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.938925 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-697c74fe-b66d-45c5-b7d7-fdf0114f3068 None None] Provisioning complete for port 507d3de9-0fbd-41af-a806-ea8373a37f79 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:50.939301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-697c74fe-b66d-45c5-b7d7-fdf0114f3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:50.991312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.004027 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:51.070136 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-697c74fe-b66d-45c5-b7d7-fdf0114f3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.095247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-697c74fe-b66d-45c5-b7d7-fdf0114f3068 None None] For port 507d3de9-0fbd-41af-a806-ea8373a37f79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=507d3de9-0fbd-41af-a806-ea8373a37f79,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:51.100582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-697c74fe-b66d-45c5-b7d7-fdf0114f3068 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.155288 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-697c74fe-b66d-45c5-b7d7-fdf0114f3068 None None] Pushing event updated for resources: {'Port': ['ID=507d3de9-0fbd-41af-a806-ea8373a37f79,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:51.190874 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.194201 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:49Z', 'revision_number': 3, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:51.196985 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.224181 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a99e6499-6e71-412a-8020-7ac4dbbcfcb6 None None] Provisioning complete for port c5da3aec-d191-4e91-9d56-121c969ee2ec triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:51.224649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a99e6499-6e71-412a-8020-7ac4dbbcfcb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.226275 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbcf34c0-cc2f-48a2-99b1-c6d8ce861cfb None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:49Z', 'revision_number': 3, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:33:51.266530 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-a99e6499-6e71-412a-8020-7ac4dbbcfcb6 None None] Port c5da3aec-d191-4e91-9d56-121c969ee2ec cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:51.269051 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Pushing event updated for resources: {'Port': ['ID=c5da3aec-d191-4e91-9d56-121c969ee2ec,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:51.271606 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.364547 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Network caeb5848-2706-4662-ac02-1fbd61969928 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:51.366011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:51.504351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:33:51.630444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:51.636300 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9a0f357b-ac9d-4b14-a8ad-3c321e21ff6a admin admin] 10.222.0.30 "PUT /v2.0/routers/c75a5007-47f7-49a8-a4ac-05f248ae8a09/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6840997 Jan 04 14:33:51.690174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7226afde-dac1-421d-b04a-7bd592398b73 None None] Provisioning complete for port c5da3aec-d191-4e91-9d56-121c969ee2ec triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:51.690549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7226afde-dac1-421d-b04a-7bd592398b73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:51.728112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-7226afde-dac1-421d-b04a-7bd592398b73 None None] Port c5da3aec-d191-4e91-9d56-121c969ee2ec cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:52.115695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46510) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:52.120638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1868274548-network', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:52.149011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Made reservation on behalf of c9a0bb651a6f4610ac70dfd11cd27bb9 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:33:52.151302 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.160000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.205591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.233449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.237779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.258570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:33:52.272039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36076852-9531-40ab-9239-6899adca26ff,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:52.277164 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.277507 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Added segment b613d72f-b673-48aa-96c2-01cd3e11fe94 of type vlan for network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 Jan 04 14:33:52.319497 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.344072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.345690 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:52.346307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.378477 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.2617064 Jan 04 14:33:52.381319 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46512) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:52.386632 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Request body: {'subnet': {'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1868274548-subnet', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:52.411635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Made reservation on behalf of c9a0bb651a6f4610ac70dfd11cd27bb9 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:33:52.413055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e467a45-7a48-4e89-a372-e1aeb1b43850 admin admin] Pushing event updated for resources: {'Network': ['ID=c9ac7b9f-0141-430e-98f0-2cc515fb51a6,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:52.414102 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.423011 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:33:52.585280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.637542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6154b216-7c0d-494d-9d62-cc473e036e3f,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:52.647924 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Checking segment: {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:52.648280 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Network hostable DHCP agents. Network: c9ac7b9f-0141-430e-98f0-2cc515fb51a6, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:33:52.664714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:33:52.675287 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, c9ac7b9f-0141-430e-98f0-2cc515fb51a6) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:52.680670 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:52.681421 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.691437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6a43a-ee7b-4792-8128-82c736e43ddb None None] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:33:52.701181 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c93b836f-135a-448f-8cd3-1db42872af56 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3185797 Jan 04 14:33:52.703430 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46514) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:52.708559 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:52.732034 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.733033 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.774015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 507d3de9-0fbd-41af-a806-ea8373a37f79 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:33:52.854716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-c9ac7b9f-0141-430e-98f0-2cc515fb51a6', 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6', 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'fixed_ips': [{'subnet_id': '6154b216-7c0d-494d-9d62-cc473e036e3f'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:33:52.855666 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.866966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 507d3de9-0fbd-41af-a806-ea8373a37f79 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:52.867330 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:52.904625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:52.981100 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:52.981744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:53.095855 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.236239 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.320404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Allocated IP 172.20.0.2 (c9ac7b9f-0141-430e-98f0-2cc515fb51a6/6154b216-7c0d-494d-9d62-cc473e036e3f/74e20ff0-b7ec-4992-b85e-79e2c08b6ed1) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:53.336632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:53.439444 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.458805 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.563869 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Allocated IP 172.36.2.57 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/c94371c0-8ab9-4fe8-a914-0c686631e86d) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:53.615719 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.624264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.665295 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.669936 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:53.674876 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:53.683394 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:53.687403 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Pushing event updated for resources: {'Port': ['ID=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:53.699363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 2, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:53.706692 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.742233 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:53.746811 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:53.749230 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:53.755803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:53.756162 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Updating router c75a5007-47f7-49a8-a4ac-05f248ae8a09 port c5da3aec-d191-4e91-9d56-121c969ee2ec binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:33:53.763778 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937c1978-0055-4855-a415-72083d1eb38e None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:53.786695 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Pushing event updated for resources: {'Port': ['ID=c94371c0-8ab9-4fe8-a914-0c686631e86d,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:53.794938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Attempting to bind port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:33:53.795305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Attempting to bind port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:33:53.795663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Attempting to bind port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 on network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:33:53.800592 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.805816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:33:53.806215 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Checking segment: {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:53.806607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.806994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Bound using segment: {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:33:53.808535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Bound port: 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:33:53.808809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.960557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-765038c2-e957-4b6b-93c6-62d3ce61ac6e None None] Provisioning complete for port c94371c0-8ab9-4fe8-a914-0c686631e86d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:53.960943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-765038c2-e957-4b6b-93c6-62d3ce61ac6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:53.988346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] For port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:33:54.008303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] For port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:33:54.015423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.016744 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.066049 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-765038c2-e957-4b6b-93c6-62d3ce61ac6e None None] Port c94371c0-8ab9-4fe8-a914-0c686631e86d cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:54.133643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9c6549-2c84-4028-b922-5a0db29f3988 None None] Pushing event updated for resources: {'Port': ['ID=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:54.217976 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.230111 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.236676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.312846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f691b7-e603-47fc-b71d-d9a0759236bd None None] Pushing event updated for resources: {'Port': ['ID=c5da3aec-d191-4e91-9d56-121c969ee2ec,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:54.388488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Attempting to bind port c5da3aec-d191-4e91-9d56-121c969ee2ec on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:33:54.389151 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Attempting to bind port c5da3aec-d191-4e91-9d56-121c969ee2ec by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:33:54.389278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Attempting to bind port c5da3aec-d191-4e91-9d56-121c969ee2ec on network caeb5848-2706-4662-ac02-1fbd61969928 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:33:54.395541 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:33:54.396082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Checking segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:54.396692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.397091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Bound using segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:33:54.397646 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Bound port: c5da3aec-d191-4e91-9d56-121c969ee2ec, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:33:54.398060 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.400045 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Router 1aab9778-1379-471f-bdb1-ae5511eb3f06 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103265) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:33:54.476396 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] For port c5da3aec-d191-4e91-9d56-121c969ee2ec, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:33:54.480158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] For port c5da3aec-d191-4e91-9d56-121c969ee2ec, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5da3aec-d191-4e91-9d56-121c969ee2ec,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:33:54.486270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.538566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:54.547948 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:54.548584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:54.549840 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Sync routers for ids ['1aab9778-1379-471f-bdb1-ae5511eb3f06'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:54.560959 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Routers {'1aab9778-1379-471f-bdb1-ae5511eb3f06'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:54.561980 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1aab9778-1379-471f-bdb1-ae5511eb3f06'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:54.570735 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.574541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-37418e7a-7ee2-45bc-94fa-35c2f3c711d1 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.8668528 Jan 04 14:33:54.574774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46516) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:54.588266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f691b7-e603-47fc-b71d-d9a0759236bd None None] Pushing event updated for resources: {'Port': ['ID=c5da3aec-d191-4e91-9d56-121c969ee2ec,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:54.612357 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-910f593a-8be4-49fb-b280-61f1810db109 None None] Provisioning complete for port c5da3aec-d191-4e91-9d56-121c969ee2ec triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:54.612724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-910f593a-8be4-49fb-b280-61f1810db109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:54.739198 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:54.832397 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Set router 1aab9778-1379-471f-bdb1-ae5511eb3f06 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:54.862795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:33:54.864586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-910f593a-8be4-49fb-b280-61f1810db109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.017715 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-910f593a-8be4-49fb-b280-61f1810db109 None None] For port c5da3aec-d191-4e91-9d56-121c969ee2ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5da3aec-d191-4e91-9d56-121c969ee2ec,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:55.029796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-910f593a-8be4-49fb-b280-61f1810db109 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.063030 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:33:53Z', 'revision_number': 3, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:55.089852 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Checking router: 1aab9778-1379-471f-bdb1-ae5511eb3f06 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:55.091096 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Updating router 1aab9778-1379-471f-bdb1-ae5511eb3f06 port c94371c0-8ab9-4fe8-a914-0c686631e86d binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:33:55.098911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:55.099380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.120090 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.191637 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.320622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28915dbc-e6ba-48e2-9ac4-b94ca0463635 None None] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:33:55.335966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910f593a-8be4-49fb-b280-61f1810db109 None None] Pushing event updated for resources: {'Port': ['ID=c5da3aec-d191-4e91-9d56-121c969ee2ec,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:55.381343 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Allocated IP 172.20.0.1 (c9ac7b9f-0141-430e-98f0-2cc515fb51a6/6154b216-7c0d-494d-9d62-cc473e036e3f/56e33fe4-647a-4e03-ba85-c83d11b4a9c3) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:33:55.406595 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-fb59db86-0cfd-400e-9263-8c71f816589c None None] Provisioning complete for port c5da3aec-d191-4e91-9d56-121c969ee2ec triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:55.407732 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fb59db86-0cfd-400e-9263-8c71f816589c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.418177 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.425932 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.459612 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:55.484274 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Attempting to bind port c94371c0-8ab9-4fe8-a914-0c686631e86d on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:33:55.484638 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Attempting to bind port c94371c0-8ab9-4fe8-a914-0c686631e86d by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:33:55.485317 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Attempting to bind port c94371c0-8ab9-4fe8-a914-0c686631e86d on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:33:55.493297 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e998d-27e6-4b36-abf6-395d5ae3f07c None None] Pushing event updated for resources: {'Port': ['ID=c94371c0-8ab9-4fe8-a914-0c686631e86d,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:55.497246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53c58e59-9446-4772-8209-0b13ffff4c44 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:55.501596 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:33:55.501957 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:55.502328 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.504396 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:33:55.504396 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Bound port: c94371c0-8ab9-4fe8-a914-0c686631e86d, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:33:55.504653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0486965b-c68f-47ec-b591-157e52962c59 None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:33:55.504797 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.506359 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.553796 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.593429 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.604567 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] For port c94371c0-8ab9-4fe8-a914-0c686631e86d, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:33:55.608355 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] For port c94371c0-8ab9-4fe8-a914-0c686631e86d, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94371c0-8ab9-4fe8-a914-0c686631e86d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:33:55.613997 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.617366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Pushing event updated for resources: {'Port': ['ID=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:55.630404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:55.631911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:55.634614 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:33:55.685627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:55.688902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20022bf3-11b3-4992-bb57-8183c5b7db33 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:33:55.694905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.695823 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Routers {'1aab9778-1379-471f-bdb1-ae5511eb3f06'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:55.697236 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1aab9778-1379-471f-bdb1-ae5511eb3f06'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:55.707055 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.792054 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-151e998d-27e6-4b36-abf6-395d5ae3f07c None None] Pushing event updated for resources: {'Port': ['ID=c94371c0-8ab9-4fe8-a914-0c686631e86d,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:55.800235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:55.845029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Provisioning complete for port c94371c0-8ab9-4fe8-a914-0c686631e86d triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:55.845761 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.895463 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] Set router 1aab9778-1379-471f-bdb1-ae5511eb3f06 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:55.904123 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:55.963347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.004458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] For port c94371c0-8ab9-4fe8-a914-0c686631e86d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94371c0-8ab9-4fe8-a914-0c686631e86d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:33:56.011558 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.066589 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Provisioning complete for port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:56.066963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.131582 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7d8e9a-7524-4b84-8864-8f5685bd160b None None] Pushing event updated for resources: {'Port': ['ID=c94371c0-8ab9-4fe8-a914-0c686631e86d,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:56.184048 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:33:53Z', 'revision_number': 3, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:56.190312 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.199656 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.230817 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3a62760-9170-4044-85e8-57078bcc31e5 None None] The sync data for ids ['1aab9778-1379-471f-bdb1-ae5511eb3f06'] in dv-neutron-master-2-hyperv is: [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:33:53Z', 'revision_number': 3, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:33:56.294513 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Pushing event updated for resources: {'Port': ['ID=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:56.296940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.351095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0e994bf0-280d-4148-9daf-e9731550b275 None None] Provisioning complete for port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:56.351551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0e994bf0-280d-4148-9daf-e9731550b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.408690 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:33:56.410439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:33:56.454766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0e994bf0-280d-4148-9daf-e9731550b275 None None] Provisioning complete for port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:56.455320 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0e994bf0-280d-4148-9daf-e9731550b275 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.509266 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0e994bf0-280d-4148-9daf-e9731550b275 None None] Port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:56.580585 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Router 1aab9778-1379-471f-bdb1-ae5511eb3f06 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:33:56.711351 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:33:56.730476 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-6ace7688-be6c-42ae-95bf-8348df6e8227 admin admin] 10.222.0.30 "PUT /v2.0/routers/1aab9778-1379-471f-bdb1-ae5511eb3f06/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1545556 Jan 04 14:33:56.751739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-6577de0d-3b50-4855-8cc4-4e452d683af9 None None] Provisioning complete for port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:56.751739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6577de0d-3b50-4855-8cc4-4e452d683af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:56.809705 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6577de0d-3b50-4855-8cc4-4e452d683af9 None None] Port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:33:56.901497 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:33:56.957478 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:56.957852 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.049811 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c5da3aec-d191-4e91-9d56-121c969ee2ec up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:33:57.102239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c5da3aec-d191-4e91-9d56-121c969ee2ec triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:57.102619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.193548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c94371c0-8ab9-4fe8-a914-0c686631e86d up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:33:57.244319 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port c94371c0-8ab9-4fe8-a914-0c686631e86d triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:57.244697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.576089 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46524) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:57.580806 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1261109520', 'description': 'tempest-secgroup-smoke-1261109520 description', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:57.603969 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.671074 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.675054 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.703516 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.704729 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1275430 Jan 04 14:33:57.706660 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3911699-91ed-45d5-9728-ac1260e801cd tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0beac95d-a1e5-4175-973d-edd3f151034b,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:57.707859 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46526) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:57.713737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': '0beac95d-a1e5-4175-973d-edd3f151034b', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:57.742585 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.795885 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.799988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.817922 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c32cc187-c913-4fef-a9ec-f4544edca21d,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:57.825175 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.826387 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6edc103f-dbaf-4695-9e42-bf1b0c96ef7e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1168616 Jan 04 14:33:57.829095 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46528) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:57.833527 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': '0beac95d-a1e5-4175-973d-edd3f151034b', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:57.860673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.915187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.918693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.938932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2bad8dfc-e35d-4e45-8a7a-a6160fb6d701,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:57.944333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:57.945513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4211fea2-4fd5-4df0-b0fe-1536daccccd6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1154647 Jan 04 14:33:57.948268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46530) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:57.952472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': '0beac95d-a1e5-4175-973d-edd3f151034b', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:57.979806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.038889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.042493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.060116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8915861-a4a2-4b9a-8d77-ad65fc66072c,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:58.067209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.068395 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-9c8ee94a-2d30-4f12-b3c1-a297f402a530 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1192169 Jan 04 14:33:58.071110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46532) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:58.075376 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': '0beac95d-a1e5-4175-973d-edd3f151034b', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:58.102489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.158647 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.162017 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.179891 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2774ee64-2637-44de-8e6a-bc2b49052b0f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:58.184720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.185885 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-63a57771-eff4-4c1c-8ecd-5bc0b844f45c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1138508 Jan 04 14:33:58.188565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46534) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:58.192833 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': '0beac95d-a1e5-4175-973d-edd3f151034b', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:58.214859 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Project 84a7213bf5d44c5eb2350ce56ba59ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:33:58.222191 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.278800 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.283775 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.300820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6100bf42-9a0d-4546-8234-5923d5b6665a,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:58.309020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.310239 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ddc39365-e60c-46d2-bfbf-46df5ea89d7d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1207635 Jan 04 14:33:58.312942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46536) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:33:58.317215 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': '0beac95d-a1e5-4175-973d-edd3f151034b', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:33:58.339460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Project 84a7213bf5d44c5eb2350ce56ba59ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:33:58.344993 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.404754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.409725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.426743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6dd86a2-e41e-4604-90f5-f4c36a66e05f,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:58.433834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:58.435052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8eeabc25-f9eb-4a39-ab89-b0622422b5cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1211667 Jan 04 14:33:58.583078 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-93ebf5d3-a6ea-4a6a-a1e7-cd12f6bea8ef tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1261109520&fields=id&tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 267 time: 0.0440710 Jan 04 14:33:58.691829 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-0b305ed7-a94d-4a5d-845c-5376e7fc1e19 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:33:58.693288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-0b305ed7-a94d-4a5d-845c-5376e7fc1e19 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 809 time: 0.1036251 Jan 04 14:33:58.708447 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-6fd097f5-0cfc-46b1-b5b0-ddcabaf24947 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/quotas/84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 375 time: 0.0094571 Jan 04 14:33:58.763567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-51e2386d-37bc-420f-b0c0-64acb2b4b470 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497589 Jan 04 14:33:58.871698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-7de23398-d998-47f6-8bb9-0501a27dd9a8 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:33:58.872747 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-7de23398-d998-47f6-8bb9-0501a27dd9a8 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0970809 Jan 04 14:33:58.931855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Sync routers for ids ['1aab9778-1379-471f-bdb1-ae5511eb3f06'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:33:58.942154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Routers {'1aab9778-1379-471f-bdb1-ae5511eb3f06'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:58.942772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1aab9778-1379-471f-bdb1-ae5511eb3f06'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:58.962966 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-6d6ccab5-b6f4-46ad-9573-cc7cc153437d service neutron] 10.222.0.30 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835516 Jan 04 14:33:59.046516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Set router 1aab9778-1379-471f-bdb1-ae5511eb3f06 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:33:59.055109 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-f9160b12-c022-4ff1-b60a-2ef07962a664 service neutron] 10.222.0.30 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860581 Jan 04 14:33:59.215956 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4da423fc-b63b-42ce-ae1c-b6b2b4439cc6 req-bc4a5902-8d5a-4340-9bb9-04cea158b87c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 210 time: 0.0280433 Jan 04 14:33:59.252354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '56e33fe4-647a-4e03-ba85-c83d11b4a9c3', 'name': '', 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'mac_address': 'fa:16:3e:bb:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '6154b216-7c0d-494d-9d62-cc473e036e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:55Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 2, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'subnets': [{'id': '6154b216-7c0d-494d-9d62-cc473e036e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:59.278456 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Checking router: 1aab9778-1379-471f-bdb1-ae5511eb3f06 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:33:59.278814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Updating router 1aab9778-1379-471f-bdb1-ae5511eb3f06 port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:33:59.303167 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.571095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.576341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.624785 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c629a3a-4df9-44d8-9ce7-7e21d71a8a63 None None] Pushing event updated for resources: {'Port': ['ID=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:59.677410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Attempting to bind port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:33:59.677894 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Attempting to bind port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:33:59.678442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Attempting to bind port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 on network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:33:59.684750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:33:59.685675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Checking segment: {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:33:59.686125 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.686516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Bound using segment: {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:33:59.686963 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Bound port: 56e33fe4-647a-4e03-ba85-c83d11b4a9c3, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b613d72f-b673-48aa-96c2-01cd3e11fe94', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:33:59.687327 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.764714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] For port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:33:59.768346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] For port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:33:59.773178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.826696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Routers {'1aab9778-1379-471f-bdb1-ae5511eb3f06'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:33:59.827313 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1aab9778-1379-471f-bdb1-ae5511eb3f06'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:33:59.877725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c629a3a-4df9-44d8-9ce7-7e21d71a8a63 None None] Pushing event updated for resources: {'Port': ['ID=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:33:59.906387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-48212036-41ac-446a-9d9a-e8dba7fdef0a None None] Provisioning complete for port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:33:59.906387 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48212036-41ac-446a-9d9a-e8dba7fdef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:33:59.983138 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] Set router 1aab9778-1379-471f-bdb1-ae5511eb3f06 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:34:00.151823 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48212036-41ac-446a-9d9a-e8dba7fdef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.174462 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-d1c39f67-59bb-4f07-bee8-c653ad15582c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:00.175914 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-d1c39f67-59bb-4f07-bee8-c653ad15582c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 809 time: 0.1097252 Jan 04 14:34:00.223286 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-48212036-41ac-446a-9d9a-e8dba7fdef0a None None] For port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:34:00.231489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-48212036-41ac-446a-9d9a-e8dba7fdef0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.259225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-61c9c261-6982-423d-b63a-3aca2750ae61 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 380 time: 0.0739746 Jan 04 14:34:00.269818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'port': {'device_id': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'admin_state_up': True, 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'security_groups': ['0beac95d-a1e5-4175-973d-edd3f151034b']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:34:00.288828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48212036-41ac-446a-9d9a-e8dba7fdef0a None None] Pushing event updated for resources: {'Port': ['ID=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:00.295132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '56e33fe4-647a-4e03-ba85-c83d11b4a9c3', 'name': '', 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'mac_address': 'fa:16:3e:bb:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '6154b216-7c0d-494d-9d62-cc473e036e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:55Z', 'updated_at': '2022-01-04T14:33:59Z', 'revision_number': 4, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'subnets': [{'id': '6154b216-7c0d-494d-9d62-cc473e036e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:34:00.326688 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d2983d-5cec-4f0e-96e0-ac07b62a807f None None] The sync data for ids ['1aab9778-1379-471f-bdb1-ae5511eb3f06'] in dv-neutron-master-2-hyperv is: [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': '56e33fe4-647a-4e03-ba85-c83d11b4a9c3', 'name': '', 'network_id': 'c9ac7b9f-0141-430e-98f0-2cc515fb51a6', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'mac_address': 'fa:16:3e:bb:5e:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_interface', 'standard_attr_id': 1824, 'fixed_ips': [{'subnet_id': '6154b216-7c0d-494d-9d62-cc473e036e3f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:55Z', 'updated_at': '2022-01-04T14:33:59Z', 'revision_number': 4, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'subnets': [{'id': '6154b216-7c0d-494d-9d62-cc473e036e3f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:34:00.338483 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b309628c-b072-4feb-b055-a212513a4e3e req-c3b8a3fe-29a9-4095-8bdf-9f4047a6a962 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 210 time: 0.0361130 Jan 04 14:34:00.367905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-bc417663-61e9-4f5a-96d5-ecce87d20880 None None] Provisioning complete for port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:34:00.368281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bc417663-61e9-4f5a-96d5-ecce87d20880 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.418721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Made reservation on behalf of 84a7213bf5d44c5eb2350ce56ba59ba5 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:34:00.423020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.564649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Allocated IP 172.20.0.10 (caeb5848-2706-4662-ac02-1fbd61969928/def1d6d0-e970-4784-8a1d-49b808b7273b/e307e12b-e6a5-4b08-8f17-569b66184a22) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:34:00.711788 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.752979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.768090 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:34:00.804458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Network caeb5848-2706-4662-ac02-1fbd61969928 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:34:00.810061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:34:00.815359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:34:00.819976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:00.824964 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:34:00.825278 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.878731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:00.879450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:00.907052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-4bdc2c31-a8dc-442e-93eb-0e49fb818e5a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6417508 Jan 04 14:34:00.924791 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Request body: {'port': {'device_id': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:34:00.990821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.110939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5257cc69-a030-4630-a32d-6ef562fa9a6d None None] Provisioning complete for port e307e12b-e6a5-4b08-8f17-569b66184a22 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:34:01.112084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5257cc69-a030-4630-a32d-6ef562fa9a6d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.148780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-5257cc69-a030-4630-a32d-6ef562fa9a6d None None] Port e307e12b-e6a5-4b08-8f17-569b66184a22 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:34:01.268873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e307e12b-e6a5-4b08-8f17-569b66184a22 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:34:01.276807 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.289147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Transition to ACTIVE for port object e307e12b-e6a5-4b08-8f17-569b66184a22 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:34:01.294331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.361971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:01.431301 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Attempting to bind port e307e12b-e6a5-4b08-8f17-569b66184a22 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:34:01.431648 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Attempting to bind port e307e12b-e6a5-4b08-8f17-569b66184a22 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:34:01.431968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Attempting to bind port e307e12b-e6a5-4b08-8f17-569b66184a22 on network caeb5848-2706-4662-ac02-1fbd61969928 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:34:01.451294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Port e307e12b-e6a5-4b08-8f17-569b66184a22 on network caeb5848-2706-4662-ac02-1fbd61969928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:34:01.451616 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Attempting to bind port e307e12b-e6a5-4b08-8f17-569b66184a22 on network caeb5848-2706-4662-ac02-1fbd61969928 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:34:01.459960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 33, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:34:01.460298 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Checking segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:34:01.460674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Bound using segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:34:01.461101 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Bound port: e307e12b-e6a5-4b08-8f17-569b66184a22, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:34:01.461453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.489351 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b71a47d-840b-481a-b5b5-5564ad39b79c req-d47be624-9819-4af4-a6d7-9769044960ab tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:01.490906 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2b71a47d-840b-481a-b5b5-5564ad39b79c req-d47be624-9819-4af4-a6d7-9769044960ab tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0732095 Jan 04 14:34:01.567959 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:34:01.572363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:34:01.577292 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2b71a47d-840b-481a-b5b5-5564ad39b79c req-8e34d234-a905-47f8-b4b3-53411d14321b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0694859 Jan 04 14:34:01.579314 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.618268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:01.618879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:01.620396 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] 10.222.0.13 "PUT /v2.0/ports/e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1094 time: 0.7055845 Jan 04 14:34:01.620831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:34:01.623084 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a56b7e8-1ea3-405f-a38f-3635861e13a2" -d '{"events": [{"name": "network-changed", "server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:34:01.647349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8dd82e-5ee5-4cb4-ae78-574e602bfa14 service neutron] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:01.665023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:34:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d8ec892-7044-4da6-85aa-3f1757edd3f5 x-openstack-request-id: req-5d8ec892-7044-4da6-85aa-3f1757edd3f5 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:34:01.665023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:34:01.665294 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5d8ec892-7044-4da6-85aa-3f1757edd3f5 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:34:01.665634 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'status': 'completed', 'code': 200} Jan 04 14:34:01.719113 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-bf532d02-a2bf-4414-b623-7c7507d277a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:01.720637 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-bf532d02-a2bf-4414-b623-7c7507d277a6 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1097 time: 0.0435216 Jan 04 14:34:01.764143 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-87f7cfbb-71b8-4174-b3fe-0b117d1ab9e2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 217 time: 0.0352325 Jan 04 14:34:01.818801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-0dc3be07-3f06-4ca0-a7ad-647908c9750e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:01.820208 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-0dc3be07-3f06-4ca0-a7ad-647908c9750e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0477593 Jan 04 14:34:01.865836 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-525208c8-9288-4f25-ba1f-cdc72bece2f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:01.867380 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-525208c8-9288-4f25-ba1f-cdc72bece2f6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0410306 Jan 04 14:34:01.955169 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-11e4567b-1d7d-4a8d-a759-53e8381d1909 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810714 Jan 04 14:34:02.043515 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d5085354-1c00-4324-a7cd-7e18f5efb8d0 req-3558f383-3b13-4500-8e8e-995350916cd1 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820756 Jan 04 14:34:02.133971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-01d02650-a4e4-40cf-8981-587b1e96d960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:02.135475 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-01d02650-a4e4-40cf-8981-587b1e96d960 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1097 time: 0.0469971 Jan 04 14:34:02.225779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-57ac8d3a-6166-465c-a6da-72bfaa53990f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:02.227273 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-57ac8d3a-6166-465c-a6da-72bfaa53990f service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0853286 Jan 04 14:34:02.267530 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-c76b23fc-38e2-4742-bee4-cf1915904b21 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 217 time: 0.0337641 Jan 04 14:34:02.318911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-fc66c3fd-2769-4cff-af84-4f525fa92d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:02.320323 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-fc66c3fd-2769-4cff-af84-4f525fa92d6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0462649 Jan 04 14:34:02.366134 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-156ab188-e54b-488a-9de0-53fe11ff3f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:02.367633 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-156ab188-e54b-488a-9de0-53fe11ff3f1e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408041 Jan 04 14:34:02.460581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-4026aa02-feb7-45e0-833f-5acf1179bece service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838931 Jan 04 14:34:02.555918 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3a56b7e8-1ea3-405f-a38f-3635861e13a2 req-05a28c04-aea4-44fd-bcf0-dd7bf13adf2b service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885117 Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:distributed failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_router:ha failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:34:02.688829 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:34:02.693313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8d650dc-be07-403b-87ea-4e8f315613c1 req-bc2f1493-77bf-4866-b0ab-821b9241afc5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:02.694793 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8d650dc-be07-403b-87ea-4e8f315613c1 req-bc2f1493-77bf-4866-b0ab-821b9241afc5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0493898 Jan 04 14:34:02.742522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8d650dc-be07-403b-87ea-4e8f315613c1 req-dad564be-6a57-47d1-babf-ed7bc3a20fd3 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417030 Jan 04 14:34:03.856416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19819a4a-24b1-4c3e-b12e-5d01b365af0f req-7225eb62-0d31-4002-a5c0-fba4c98340d4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:03.857815 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-19819a4a-24b1-4c3e-b12e-5d01b365af0f req-7225eb62-0d31-4002-a5c0-fba4c98340d4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0483809 Jan 04 14:34:03.907094 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-19819a4a-24b1-4c3e-b12e-5d01b365af0f req-023562a2-92a3-4000-a547-2e4d6366d0a9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Jan 04 14:34:04.832315 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:34:04.923296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:34:04.934346 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'mac_address': 'fa:16:3e:e2:b6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:34:05.027702 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2991a06c-b20d-48fc-b128-d41af0475116 req-90cf3501-8d69-4a9e-966b-41502e5ec46d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:05.029412 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2991a06c-b20d-48fc-b128-d41af0475116 req-90cf3501-8d69-4a9e-966b-41502e5ec46d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0554261 Jan 04 14:34:05.080362 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2991a06c-b20d-48fc-b128-d41af0475116 req-7a4df613-3d35-4792-90ee-f1e95370d866 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450184 Jan 04 14:34:05.123117 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:05.136249 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e307e12b-e6a5-4b08-8f17-569b66184a22 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:34:05.155322 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:34:05.159170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:05.204638 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:05.362337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['e307e12b-e6a5-4b08-8f17-569b66184a22'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:34:05.688150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:06.199378 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5854fd-41b6-4a62-9d78-6fb8e033c139 req-2f6d36bb-3ba9-4d3f-8b4b-ca19f81cc6bc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:06.200865 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cf5854fd-41b6-4a62-9d78-6fb8e033c139 req-2f6d36bb-3ba9-4d3f-8b4b-ca19f81cc6bc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 945 time: 0.0519097 Jan 04 14:34:06.248514 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cf5854fd-41b6-4a62-9d78-6fb8e033c139 req-c866a390-7c7f-4c8c-bab3-47aaf60e7ac9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410154 Jan 04 14:34:06.834588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:34:06.885641 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port e307e12b-e6a5-4b08-8f17-569b66184a22 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:34:06.889747 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port e307e12b-e6a5-4b08-8f17-569b66184a22 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:34:06.890145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:06.963724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:06.986539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:34:06.988762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8a57c37-2fba-4ff6-a76a-9bc8bf72ac6a" -d '{"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-plugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:34:07.001107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:34:07.005354 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:07.029692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99a1d9f8-ae7f-4a10-9965-724c2aff12a0 x-openstack-request-id: req-99a1d9f8-ae7f-4a10-9965-724c2aff12a0 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:34:07.030015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-plugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:34:07.030274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-99a1d9f8-ae7f-4a10-9965-724c2aff12a0 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:34:07.030666 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'code': 200} Jan 04 14:34:07.058311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:07.188900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0dae64d-f851-435c-848b-8857a6b4e032 req-d8910947-6c6d-4b46-a1fb-3185faaaad18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:07.190371 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c0dae64d-f851-435c-848b-8857a6b4e032 req-d8910947-6c6d-4b46-a1fb-3185faaaad18 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0389833 Jan 04 14:34:07.236004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c0dae64d-f851-435c-848b-8857a6b4e032 req-df3a9040-5ce9-4d00-91fe-d79808b423ac service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390267 Jan 04 14:34:07.362268 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7d287d-58cf-4221-bcd9-fa6de9236707 req-65e9d16e-b339-4298-bdea-da244d817a35 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:07.363728 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bd7d287d-58cf-4221-bcd9-fa6de9236707 req-65e9d16e-b339-4298-bdea-da244d817a35 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0483143 Jan 04 14:34:07.411642 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bd7d287d-58cf-4221-bcd9-fa6de9236707 req-d5ad8381-f25a-4f58-917d-9e111b343ea8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420990 Jan 04 14:34:08.532819 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f111c3c6-e29a-4b9d-9278-5e6e5ca9993e req-bb09fe96-91f0-4b7d-b8ec-116b60ba7906 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:08.534346 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f111c3c6-e29a-4b9d-9278-5e6e5ca9993e req-bb09fe96-91f0-4b7d-b8ec-116b60ba7906 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0535107 Jan 04 14:34:08.585732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f111c3c6-e29a-4b9d-9278-5e6e5ca9993e req-865227d1-5ad5-4ff0-94c8-a65c1542a32f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453954 Jan 04 14:34:08.699741 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00116be0-0576-4000-9fb1-43243d44b65d req-8d771583-b567-4466-97ba-f3c0503c5050 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:08.701178 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-00116be0-0576-4000-9fb1-43243d44b65d req-8d771583-b567-4466-97ba-f3c0503c5050 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0497580 Jan 04 14:34:08.753579 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-00116be0-0576-4000-9fb1-43243d44b65d req-980950f7-8383-4b40-adaa-fe42cf6e3fd1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462759 Jan 04 14:34:08.775349 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46592) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:34:08.854613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5378bfa6-c47a-423a-810d-e9a5c459a37d tempest-TestShelveInstance-1950796631 tempest-TestShelveInstance-1950796631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:08.857639 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5378bfa6-c47a-423a-810d-e9a5c459a37d tempest-TestShelveInstance-1950796631 tempest-TestShelveInstance-1950796631-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1094 time: 0.0796971 Jan 04 14:34:08.859710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46596) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:34:08.864652 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:34:08.888415 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:08.982381 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:09.088158 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Allocated IP 172.36.2.146 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/10f1c5e9-2d7c-4240-969e-417b6c201a23) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:34:09.187277 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:09.221201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:09.257288 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:34:09.260377 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:34:09.262916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:34:09.296597 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'Port': ['ID=10f1c5e9-2d7c-4240-969e-417b6c201a23,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:09.924408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:09.993459 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:10.138568 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:10.143756 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:10.215993 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'Port': ['ID=10f1c5e9-2d7c-4240-969e-417b6c201a23,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:34:10.228048 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:10.331649 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Floating IP 5e53ce87-33ff-4a73-9eae-0d0b038bf0b5 associated. External IP: 172.36.2.146, port: e307e12b-e6a5-4b08-8f17-569b66184a22. Jan 04 14:34:10.541052 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:34:10.651881 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:34:10.663434 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:34:10.670046 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:10.674912 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:34:10.675529 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:34:10.697191 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-9a27e45f-3e9e-4e29-9956-66da45cd8e27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8361490 Jan 04 14:34:10.697909 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:34:10.700172 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd779a97-e557-4708-b1c5-599afaa48521" -d '{"events": [{"name": "network-changed", "server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:34:10.739163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:34:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ba2ff910-28d4-43c7-8e1b-094c037074de x-openstack-request-id: req-ba2ff910-28d4-43c7-8e1b-094c037074de {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:34:10.739438 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:34:10.739693 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-ba2ff910-28d4-43c7-8e1b-094c037074de {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:34:10.740122 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'status': 'completed', 'code': 200} Jan 04 14:34:10.781994 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:34:10.803324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779a97-e557-4708-b1c5-599afaa48521 req-f18aa845-4f47-42e1-a60c-25544b2ac0eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:10.804768 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-f18aa845-4f47-42e1-a60c-25544b2ac0eb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0399668 Jan 04 14:34:10.898751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779a97-e557-4708-b1c5-599afaa48521 req-62d4510f-150c-42b0-a400-3b4301d5246b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:10.900155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-62d4510f-150c-42b0-a400-3b4301d5246b service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0878217 Jan 04 14:34:10.964389 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-dca079a0-2571-4bc5-bb0b-efb15f14e2a3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1000 time: 0.0573919 Jan 04 14:34:10.998496 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e53ce87-33ff-4a73-9eae-0d0b038bf0b5', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'floating_ip_address': '172.36.2.146', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'mac_address': 'fa:16:3e:e2:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:34:09Z', 'updated_at': '2022-01-04T14:34:09Z', 'revision_number': 0, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:34:11.012361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779a97-e557-4708-b1c5-599afaa48521 req-05eddfd4-ac46-4fde-8a83-15676adf3248 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:11.013806 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-05eddfd4-ac46-4fde-8a83-15676adf3248 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0428281 Jan 04 14:34:11.028825 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:34:11.036946 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:34:11.037554 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:33:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:34:11.062352 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd779a97-e557-4708-b1c5-599afaa48521 req-d6d775c7-fc9c-4257-90c1-c6603476b057 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:11.064326 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-d6d775c7-fc9c-4257-90c1-c6603476b057 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434842 Jan 04 14:34:11.154575 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-eed3c366-b5c6-42bb-91d2-6ddc9d3a70c5 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831831 Jan 04 14:34:11.230340 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:34:11.249791 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bd779a97-e557-4708-b1c5-599afaa48521 req-31dc42de-8f60-47e7-94a1-d28fd12b29c5 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880458 Jan 04 14:34:11.449653 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e53ce87-33ff-4a73-9eae-0d0b038bf0b5', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'floating_ip_address': '172.36.2.146', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'mac_address': 'fa:16:3e:e2:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:34:09Z', 'updated_at': '2022-01-04T14:34:09Z', 'revision_number': 0, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:34:11.478013 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5014e5ca-cef9-4a41-b06a-92ddd1f63370 None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '5e53ce87-33ff-4a73-9eae-0d0b038bf0b5', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'floating_ip_address': '172.36.2.146', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1836, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'mac_address': 'fa:16:3e:e2:b6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:34:09Z', 'updated_at': '2022-01-04T14:34:09Z', 'revision_number': 0, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:34:11.662489 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfdd63ad-7d4e-4a84-92fe-e4fb8b4327b7 None None] New status for floating IP 5e53ce87-33ff-4a73-9eae-0d0b038bf0b5: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:34:15.589777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a68f056f-7eeb-4532-8e70-82e6b94b703b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:15.683883 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-b961d160-9f1f-4358-b52e-967c5752f135 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384481 Jan 04 14:34:15.764911 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-f12797d9-3207-4eb2-b07e-9d412bfec506 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:15.766469 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-f12797d9-3207-4eb2-b07e-9d412bfec506 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0417566 Jan 04 14:34:16.162032 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-9b29a7fe-bbfc-4576-af82-9c2ea3016c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:16.163512 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-9b29a7fe-bbfc-4576-af82-9c2ea3016c63 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.3789439 Jan 04 14:34:16.226659 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-10839030-7685-4bf7-8edb-7d5feb8bec26 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1002 time: 0.0565505 Jan 04 14:34:16.277198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-3364bdff-c146-462d-83ae-1fdfb50d6365 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:16.278648 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-3364bdff-c146-462d-83ae-1fdfb50d6365 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0463486 Jan 04 14:34:16.322921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-0febd443-5222-4a36-b4f2-a2662151b0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:34:16.324377 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-0febd443-5222-4a36-b4f2-a2662151b0bf service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391858 Jan 04 14:34:16.412220 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-edfe01ac-5c40-480e-bdf4-3baf7bd93415 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800090 Jan 04 14:34:16.500723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8a4e6a38-7e2c-4e15-b1ef-d7bd777016be req-a97c2665-ecff-4508-b906-a5c95646b091 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827291 Jan 04 14:34:17.932154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-137d8d22-4bb8-4ac8-a3f8-b5ab6dd634d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:19.296877 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:20.538737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:21.790410 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:34:22.206828 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:35.693550 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:45.590937 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5eccb77f-9dd6-430f-8cca-9b440d273699 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:47.934933 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c4e384d-191c-427a-8cb8-a21b4c0683da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:49.299722 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:50.545981 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:51.647588 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-960c1538-2512-4eac-8c71-0c7b0c9510f7 req-d0ca51d6-4dc2-4944-a1ad-bec7ef5387d4 service neutron] (103265) timed out ('10.222.0.30', 42558) {{(pid=103265) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Jan 04 14:34:52.208485 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:34:58.789581 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:35:05.692791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:15.591932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6adda6f0-aad9-4272-944d-75af0ee9e303 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:16.692864 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-6d814023-7a39-4c39-ac3b-fb395ce9ccbb service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433366 Jan 04 14:35:16.770692 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-1d041029-a75b-4ee4-9494-6c11ea5e9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:35:16.772167 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-1d041029-a75b-4ee4-9494-6c11ea5e9781 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0407727 Jan 04 14:35:16.871211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-bc94be16-f5f1-447d-a6f6-ce4e7977305e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:35:16.872665 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-bc94be16-f5f1-447d-a6f6-ce4e7977305e service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0827518 Jan 04 14:35:16.938816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-0b9c9ef7-63a5-4a58-b41b-b7eb4b8f7e24 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1002 time: 0.0592299 Jan 04 14:35:16.985364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-2021fa28-64d1-481b-a90d-340d90111133 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:35:16.986687 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-2021fa28-64d1-481b-a90d-340d90111133 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0414500 Jan 04 14:35:17.029359 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-b6f9d4aa-acbf-4857-8ea2-dbb05b3f4df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:35:17.030810 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-b6f9d4aa-acbf-4857-8ea2-dbb05b3f4df6 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0378139 Jan 04 14:35:17.040945 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-4fddf5b6-2797-41e9-b5c4-ab2ec02e1686 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:35:17.041883 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-4fddf5b6-2797-41e9-b5c4-ab2ec02e1686 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047646 Jan 04 14:35:17.133862 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-872c0383-9a67-461e-89b7-4a3aa2d850f0 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844522 Jan 04 14:35:17.226731 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-987a1b4a-c4e6-429c-9d2b-aa994daacfe3 req-183d096b-d6a4-4dac-8d56-9209a52f2391 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868547 Jan 04 14:35:17.935692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-efa5ceb1-b27a-4581-bae9-8250a9ac27d8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:19.302831 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:20.543680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:22.210036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:35.704907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:35.787934 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:35:45.593107 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-92e50520-74fd-48c6-a26f-8a78eba25e02 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:47.936720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e9b661fc-b449-4588-bd23-032584064323 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:49.304927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:50.549545 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:35:52.212782 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:05.718674 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:07.391625 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b65c1-b20b-49a7-bb86-4e644d7521ce req-fd95a56f-913d-46aa-b0b3-8c0a9a1367cf tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:07.393111 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553b65c1-b20b-49a7-bb86-4e644d7521ce req-fd95a56f-913d-46aa-b0b3-8c0a9a1367cf tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0488842 Jan 04 14:36:07.441858 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-553b65c1-b20b-49a7-bb86-4e644d7521ce req-65c0dec3-4464-4ccd-85a0-7b9540b5b8f7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429068 Jan 04 14:36:08.561070 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7382878-8382-4919-b8ac-1ec388615472 req-a0ed3c70-2fe8-49d2-ac57-c80a6760e694 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:08.562606 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7382878-8382-4919-b8ac-1ec388615472 req-a0ed3c70-2fe8-49d2-ac57-c80a6760e694 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0512202 Jan 04 14:36:08.611332 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d7382878-8382-4919-b8ac-1ec388615472 req-04920337-8acc-44bf-b8a1-8dff74ba810b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427587 Jan 04 14:36:09.787236 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee5840-2c08-4790-b12e-028ff02ed583 req-b7844d1b-8ffb-4375-a127-95e8fd86ce72 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:09.788797 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80ee5840-2c08-4790-b12e-028ff02ed583 req-b7844d1b-8ffb-4375-a127-95e8fd86ce72 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.1008298 Jan 04 14:36:09.837780 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-80ee5840-2c08-4790-b12e-028ff02ed583 req-9189cc30-8859-479b-abe9-afea78e926a9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430155 Jan 04 14:36:10.954876 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8330c2-6d87-4bb5-b2ac-9692c775a564 req-a663262a-ecc8-4054-8e18-ba0e7a9780b9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:10.956346 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1d8330c2-6d87-4bb5-b2ac-9692c775a564 req-a663262a-ecc8-4054-8e18-ba0e7a9780b9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0530496 Jan 04 14:36:11.003601 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1d8330c2-6d87-4bb5-b2ac-9692c775a564 req-654cda96-6e16-426e-bc72-79690a002f64 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408714 Jan 04 14:36:12.116915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-570e6623-fcc7-4ea9-932b-1a653b5a5318 req-d8b4e6f1-dfd1-465a-9aed-b8ad4d798a59 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:12.118437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-570e6623-fcc7-4ea9-932b-1a653b5a5318 req-d8b4e6f1-dfd1-465a-9aed-b8ad4d798a59 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0482752 Jan 04 14:36:12.173677 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-570e6623-fcc7-4ea9-932b-1a653b5a5318 req-7e8d626a-d50b-4462-9e50-0f8f4b2ae4a8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493338 Jan 04 14:36:12.786482 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:36:13.288824 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09673a20-7a3e-471b-a3a3-0e61264dcbe1 req-e7a4cdd3-b861-4a77-80b8-deaffd89d57b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:13.290438 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-09673a20-7a3e-471b-a3a3-0e61264dcbe1 req-e7a4cdd3-b861-4a77-80b8-deaffd89d57b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0492382 Jan 04 14:36:13.338769 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-09673a20-7a3e-471b-a3a3-0e61264dcbe1 req-ab4fcb09-844d-4de1-8678-2b84b32fd365 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425415 Jan 04 14:36:14.453644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c617cd-4cc5-4d36-9ea8-27b217614641 req-b8f2449c-aa79-4be9-bdf1-0d7b6b419027 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:14.455138 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69c617cd-4cc5-4d36-9ea8-27b217614641 req-b8f2449c-aa79-4be9-bdf1-0d7b6b419027 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0486686 Jan 04 14:36:14.508229 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-69c617cd-4cc5-4d36-9ea8-27b217614641 req-0930b890-eb26-40cb-900c-d37b6374fea3 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468657 Jan 04 14:36:15.594702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b1fa7bce-ebd2-4b0c-9e21-3c8834b235ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:15.620576 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33744aad-a054-435b-85e8-eda36fbc7870 req-19fc7b5a-633a-43b7-b1f5-93db5926b34c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:15.622069 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-33744aad-a054-435b-85e8-eda36fbc7870 req-19fc7b5a-633a-43b7-b1f5-93db5926b34c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0482602 Jan 04 14:36:15.675606 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-33744aad-a054-435b-85e8-eda36fbc7870 req-fff6087f-737f-4105-81ad-ab64203daa7b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476580 Jan 04 14:36:16.790754 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dff1e20-514c-4b2e-88cf-f17c1a3c3d84 req-e9980a10-47bd-4413-ae30-4d760506ccbe tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:16.792208 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9dff1e20-514c-4b2e-88cf-f17c1a3c3d84 req-e9980a10-47bd-4413-ae30-4d760506ccbe tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0493717 Jan 04 14:36:16.840654 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9dff1e20-514c-4b2e-88cf-f17c1a3c3d84 req-324522b7-fc65-4331-ab18-0ac63fcc6f24 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425546 Jan 04 14:36:17.938262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c565af7e-53b7-4d41-bcb3-f47a820014f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:17.955433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-158456cd-a726-4b01-9448-da8d889c60a7 req-8b6d3ecf-9841-4e43-9033-b11fa567fab7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:17.956905 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-158456cd-a726-4b01-9448-da8d889c60a7 req-8b6d3ecf-9841-4e43-9033-b11fa567fab7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0505717 Jan 04 14:36:18.005531 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-158456cd-a726-4b01-9448-da8d889c60a7 req-79282f07-f872-48fe-bbb1-4e6998fed356 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420918 Jan 04 14:36:18.792340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-676511d9-0445-4f32-9c7a-66494d44fc7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:18.793811 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-676511d9-0445-4f32-9c7a-66494d44fc7b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0809329 Jan 04 14:36:18.905930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-a3328806-d7af-4cd8-b3fb-cfcea065e49b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:18.907378 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-a3328806-d7af-4cd8-b3fb-cfcea065e49b service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0891142 Jan 04 14:36:18.971948 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-20b4481a-1c3f-411c-9f42-af4fa98e18ce service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1002 time: 0.0572662 Jan 04 14:36:19.023725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-f2ed0001-c701-4401-9f59-3e3e996ff070 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:19.025110 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-f2ed0001-c701-4401-9f59-3e3e996ff070 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0466919 Jan 04 14:36:19.072145 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-5778b2e4-92b4-47f5-b107-293c542921da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:19.073705 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-5778b2e4-92b4-47f5-b107-293c542921da service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408030 Jan 04 14:36:19.179699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef3ed25-9138-4cb6-83bc-c50d34221b13 req-7f59dcde-d6c7-4747-804f-33181cdfb69f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:19.181134 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aef3ed25-9138-4cb6-83bc-c50d34221b13 req-7f59dcde-d6c7-4747-804f-33181cdfb69f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.1063643 Jan 04 14:36:19.208499 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-125c6c6f-f2a1-4aa3-a75f-39a148f43a78 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1245794 Jan 04 14:36:19.263038 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-aef3ed25-9138-4cb6-83bc-c50d34221b13 req-6a8593cc-54eb-4850-ae8d-6d539ffece76 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0745807 Jan 04 14:36:19.307271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:19.317856 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1ab1828b-28de-4a63-83dc-4aec9bc80739 req-a3bb2db6-d2b2-4022-87d2-dbfe350c43b3 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020887 Jan 04 14:36:19.664028 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:36:19.757711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:19.768993 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'mac_address': 'fa:16:3e:e2:b6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:36:19.808438 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:19.821741 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e307e12b-e6a5-4b08-8f17-569b66184a22 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:36:19.841622 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:19.846275 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:19.896119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:36:19.904531 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.904892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.905250 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.905652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.905996 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.906535 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.906687 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.907065 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.907444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.907745 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.908085 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.908480 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.908737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:36:19.920312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['e307e12b-e6a5-4b08-8f17-569b66184a22'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:36:20.382244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91baf597-f1fb-4aa0-a1f6-583b634f4612 req-626f043a-2f8d-44f7-b649-a1aca5a5f103 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:20.384499 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-91baf597-f1fb-4aa0-a1f6-583b634f4612 req-626f043a-2f8d-44f7-b649-a1aca5a5f103 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 945 time: 0.0530543 Jan 04 14:36:20.437512 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-91baf597-f1fb-4aa0-a1f6-583b634f4612 req-0e0103ef-ad5e-4671-bad2-81816504f8f8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470767 Jan 04 14:36:20.553945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:21.567660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a2855-8d32-4305-bb66-5012a8190d75 req-6b5579df-684c-420e-b7ea-c0b3c1153b90 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:21.570437 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa4a2855-8d32-4305-bb66-5012a8190d75 req-6b5579df-684c-420e-b7ea-c0b3c1153b90 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 945 time: 0.0625222 Jan 04 14:36:21.629033 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fa4a2855-8d32-4305-bb66-5012a8190d75 req-51d01700-93ca-4eb2-9d8b-9318eb24b556 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516374 Jan 04 14:36:21.676058 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:36:21.732875 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port e307e12b-e6a5-4b08-8f17-569b66184a22 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:36:21.733158 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:21.821406 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:21.845986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:36:21.846714 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49e0b9c1-1cf5-4011-a3b2-51f1e074d7df" -d '{"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-plugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:36:21.860707 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:21.867508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:21.894841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:36:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7e7ab9b-e91d-403d-87c5-5ac25a5ae5f2 x-openstack-request-id: req-a7e7ab9b-e91d-403d-87c5-5ac25a5ae5f2 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:36:21.895296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-plugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:36:21.895631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a7e7ab9b-e91d-403d-87c5-5ac25a5ae5f2 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:36:21.896124 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'code': 200} Jan 04 14:36:21.922585 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:36:22.222301 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:22.762195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8207a5e5-341e-44d9-8741-c4578d97eee7 req-7193d8f1-2c3f-41bf-9ecb-60ed05b3a8d8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:22.762786 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8207a5e5-341e-44d9-8741-c4578d97eee7 req-7193d8f1-2c3f-41bf-9ecb-60ed05b3a8d8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0603781 Jan 04 14:36:22.824534 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8207a5e5-341e-44d9-8741-c4578d97eee7 req-47526f49-2d94-4e45-bb13-91b066876bf5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0548847 Jan 04 14:36:23.950967 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c16707a-ff5e-4b4a-8e61-2ba0bd0f33f8 req-9a36b312-fa99-4c5f-9899-62a5c64be8e9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:23.953187 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c16707a-ff5e-4b4a-8e61-2ba0bd0f33f8 req-9a36b312-fa99-4c5f-9899-62a5c64be8e9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0586495 Jan 04 14:36:24.004636 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6c16707a-ff5e-4b4a-8e61-2ba0bd0f33f8 req-d17329eb-a103-4e5d-a970-ed0dae25e6eb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450475 Jan 04 14:36:25.134594 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dee4e067-0577-4f97-b746-4fba39f7a698 req-1e41c757-4ff0-45bc-a4c9-eb733998751c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:25.136953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dee4e067-0577-4f97-b746-4fba39f7a698 req-1e41c757-4ff0-45bc-a4c9-eb733998751c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0569818 Jan 04 14:36:25.191643 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dee4e067-0577-4f97-b746-4fba39f7a698 req-d58048fb-d1f8-4984-aa11-b57415e39d8c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487127 Jan 04 14:36:26.324891 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b68c61f-b86d-437b-8176-dcea67bfe4c0 req-fd04253e-82d3-4064-be1d-cc4494d3c74d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:26.333316 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9b68c61f-b86d-437b-8176-dcea67bfe4c0 req-fd04253e-82d3-4064-be1d-cc4494d3c74d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0636098 Jan 04 14:36:26.390849 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-9b68c61f-b86d-437b-8176-dcea67bfe4c0 req-fc757075-1c6d-4940-8bd8-829e63091a5b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562005 Jan 04 14:36:27.528847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7745d969-361a-43c0-8a54-f5ff7c270e48 req-49e30b5b-f59f-4885-a456-6650c8e4121a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:27.538457 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7745d969-361a-43c0-8a54-f5ff7c270e48 req-49e30b5b-f59f-4885-a456-6650c8e4121a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0629325 Jan 04 14:36:27.587610 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7745d969-361a-43c0-8a54-f5ff7c270e48 req-4b74d353-1352-4055-9e45-ba603124a7b8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482435 Jan 04 14:36:28.709356 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e1f467-ea44-4d10-947b-d94070b1f55e req-9fb824a7-0d92-414c-884f-9a0dcf6fbe04 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:28.716724 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-18e1f467-ea44-4d10-947b-d94070b1f55e req-9fb824a7-0d92-414c-884f-9a0dcf6fbe04 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0571344 Jan 04 14:36:28.769461 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-18e1f467-ea44-4d10-947b-d94070b1f55e req-3db68b05-e1d0-459b-b9ac-39d2962a3a3f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517614 Jan 04 14:36:29.609824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-14bddd10-79d7-4ea0-aa21-eefdbe830cca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:29.611417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-14bddd10-79d7-4ea0-aa21-eefdbe830cca service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0398986 Jan 04 14:36:29.701346 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-35a10907-ee51-4f90-8efe-96f934a18480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:29.702822 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-35a10907-ee51-4f90-8efe-96f934a18480 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0856647 Jan 04 14:36:29.765392 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-41d4b39d-bbdf-4227-a8ca-1d2e6476d72b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1002 time: 0.0563469 Jan 04 14:36:29.817632 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-26e34be0-3106-460c-a7e8-16e3d5b4d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:29.819132 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-26e34be0-3106-460c-a7e8-16e3d5b4d362 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0471125 Jan 04 14:36:29.889269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-13270534-b2d4-41cf-a70e-5371bddda39c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:29.890674 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-13270534-b2d4-41cf-a70e-5371bddda39c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657325 Jan 04 14:36:29.912177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f5aac7-4786-40d4-840a-512b153f271a req-09d63a4f-91d5-4327-b5a8-71b0f7273b1b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:29.914139 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b0f5aac7-4786-40d4-840a-512b153f271a req-09d63a4f-91d5-4327-b5a8-71b0f7273b1b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0652237 Jan 04 14:36:30.015522 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b0f5aac7-4786-40d4-840a-512b153f271a req-e5647a80-98bd-4f8b-a354-21331c9210ba tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922394 Jan 04 14:36:30.025761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-a0b8c225-f64d-4c93-940b-9ddce729b8ca service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1280777 Jan 04 14:36:30.116217 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-56cfd8ae-b116-4581-b1f4-4663769e14f3 req-7e30692a-d2d8-47fe-ace6-eb691d7cef7d service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830901 Jan 04 14:36:31.129296 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cccb854-70b6-43c3-9d10-eb9c101fed78 req-32b027e9-d978-495f-9293-464d17c27622 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:31.130797 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4cccb854-70b6-43c3-9d10-eb9c101fed78 req-32b027e9-d978-495f-9293-464d17c27622 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0488443 Jan 04 14:36:31.180173 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4cccb854-70b6-43c3-9d10-eb9c101fed78 req-8ef30c46-e0a1-417b-be5e-c682c4686a7b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432532 Jan 04 14:36:32.298083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63b8ffb-e5f1-4a22-a783-96a8a0d0918b req-ec1f14dc-3da4-41e4-8628-dc30e0c08623 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:32.299538 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e63b8ffb-e5f1-4a22-a783-96a8a0d0918b req-ec1f14dc-3da4-41e4-8628-dc30e0c08623 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0525739 Jan 04 14:36:32.347158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e63b8ffb-e5f1-4a22-a783-96a8a0d0918b req-5657cb8b-02b2-49bf-a93e-9e54f5c13ff2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412059 Jan 04 14:36:32.414862 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-39582d14-6e22-4e93-89e2-4437371e516e req-c23054ca-d439-47ed-93d4-5b6e58cb82ef service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:36:32.415975 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-39582d14-6e22-4e93-89e2-4437371e516e req-c23054ca-d439-47ed-93d4-5b6e58cb82ef service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062535 Jan 04 14:36:32.565330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67129331-fc7b-41db-9ac1-4398bd2ffab4 req-4abe0834-b5ef-467e-bd1e-e0d0c9b04a6d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:32.566868 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67129331-fc7b-41db-9ac1-4398bd2ffab4 req-4abe0834-b5ef-467e-bd1e-e0d0c9b04a6d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0495770 Jan 04 14:36:32.617708 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67129331-fc7b-41db-9ac1-4398bd2ffab4 req-e73c8e21-573b-45fc-b300-f8b61aa8853e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436852 Jan 04 14:36:32.830494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-87c2d266-0872-49ff-853b-09887c6a0346 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0896680 Jan 04 14:36:33.618182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-01e33a95-c622-42b0-83f9-f304ae8f0368 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:33.619644 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-01e33a95-c622-42b0-83f9-f304ae8f0368 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263&tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 1099 time: 0.0436041 Jan 04 14:36:33.681195 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-bbda150e-9fe8-4ccc-a821-0ebe9d86b1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:33.683021 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-bbda150e-9fe8-4ccc-a821-0ebe9d86b1b2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1099 time: 0.0406907 Jan 04 14:36:33.739552 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1f77ce-4263-40b4-9dee-426d18de4267 req-70b19a0a-ef82-4c5b-bc69-e58878c6af7b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:33.741049 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be1f77ce-4263-40b4-9dee-426d18de4267 req-70b19a0a-ef82-4c5b-bc69-e58878c6af7b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 946 time: 0.0532699 Jan 04 14:36:33.757224 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:36:33.779583 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-86429008-f832-4c5b-9355-528eee29987f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:33.781052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-86429008-f832-4c5b-9355-528eee29987f service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0908597 Jan 04 14:36:33.792048 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-be1f77ce-4263-40b4-9dee-426d18de4267 req-e0dda2db-426b-425c-84c4-bc269496627c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450156 Jan 04 14:36:33.835967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:33.850622 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-94adb598-8e33-449c-89d7-38b951abbb43 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1002 time: 0.0622244 Jan 04 14:36:33.858467 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:36:33.860677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dcf03f56-0d0d-4635-a4b8-2be940ac27d6" -d '{"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-unplugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:36:33.873461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:33.878554 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:33.901275 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-cc26ffbf-8a8b-438e-a719-d8c0d8c1fcda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:33.903059 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-cc26ffbf-8a8b-438e-a719-d8c0d8c1fcda service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0471890 Jan 04 14:36:33.903350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:36:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a7bab07-e5e0-43e0-83b8-c5eec991aafb x-openstack-request-id: req-5a7bab07-e5e0-43e0-83b8-c5eec991aafb {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:36:33.903639 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-unplugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:36:33.903887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5a7bab07-e5e0-43e0-83b8-c5eec991aafb {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:36:33.904265 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'code': 200} Jan 04 14:36:33.927162 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:36:33.951597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-1f4ff18c-6732-4843-ad68-94e0bd553637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:33.953080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-1f4ff18c-6732-4843-ad68-94e0bd553637 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411305 Jan 04 14:36:34.043513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-c7d866fc-9000-4041-aa55-3c387ec84a86 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839133 Jan 04 14:36:34.135033 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b7ad7533-a394-4880-b941-8b1164d92cc7 req-dc5e8d52-be1f-4666-8e9e-78f1ac2fa8c0 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846024 Jan 04 14:36:34.924820 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58683ce0-0134-4b4f-973b-636a7f04d412 req-02a578ec-fed0-4f85-a8de-57c039426e46 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:34.926545 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-58683ce0-0134-4b4f-973b-636a7f04d412 req-02a578ec-fed0-4f85-a8de-57c039426e46 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0593562 Jan 04 14:36:34.989441 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-58683ce0-0134-4b4f-973b-636a7f04d412 req-4b8b9ced-a928-4317-a908-c0ced2e87609 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555017 Jan 04 14:36:35.719001 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:36.129938 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-830d1328-be65-44f9-ace4-7ac8877b6093 req-0db39226-0a4d-42c3-98d0-03f364d6610a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:36.133605 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-830d1328-be65-44f9-ace4-7ac8877b6093 req-0db39226-0a4d-42c3-98d0-03f364d6610a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0663795 Jan 04 14:36:36.189587 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-830d1328-be65-44f9-ace4-7ac8877b6093 req-b6098aba-e2db-4403-9388-20273f0b60d6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500979 Jan 04 14:36:37.302355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ff86db-bd25-456b-bd50-2374c42c75f5 req-065d4fbb-7549-44c4-9a9b-4e02bf8c9926 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:37.303831 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47ff86db-bd25-456b-bd50-2374c42c75f5 req-065d4fbb-7549-44c4-9a9b-4e02bf8c9926 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0487704 Jan 04 14:36:37.355894 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-47ff86db-bd25-456b-bd50-2374c42c75f5 req-53b1d407-8f1d-4510-9584-e363b10c3cb0 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460465 Jan 04 14:36:38.486464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daf49dc-19f1-4949-8779-bae43d7f018b req-82e6310a-a1a8-4314-8c96-c4a6dde18796 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:38.487996 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5daf49dc-19f1-4949-8779-bae43d7f018b req-82e6310a-a1a8-4314-8c96-c4a6dde18796 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0526321 Jan 04 14:36:38.539599 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5daf49dc-19f1-4949-8779-bae43d7f018b req-573a7b76-a7e6-462c-abf8-c59d4cb38a70 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447636 Jan 04 14:36:39.670371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c585acd-f9d4-4bc5-aeec-9996bdb2d9cf req-2d4f15ea-1488-4862-a17e-949c4bff96f4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:39.672136 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7c585acd-f9d4-4bc5-aeec-9996bdb2d9cf req-2d4f15ea-1488-4862-a17e-949c4bff96f4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0653038 Jan 04 14:36:39.732420 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7c585acd-f9d4-4bc5-aeec-9996bdb2d9cf req-8a461866-6bbf-4c1e-a505-6b53923257e4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543029 Jan 04 14:36:40.858693 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e1f0a3-aae4-4c43-9369-a43e7594ebc9 req-2c08adb8-291b-4a41-9892-a044dc7532ae tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:40.860167 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22e1f0a3-aae4-4c43-9369-a43e7594ebc9 req-2c08adb8-291b-4a41-9892-a044dc7532ae tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0531158 Jan 04 14:36:40.907952 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-22e1f0a3-aae4-4c43-9369-a43e7594ebc9 req-033f655d-0c51-4cee-8285-e74588dca848 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418453 Jan 04 14:36:42.022289 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77cba681-7ccc-42da-a626-07b33459741c req-a82681ff-274c-4b4d-bab2-8561b45944cf tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:42.023756 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-77cba681-7ccc-42da-a626-07b33459741c req-a82681ff-274c-4b4d-bab2-8561b45944cf tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0480585 Jan 04 14:36:42.071834 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-77cba681-7ccc-42da-a626-07b33459741c req-947c55aa-e026-4ed1-91ac-2c8495ff797e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420585 Jan 04 14:36:43.222288 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7200af72-32ae-4a70-803d-da622ca72af7 req-db19998c-2eed-43e3-bff8-22d884ec15bc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:43.223757 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7200af72-32ae-4a70-803d-da622ca72af7 req-db19998c-2eed-43e3-bff8-22d884ec15bc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0511496 Jan 04 14:36:43.272982 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7200af72-32ae-4a70-803d-da622ca72af7 req-4df21541-2897-4d3a-bfb7-738c270b8f11 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428648 Jan 04 14:36:44.401101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da9cd3-b4a9-4a21-81e0-fa1724828582 req-6fbe5b07-00b1-4853-bf5a-a566c44721e7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:44.402615 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-18da9cd3-b4a9-4a21-81e0-fa1724828582 req-6fbe5b07-00b1-4853-bf5a-a566c44721e7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0545979 Jan 04 14:36:44.468821 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-18da9cd3-b4a9-4a21-81e0-fa1724828582 req-bd4fb84c-73ef-4029-bc08-fd1c3e8fd659 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602481 Jan 04 14:36:45.582271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc8feb0-538f-4912-b352-0485a278feb7 req-66aa3748-6b48-4484-8ebc-a6b8a4be1797 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:45.583733 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1fc8feb0-538f-4912-b352-0485a278feb7 req-66aa3748-6b48-4484-8ebc-a6b8a4be1797 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0480323 Jan 04 14:36:45.600407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-72aaf5d9-4e7a-4a87-8d27-b77969bb08d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:45.637345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1fc8feb0-538f-4912-b352-0485a278feb7 req-1f02bf29-fb1f-497b-b914-e1bf32073d02 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474112 Jan 04 14:36:46.118681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1309c24b-272b-4d0e-b0a3-efd1c0e0058a req-6a09817d-a1dc-49f4-a09f-cdc8cb7a4f6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:46.120050 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1309c24b-272b-4d0e-b0a3-efd1c0e0058a req-6a09817d-a1dc-49f4-a09f-cdc8cb7a4f6f service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1097 time: 0.0396333 Jan 04 14:36:46.168648 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1309c24b-272b-4d0e-b0a3-efd1c0e0058a req-7e71b5c7-a5c9-4848-952f-038e7723ffca service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414245 Jan 04 14:36:46.813119 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af71e55d-8bda-4b2b-b488-2cfb28e4e8b5 req-03f97c40-bcec-4ce7-9682-9d34d2599567 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:46.814615 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af71e55d-8bda-4b2b-b488-2cfb28e4e8b5 req-03f97c40-bcec-4ce7-9682-9d34d2599567 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0486982 Jan 04 14:36:46.862161 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-af71e55d-8bda-4b2b-b488-2cfb28e4e8b5 req-85d62c15-acd4-440c-868d-6d6fc9a02f05 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416412 Jan 04 14:36:47.814182 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:36:47.907864 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:47.918728 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'port_id': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'mac_address': 'fa:16:3e:e2:b6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:36:47.969809 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e2ec8af4-d2e0-40c5-8cbc-1e18fd957ddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:47.972669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:47.978106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f13207-341e-4523-b221-0246298f7136 req-86c72ea9-39cf-484a-869d-6eb4a6435a87 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:36:47.979584 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e5f13207-341e-4523-b221-0246298f7136 req-86c72ea9-39cf-484a-869d-6eb4a6435a87 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 944 time: 0.0491893 Jan 04 14:36:47.985818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e307e12b-e6a5-4b08-8f17-569b66184a22 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:36:48.005134 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:48.009908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:48.029797 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e5f13207-341e-4523-b221-0246298f7136 req-db1ddff6-b855-4d1d-9f53-13e537a44eca tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438912 Jan 04 14:36:48.055195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=9']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:36:48.250432 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['e307e12b-e6a5-4b08-8f17-569b66184a22'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:36:49.310361 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:49.785081 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:36:49.829400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:36:49.879259 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port e307e12b-e6a5-4b08-8f17-569b66184a22 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:36:49.879627 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:49.951844 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:49.972779 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:36:49.975557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9284e9d8-fd73-4219-b4ba-e9f1fb86f777" -d '{"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-plugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:36:49.988650 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:36:49.993462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:50.017815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:36:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dccf8a2-58e4-4207-bb36-59ab358fb6fc x-openstack-request-id: req-0dccf8a2-58e4-4207-bb36-59ab358fb6fc {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:36:50.018086 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-plugged", "status": "completed", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:36:50.018339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-0dccf8a2-58e4-4207-bb36-59ab358fb6fc {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:36:50.018720 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'code': 200} Jan 04 14:36:50.046009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=10']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:36:50.555690 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:36:52.215056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:05.735806 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:15.592857 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-faece05d-92a1-4d72-a278-96d43c4f45ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:17.939767 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2cfedb42-68a2-4c1c-adce-ea4c3feabef8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:18.686572 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-9dbed041-8642-4c4f-a704-9d3193e820a5 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0385132 Jan 04 14:37:18.766613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984963-8f8c-48af-a182-9265930b27b1 req-3a52917b-4d16-462c-976a-7ef2a0af4cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:18.768085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-3a52917b-4d16-462c-976a-7ef2a0af4cc8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1100 time: 0.0404525 Jan 04 14:37:18.870361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984963-8f8c-48af-a182-9265930b27b1 req-5bc4476f-02e7-4627-8add-63dc820c9df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:18.871795 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-5bc4476f-02e7-4627-8add-63dc820c9df9 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0852089 Jan 04 14:37:18.933565 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-881a490b-763d-4fe2-b5af-67ffa9248012 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 1002 time: 0.0552206 Jan 04 14:37:18.983726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984963-8f8c-48af-a182-9265930b27b1 req-6a2e3cb7-f3bd-4b9a-b4e8-e6e9aec17af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:18.985032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-6a2e3cb7-f3bd-4b9a-b4e8-e6e9aec17af3 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0453665 Jan 04 14:37:19.028458 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3984963-8f8c-48af-a182-9265930b27b1 req-e606844b-d4f7-459f-8eea-07ce9bae7e8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:19.029857 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-e606844b-d4f7-459f-8eea-07ce9bae7e8a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382318 Jan 04 14:37:19.115165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-8d90e22c-ed58-493e-9175-82f7fda10717 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0784910 Jan 04 14:37:19.204719 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a3984963-8f8c-48af-a182-9265930b27b1 req-a8d5b613-2fc5-4620-b8dd-4e55f475bd64 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835910 Jan 04 14:37:19.313474 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:20.557842 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:22.216869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:26.783875 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:37:35.748008 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:45.594082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ba00b7c2-a498-4684-994f-85680092fdd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:47.940401 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b314b183-781f-474e-81c8-1fd49c5f2b1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:49.315704 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:50.561663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:52.218884 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:57.939401 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46882) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:37:58.092963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Deleting port 10f1c5e9-2d7c-4240-969e-417b6c201a23 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:37:58.093217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:58.171147 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:58.171472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:58.183221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Calling delete_port for 10f1c5e9-2d7c-4240-969e-417b6c201a23 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:37:58.325586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:58.350566 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event deleted for resources: {'Port': ['ID=10f1c5e9-2d7c-4240-969e-417b6c201a23,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:37:58.361613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.361989 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.362333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.362666 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.362999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.363324 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.363649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.363972 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.364329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.364645 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.364963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.365279 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.366257 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:37:58.417855 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:58.418205 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Floating IP 5e53ce87-33ff-4a73-9eae-0d0b038bf0b5 disassociated (deleted). External IP: 172.36.2.146, port: e307e12b-e6a5-4b08-8f17-569b66184a22. Jan 04 14:37:58.619569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:37:58.723416 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:37:58.728787 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:37:58.733352 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:37:58.743932 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:37:58.744538 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:37:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:37:58.755031 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ed531d2c-816e-47eb-bcbf-e439953b5be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "DELETE /v2.0/floatingips/5e53ce87-33ff-4a73-9eae-0d0b038bf0b5 HTTP/1.1" status: 204 len: 168 time: 0.8145430 Jan 04 14:37:58.755606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:37:58.758372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dc6d526-6933-49fe-aa5e-2458568bf45e" -d '{"events": [{"name": "network-changed", "server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:37:58.856745 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:37:58.874712 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:37:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a453ec0-9947-4af4-9adc-58de91a9845e x-openstack-request-id: req-8a453ec0-9947-4af4-9adc-58de91a9845e {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:37:58.875271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:37:58.875759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8a453ec0-9947-4af4-9adc-58de91a9845e {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:37:58.876615 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'status': 'completed', 'code': 200} Jan 04 14:37:58.956932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-f86beca0-f59c-4ac2-a089-638cb67dd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:58.960058 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-f86beca0-f59c-4ac2-a089-638cb67dd3bb service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 1100 time: 0.0513411 Jan 04 14:37:59.059778 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-edb737a0-c307-4d06-b9be-43730bc9f475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:59.060489 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0efea261-f797-4864-9996-e05571714af7 req-33fc067a-006e-423d-a318-3d854b00949c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:59.061593 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-edb737a0-c307-4d06-b9be-43730bc9f475 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0919762 Jan 04 14:37:59.062809 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0efea261-f797-4864-9996-e05571714af7 req-33fc067a-006e-423d-a318-3d854b00949c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 947 time: 0.1240220 Jan 04 14:37:59.063286 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:37:59.090989 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:37:59.099187 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:37:59.099832 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:37:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:37:59.104530 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-e9b5821c-c01d-4464-9ef4-d86ec9cf924c service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 200 len: 217 time: 0.0346994 Jan 04 14:37:59.114685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0efea261-f797-4864-9996-e05571714af7 req-855fd2c3-0b46-49eb-8c32-71b9f9de6711 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451570 Jan 04 14:37:59.161139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-557b95e2-f2b3-46fa-9e52-6554a8bc7217 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:59.162733 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-557b95e2-f2b3-46fa-9e52-6554a8bc7217 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0516319 Jan 04 14:37:59.209983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-75135b04-d666-488e-80c9-6d0e2148ff1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:37:59.211493 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-75135b04-d666-488e-80c9-6d0e2148ff1f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418575 Jan 04 14:37:59.291517 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:37:59.300092 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-ea722f81-da55-4056-a4e7-6e9f7fc2be9d service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0803707 Jan 04 14:37:59.496612 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:37:59.523098 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f24133-9178-430b-8dfe-2e0dc3d5ea1e None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:37:59.686972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1dc6d526-6933-49fe-aa5e-2458568bf45e req-9af9f527-4cc0-41e4-a16a-87383ec2d3cd service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3797915 Jan 04 14:37:59.735057 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf1017b4-ec77-40d1-8ce4-3a08a4261800 None None] New status for floating IP 5e53ce87-33ff-4a73-9eae-0d0b038bf0b5: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:38:00.233124 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b33943e-7d08-4cb4-b4ee-63638ce92d79 req-53a19eee-243c-4fe0-8478-bc902b3402e2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:00.234579 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7b33943e-7d08-4cb4-b4ee-63638ce92d79 req-53a19eee-243c-4fe0-8478-bc902b3402e2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 947 time: 0.0476863 Jan 04 14:38:00.311916 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7b33943e-7d08-4cb4-b4ee-63638ce92d79 req-aa60b971-a29d-42bb-b503-b98d1464c9a6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=0beac95d-a1e5-4175-973d-edd3f151034b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0714257 Jan 04 14:38:00.324498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-18c83202-2b2a-4597-8065-4b33995dad02 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:00.325985 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-18c83202-2b2a-4597-8065-4b33995dad02 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "GET /v2.0/ports?device_id=58ddeb2b-de1a-4d51-ad7a-40264e2ec263 HTTP/1.1" status: 200 len: 947 time: 0.0729749 Jan 04 14:38:00.413994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Deleting port e307e12b-e6a5-4b08-8f17-569b66184a22 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:38:00.414332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:00.502644 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] For port e307e12b-e6a5-4b08-8f17-569b66184a22, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=e307e12b-e6a5-4b08-8f17-569b66184a22,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:38:00.503002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:00.515166 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Calling delete_port for e307e12b-e6a5-4b08-8f17-569b66184a22 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:38:00.640350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:00.668921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event deleted for resources: {'Port': ['ID=e307e12b-e6a5-4b08-8f17-569b66184a22,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:00.709001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] No DVR routers for this DVR port e307e12b-e6a5-4b08-8f17-569b66184a22 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:38:00.711582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:00.714930 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-67d00bc2-3259-400b-a4f3-56c5ef896b45 req-358b0c16-a90b-4752-9689-11a864aacd8f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "DELETE /v2.0/ports/e307e12b-e6a5-4b08-8f17-569b66184a22 HTTP/1.1" status: 204 len: 173 time: 0.3824961 Jan 04 14:38:00.877810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-deleted', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:38:00.880471 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3ef6eeb-59c0-467b-96ba-31ccba01a910" -d '{"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-deleted", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:38:00.915139 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:38:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5d64edc-bd59-41cc-83b3-60e97b20bfbe x-openstack-request-id: req-d5d64edc-bd59-41cc-83b3-60e97b20bfbe {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:38:00.915441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "58ddeb2b-de1a-4d51-ad7a-40264e2ec263", "name": "network-vif-deleted", "tag": "e307e12b-e6a5-4b08-8f17-569b66184a22", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:38:00.915699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d5d64edc-bd59-41cc-83b3-60e97b20bfbe {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:38:00.916097 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58ddeb2b-de1a-4d51-ad7a-40264e2ec263', 'name': 'network-vif-deleted', 'tag': 'e307e12b-e6a5-4b08-8f17-569b66184a22', 'status': 'completed', 'code': 200} Jan 04 14:38:01.367234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46910) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:01.422437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43bfaf15-3637-402d-9e5c-6241f6c38c44 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.446353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43bfaf15-3637-402d-9e5c-6241f6c38c44 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.509436 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43bfaf15-3637-402d-9e5c-6241f6c38c44 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.512122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-43bfaf15-3637-402d-9e5c-6241f6c38c44 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.513253 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-43bfaf15-3637-402d-9e5c-6241f6c38c44 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "DELETE /v2.0/security-groups/0beac95d-a1e5-4175-973d-edd3f151034b HTTP/1.1" status: 204 len: 168 time: 0.1450043 Jan 04 14:38:01.522395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bfaf15-3637-402d-9e5c-6241f6c38c44 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0beac95d-a1e5-4175-973d-edd3f151034b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:01.720601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46916) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:01.725990 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1037179181', 'description': 'tempest-secgroup-smoke-1037179181 description', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:01.750034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.814391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.818003 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.846934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.848131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1265101 Jan 04 14:38:01.850080 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626de175-eebd-4981-838a-d4b4aa15e830 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac992ae1-248a-4c53-8095-96547fa3705c,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:01.851142 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 46918) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:01.856852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': 'ac992ae1-248a-4c53-8095-96547fa3705c', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:01.884812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.937916 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.941411 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.959017 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a51548c-aad8-44d0-861c-8072777cb3eb,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:01.969764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:01.970980 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1181881 Jan 04 14:38:01.972286 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.972644 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.972994 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.973336 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.973683 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.973923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46920) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:01.974072 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.974363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.974702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.975032 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.975361 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.975694 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.976019 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.976347 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e64379e-3dcb-4788-a6c9-43911c31b2d9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:01.978694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': 'ac992ae1-248a-4c53-8095-96547fa3705c', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:02.005530 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.060417 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.063817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.080866 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=84f9fce3-d8ee-4b2a-811c-0aeef616c100,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:02.089109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.090317 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-61356266-22c3-4cee-a80e-084172851b39 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1153667 Jan 04 14:38:02.093067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46922) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:02.097326 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': 'ac992ae1-248a-4c53-8095-96547fa3705c', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:02.123980 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.178434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.182246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.203804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfee840e-09e0-43e0-9301-938ef9d76a7b,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:02.209108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.210237 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a63422d1-c812-4de1-bc90-d54cfde75f4c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1162376 Jan 04 14:38:02.213765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46924) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:02.217946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': 'ac992ae1-248a-4c53-8095-96547fa3705c', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:02.244162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.298340 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.301756 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.318230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=745b6293-d9e1-49ea-a051-b2526894caac,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:02.325755 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.326938 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-bed14885-bda5-4b20-bafb-f423048e6824 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1122425 Jan 04 14:38:02.329821 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46926) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:02.334028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': 'ac992ae1-248a-4c53-8095-96547fa3705c', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:02.355246 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Project 84a7213bf5d44c5eb2350ce56ba59ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:38:02.359811 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.414913 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.418366 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.434861 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0f9fb22-8772-43b1-8f5c-e143180be1f8,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:02.441779 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.442961 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5c12761a-cb8b-424e-8ea6-cb24292b2f82 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1121809 Jan 04 14:38:02.446404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 46928) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:02.450536 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'security_group_rule': {'security_group_id': 'ac992ae1-248a-4c53-8095-96547fa3705c', 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:02.472218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.securitygroups_db [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Project 84a7213bf5d44c5eb2350ce56ba59ba5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:38:02.477823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.534013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.537426 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.557524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2dd66f46-f941-4863-afc5-ef960e1d69bf,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:02.564946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:02.566128 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8e97a8be-6a65-4524-81d6-25b05838cd3d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1187861 Jan 04 14:38:03.783190 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:38:04.312298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:38:04.332492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: e307e12b-e6a5-4b08-8f17-569b66184a22 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:38:04.332843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device e307e12b-e6a5-4b08-8f17-569b66184a22 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:38:05.746095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:15.596653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b60396ec-a6dc-413f-8806-b57963befd86 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:17.943094 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-709f1e34-a5f8-4b5f-a553-51a5a3b82488 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:19.319501 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:20.563912 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:20.906933 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-2dae15af-9689-4b25-9777-09b0e3bb4fdc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1037179181&fields=id&tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 267 time: 0.0441594 Jan 04 14:38:21.015955 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-0e51b1f5-bbb1-48f5-9319-df74a740b87f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:21.017412 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-0e51b1f5-bbb1-48f5-9319-df74a740b87f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 809 time: 0.1038809 Jan 04 14:38:21.031770 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-5992c2d7-974d-4d8c-be07-c08d52b955f2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/quotas/84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 375 time: 0.0086844 Jan 04 14:38:21.081494 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-2ba7ccdf-05a5-491e-ba76-6c1684b4ea58 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0446138 Jan 04 14:38:21.177506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-05a50a87-5d13-4451-bb17-292a69b3610a service neutron] 10.222.0.30 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850999 Jan 04 14:38:21.264356 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-95344898-e1d9-441d-9550-b330d5480ac7 service neutron] 10.222.0.30 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802808 Jan 04 14:38:21.533731 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8826662c-ea8b-41e3-9878-557aca8d3a5c req-965e8458-93d8-4031-8e93-073858335310 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0266061 Jan 04 14:38:22.221170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:22.459098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-d0d7b72e-562f-4132-9f3a-85ea54cc737f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:22.460543 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-d0d7b72e-562f-4132-9f3a-85ea54cc737f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 809 time: 0.1079025 Jan 04 14:38:22.523214 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-850953d7-0e6f-4a3b-ac76-1e815d8b7db5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 380 time: 0.0541453 Jan 04 14:38:22.532459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'port': {'device_id': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'admin_state_up': True, 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'security_groups': ['ac992ae1-248a-4c53-8095-96547fa3705c']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:22.632685 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-40ba9d1d-b9df-4e79-ae87-a01939cbea63 req-b892f5ad-afe2-494d-8d13-063f2240a91c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0282521 Jan 04 14:38:22.647361 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Made reservation on behalf of 84a7213bf5d44c5eb2350ce56ba59ba5 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:38:22.651408 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:22.780011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Allocated IP 172.20.0.4 (caeb5848-2706-4662-ac02-1fbd61969928/def1d6d0-e970-4784-8a1d-49b808b7273b/38a9a9fb-0999-4b4a-99b5-d09d619b1752) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:38:22.918897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:22.950759 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:22.988119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Network caeb5848-2706-4662-ac02-1fbd61969928 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:38:22.993685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:38:22.996182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:38:23.032135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:23.055483 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:23.056123 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.073360 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-64394ad1-75b3-42cb-b5cf-c54ec08ae326 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5444062 Jan 04 14:38:23.086986 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Request body: {'port': {'device_id': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:23.148886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.227186 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-08a4408a-fe37-462a-9cef-50842858caba None None] Provisioning complete for port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:38:23.227813 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-08a4408a-fe37-462a-9cef-50842858caba None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.268166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-08a4408a-fe37-462a-9cef-50842858caba None None] Port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:38:23.412713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38a9a9fb-0999-4b4a-99b5-d09d619b1752 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:38:23.424381 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.433699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Transition to ACTIVE for port object 38a9a9fb-0999-4b4a-99b5-d09d619b1752 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:38:23.438285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.489518 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:23.569828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Attempting to bind port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:38:23.570292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Attempting to bind port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:38:23.570889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Attempting to bind port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 on network caeb5848-2706-4662-ac02-1fbd61969928 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:38:23.575232 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 on network caeb5848-2706-4662-ac02-1fbd61969928 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:38:23.575623 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Attempting to bind port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 on network caeb5848-2706-4662-ac02-1fbd61969928 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:38:23.583158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 38, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:38:23.583501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Checking segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:38:23.583889 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Bound using segment: {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:38:23.584333 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Bound port: 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:38:23.584688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.654377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:38:23.658691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:38:23.663507 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.701135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:23.701727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:23.703360 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] 10.222.0.13 "PUT /v2.0/ports/38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 1093 time: 0.6223207 Jan 04 14:38:23.705906 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:38:23.711697 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93" -d '{"events": [{"name": "network-changed", "server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:38:23.797652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:38:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bfcb2f1-66ea-4fff-bb8e-1f8a26e5c650 x-openstack-request-id: req-5bfcb2f1-66ea-4fff-bb8e-1f8a26e5c650 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:38:23.798052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:38:23.798391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-5bfcb2f1-66ea-4fff-bb8e-1f8a26e5c650 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:38:23.798853 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'status': 'completed', 'code': 200} Jan 04 14:38:23.801828 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f776d9-6646-431f-9ae1-d7bc577ef224 service neutron] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:23.827045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eea6d3-9180-4a2e-a81e-fb2b4bfbae8b req-9d119412-b163-4e2d-ae65-06bf7fbb74af tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:23.836696 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63eea6d3-9180-4a2e-a81e-fb2b4bfbae8b req-9d119412-b163-4e2d-ae65-06bf7fbb74af tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.1195314 Jan 04 14:38:23.858213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-9baeedcc-9e24-486f-bca8-f4f69b493489 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:23.860032 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-9baeedcc-9e24-486f-bca8-f4f69b493489 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1096 time: 0.1025577 Jan 04 14:38:23.925203 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-f9adfdbd-cae3-42bc-9295-f91862436701 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 217 time: 0.0532184 Jan 04 14:38:23.930247 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63eea6d3-9180-4a2e-a81e-fb2b4bfbae8b req-f9c4ce6d-512c-4780-a1e2-c8f7db8599cb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0922837 Jan 04 14:38:23.979325 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-da98d501-addc-4612-a831-d75e1f11668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:23.980807 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-da98d501-addc-4612-a831-d75e1f11668b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0479479 Jan 04 14:38:24.026731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-2880dafd-6824-4e3e-84aa-44335e9c9c20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:24.028190 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-2880dafd-6824-4e3e-84aa-44335e9c9c20 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405128 Jan 04 14:38:24.123005 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-481932bd-f47f-48da-9ec2-aca94f2f1349 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874519 Jan 04 14:38:24.212053 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-07800f72-5fa0-49f2-81c6-13323c65ede2 req-b4e69066-1d65-42c9-b9ac-0693bff4826a service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829754 Jan 04 14:38:24.292005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-2bd478be-1b9b-406e-8f2f-7f6cae6e2455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:24.293695 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-2bd478be-1b9b-406e-8f2f-7f6cae6e2455 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1096 time: 0.0413039 Jan 04 14:38:24.390429 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-c9cd94a3-6a1d-4dc4-8697-5b64bedb17bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:24.391894 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-c9cd94a3-6a1d-4dc4-8697-5b64bedb17bb service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0909922 Jan 04 14:38:24.432343 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-98f92715-7353-4666-bccb-8a06b7bbffa7 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 217 time: 0.0338166 Jan 04 14:38:24.484659 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-bf754451-8e89-4719-817b-e806811e7fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:24.486165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-bf754451-8e89-4719-817b-e806811e7fb6 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0479469 Jan 04 14:38:24.531377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-315801fc-5a27-41c3-97d8-fdc612e26030 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:24.532866 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-315801fc-5a27-41c3-97d8-fdc612e26030 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403838 Jan 04 14:38:24.629550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-0cfd3b46-e3b6-4e89-bbb4-cc1ddce08879 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856519 Jan 04 14:38:24.720099 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e8cd656b-8cbd-4819-ad42-6bb7efbfae93 req-ceca4196-d841-4c19-b9f8-86a49ee973dd service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825164 Jan 04 14:38:25.049733 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ecbc54-b277-405b-b7b9-d9a465970539 req-c6dee5d8-c5c0-4112-973a-dfffa4445490 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:25.051293 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d9ecbc54-b277-405b-b7b9-d9a465970539 req-c6dee5d8-c5c0-4112-973a-dfffa4445490 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0531838 Jan 04 14:38:25.108102 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d9ecbc54-b277-405b-b7b9-d9a465970539 req-c144cb61-4f08-4760-9136-d957c6f502cc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502226 Jan 04 14:38:26.224489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b59c9c-2770-4e38-aab8-f90cfce2e48b req-92f66031-cca2-48e7-b4ce-590726ed1a5e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:26.225972 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d4b59c9c-2770-4e38-aab8-f90cfce2e48b req-92f66031-cca2-48e7-b4ce-590726ed1a5e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0493956 Jan 04 14:38:26.279258 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d4b59c9c-2770-4e38-aab8-f90cfce2e48b req-8511869b-d14c-4307-9f14-6e5c94cede71 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464389 Jan 04 14:38:27.393482 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e110de-2643-4ea7-9aab-709e19faaca9 req-49fc1e87-fa71-47c3-9ca0-fc246891b7df tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:27.395001 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c4e110de-2643-4ea7-9aab-709e19faaca9 req-49fc1e87-fa71-47c3-9ca0-fc246891b7df tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0490856 Jan 04 14:38:27.446964 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c4e110de-2643-4ea7-9aab-709e19faaca9 req-16d83481-8653-4f0c-89df-b2e7b9f6644d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459311 Jan 04 14:38:28.563089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f02da9-9fdb-4db9-a12d-0b3e164ce35c req-a3d60c8d-8ee0-4b74-b16f-4ea490f5b8b5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:28.564544 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-91f02da9-9fdb-4db9-a12d-0b3e164ce35c req-a3d60c8d-8ee0-4b74-b16f-4ea490f5b8b5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0494955 Jan 04 14:38:28.613648 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-91f02da9-9fdb-4db9-a12d-0b3e164ce35c req-9e77106c-c5e5-41b2-a87f-a2d02bc1f00b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428216 Jan 04 14:38:29.731635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4bf646-791d-4cce-b6e4-30599616398d req-ac49a505-0e29-4b18-9e14-ae9fb34bc398 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:29.733135 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cd4bf646-791d-4cce-b6e4-30599616398d req-ac49a505-0e29-4b18-9e14-ae9fb34bc398 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0526452 Jan 04 14:38:29.783521 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-cd4bf646-791d-4cce-b6e4-30599616398d req-ae831541-f3e3-459e-8505-48f5f55915ae tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443251 Jan 04 14:38:30.897400 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9e2b6a-9a49-4582-b298-f6b334433d1d req-bb446098-41d9-4552-9898-318b6b584fa1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:30.898979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9b9e2b6a-9a49-4582-b298-f6b334433d1d req-bb446098-41d9-4552-9898-318b6b584fa1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0489438 Jan 04 14:38:30.947085 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9b9e2b6a-9a49-4582-b298-f6b334433d1d req-6d94ac37-815e-44de-a9a0-e1ebb00abb9e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422196 Jan 04 14:38:32.065911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f826d6bb-017f-4c4b-b889-8006920e35d6 req-828cec07-6dcc-4a61-b90f-ef4f040803e5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:32.067466 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f826d6bb-017f-4c4b-b889-8006920e35d6 req-828cec07-6dcc-4a61-b90f-ef4f040803e5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0507824 Jan 04 14:38:32.120541 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-f826d6bb-017f-4c4b-b889-8006920e35d6 req-791d152b-0795-49e8-b928-11da3725fdd7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455339 Jan 04 14:38:33.237988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9835fa3-1417-428d-8af4-197a465e98be req-2ec2bf7a-b2ec-4d99-9506-1f29e880b3d0 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:33.239419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b9835fa3-1417-428d-8af4-197a465e98be req-2ec2bf7a-b2ec-4d99-9506-1f29e880b3d0 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0513518 Jan 04 14:38:33.287025 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-b9835fa3-1417-428d-8af4-197a465e98be req-f6ea1f7c-fef4-483e-8866-14dccb63e640 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418024 Jan 04 14:38:34.398786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e67f8d7-9873-4f2f-8ec0-ff61bfe0a184 req-e3a7291b-c6d9-4048-bc7a-4716066975f4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:34.400262 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7e67f8d7-9873-4f2f-8ec0-ff61bfe0a184 req-e3a7291b-c6d9-4048-bc7a-4716066975f4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0478678 Jan 04 14:38:34.452743 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7e67f8d7-9873-4f2f-8ec0-ff61bfe0a184 req-91903ec4-5436-4243-b7b2-3b6a9ddc98ab tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465903 Jan 04 14:38:35.564528 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ff549-5bac-4c6d-86b3-29f92de66fdb req-70e2ee04-5841-4728-8902-fafe6e6c61c7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:35.566004 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c05ff549-5bac-4c6d-86b3-29f92de66fdb req-70e2ee04-5841-4728-8902-fafe6e6c61c7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0480499 Jan 04 14:38:35.614158 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c05ff549-5bac-4c6d-86b3-29f92de66fdb req-5c4578f0-f49a-43a9-86a9-361e7a3f53c8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417674 Jan 04 14:38:35.762370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:36.728814 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb075360-7400-42f6-acf0-17fda1718233 req-4c72688c-29ec-444e-80dc-a76f048bb895 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:36.730288 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb075360-7400-42f6-acf0-17fda1718233 req-4c72688c-29ec-444e-80dc-a76f048bb895 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0487342 Jan 04 14:38:36.778995 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bb075360-7400-42f6-acf0-17fda1718233 req-45ac9fc8-c1c4-4528-8527-fc5e1e46dbac tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427537 Jan 04 14:38:37.890720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f5d67f-86fe-4564-9dac-6a2f675e8a89 req-ff275034-ae3b-4919-9302-07b4500cde18 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:37.892171 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3f5d67f-86fe-4564-9dac-6a2f675e8a89 req-ff275034-ae3b-4919-9302-07b4500cde18 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0480936 Jan 04 14:38:37.943654 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3f5d67f-86fe-4564-9dac-6a2f675e8a89 req-8122abaa-5db3-4657-a3cd-010f83f194d6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457034 Jan 04 14:38:39.056787 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b0cbbd-2809-4818-b28e-15c7db24fce0 req-99496ab4-6bce-4610-9b03-c5322fceb36c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:39.058177 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-76b0cbbd-2809-4818-b28e-15c7db24fce0 req-99496ab4-6bce-4610-9b03-c5322fceb36c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0489891 Jan 04 14:38:39.106579 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-76b0cbbd-2809-4818-b28e-15c7db24fce0 req-43d1f25e-bf8a-4f0a-9e6e-685c6243e40c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425200 Jan 04 14:38:40.217023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc5f474-4e67-4013-b8f4-72d8cb56c850 req-a780fc3a-8eff-498b-9794-b5b4d3411a56 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:40.218489 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4dc5f474-4e67-4013-b8f4-72d8cb56c850 req-a780fc3a-8eff-498b-9794-b5b4d3411a56 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0476427 Jan 04 14:38:40.266351 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4dc5f474-4e67-4013-b8f4-72d8cb56c850 req-5bd7f507-36b5-41d0-9253-46216ce27fda tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420527 Jan 04 14:38:40.498620 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:38:40.591754 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:38:40.602903 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'port_id': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'mac_address': 'fa:16:3e:bb:a8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:38:40.639371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:40.655329 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a9a9fb-0999-4b4a-99b5-d09d619b1752 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:38:40.673442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:38:40.676859 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:40.722017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:40.728818 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.729169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.729510 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.729846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.730202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.730529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.730855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.731180 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.731502 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.731825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.732146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.732466 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.732780 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:38:40.781482 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:38:40.886445 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['38a9a9fb-0999-4b4a-99b5-d09d619b1752'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:38:41.381440 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad2627b-12fe-41b3-ab82-374aa2f653f9 req-c00cd3e7-ab54-4676-9f49-a98cfd799aa4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:41.382921 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4ad2627b-12fe-41b3-ab82-374aa2f653f9 req-c00cd3e7-ab54-4676-9f49-a98cfd799aa4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 944 time: 0.0513425 Jan 04 14:38:41.430853 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4ad2627b-12fe-41b3-ab82-374aa2f653f9 req-adb0c34a-d2a6-4c0a-b1f8-4f016cb9b360 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408745 Jan 04 14:38:42.498299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:38:42.543934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a6b3ed-c8f8-4d60-92be-3feb725b1d49 req-a5cbcf9e-6e6e-4cac-ac50-30817ceb2aa9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:42.545718 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35a6b3ed-c8f8-4d60-92be-3feb725b1d49 req-a5cbcf9e-6e6e-4cac-ac50-30817ceb2aa9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 944 time: 0.0489933 Jan 04 14:38:42.547410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:38:42.551504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:38:42.552059 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:42.594760 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35a6b3ed-c8f8-4d60-92be-3feb725b1d49 req-e20ec3c0-ab35-406a-b0d3-73da1926adfc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427477 Jan 04 14:38:42.631226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:42.652866 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:38:42.655084 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed29d8e-97bd-4733-9988-378df8ad52da" -d '{"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-plugged", "status": "completed", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:38:42.669949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:38:42.674737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:42.722835 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:42.747187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd32c44a-44ea-4333-875a-e61294cfaf94 x-openstack-request-id: req-dd32c44a-44ea-4333-875a-e61294cfaf94 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:38:42.747615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-plugged", "status": "completed", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:38:42.747905 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-dd32c44a-44ea-4333-875a-e61294cfaf94 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:38:42.748498 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'code': 200} Jan 04 14:38:42.924056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10da1c24-95b4-4ccb-9170-9beb7f8626dc req-7f78660f-dd17-4195-baa1-f837b473f36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:42.925497 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-10da1c24-95b4-4ccb-9170-9beb7f8626dc req-7f78660f-dd17-4195-baa1-f837b473f36a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0436044 Jan 04 14:38:42.969265 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-10da1c24-95b4-4ccb-9170-9beb7f8626dc req-62785266-9f0c-47e9-a1dc-d0edb6115ab5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364883 Jan 04 14:38:43.708152 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d4f902-7fb3-4835-b58f-fa454d6a1b03 req-7cbc9b04-f84e-4901-a057-b850454340f7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:43.709581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d4f902-7fb3-4835-b58f-fa454d6a1b03 req-7cbc9b04-f84e-4901-a057-b850454340f7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0469556 Jan 04 14:38:43.759001 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c6d4f902-7fb3-4835-b58f-fa454d6a1b03 req-beb9c27d-ea87-424f-ad1d-bb9c2b4a5c73 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422597 Jan 04 14:38:44.874570 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c32a-7ea8-4c9f-bc03-1e2bee3fcef4 req-888265fc-eb2b-4fc6-9d60-1a557631471b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:44.876027 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2a86c32a-7ea8-4c9f-bc03-1e2bee3fcef4 req-888265fc-eb2b-4fc6-9d60-1a557631471b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0487359 Jan 04 14:38:44.924311 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-2a86c32a-7ea8-4c9f-bc03-1e2bee3fcef4 req-53523968-0abb-43a3-8d44-fa12808cc338 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421546 Jan 04 14:38:45.038165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f58a035-49fc-4339-aab3-c7e74843742e req-88d440ce-561a-4d50-9aff-a72f9521650f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:45.040043 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f58a035-49fc-4339-aab3-c7e74843742e req-88d440ce-561a-4d50-9aff-a72f9521650f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0508177 Jan 04 14:38:45.086761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6f58a035-49fc-4339-aab3-c7e74843742e req-7f04c218-92e7-4032-a14d-6539c684e6d5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402687 Jan 04 14:38:45.107967 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47140) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:45.146246 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e5f049-e001-4d6b-abaa-2d547f0e60a0 tempest-TestShelveInstance-1950796631 tempest-TestShelveInstance-1950796631-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:45.147742 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-45e5f049-e001-4d6b-abaa-2d547f0e60a0 tempest-TestShelveInstance-1950796631 tempest-TestShelveInstance-1950796631-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1093 time: 0.0388293 Jan 04 14:38:45.151176 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:38:45.155397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address': '172.20.0.4'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:38:45.178928 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:45.276081 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:45.375694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Allocated IP 172.36.2.189 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/0b79703c-0239-472d-bd98-225166640e87) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:38:45.478983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:45.511856 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:45.550251 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:38:45.552981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:38:45.556109 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:38:45.581713 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'Port': ['ID=0b79703c-0239-472d-bd98-225166640e87,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:45.598237 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0dc287b-2685-452f-a60e-20c677ff9135 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:45.913174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:45.975929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:46.412832 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:46.418171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:46.485878 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event updated for resources: {'Port': ['ID=0b79703c-0239-472d-bd98-225166640e87,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:38:46.497358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:46.594482 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Floating IP 41b21592-f09d-4182-b011-2722414cc39d associated. External IP: 172.36.2.189, port: 38a9a9fb-0999-4b4a-99b5-d09d619b1752. Jan 04 14:38:46.801447 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:38:46.907415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:38:46.917678 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:38:46.925923 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:46.928511 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:38:46.929115 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:38:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:38:46.965897 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4ae380e6-ec02-4743-ac47-607757d528e1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8008630 Jan 04 14:38:46.965897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:38:46.965897 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-767048f6-e656-4618-97f1-9f212134a24b" -d '{"events": [{"name": "network-changed", "server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:38:46.991265 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:38:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afd378e6-02a1-40f4-8cbe-3d7d6d4cdc18 x-openstack-request-id: req-afd378e6-02a1-40f4-8cbe-3d7d6d4cdc18 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:38:46.991596 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:38:46.991943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-afd378e6-02a1-40f4-8cbe-3d7d6d4cdc18 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:38:46.992362 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'status': 'completed', 'code': 200} Jan 04 14:38:47.034411 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:38:47.065011 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767048f6-e656-4618-97f1-9f212134a24b req-1aebf647-d121-4f15-a63f-8e046c074632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:47.066536 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-1aebf647-d121-4f15-a63f-8e046c074632 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0445769 Jan 04 14:38:47.156211 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767048f6-e656-4618-97f1-9f212134a24b req-dbe83a1c-673f-4df8-ab0c-b12a8d539aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:47.157671 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-dbe83a1c-673f-4df8-ab0c-b12a8d539aa1 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0848455 Jan 04 14:38:47.225502 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-507c75ba-ed43-48fa-a834-fc6cb0261232 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 999 time: 0.0615451 Jan 04 14:38:47.255236 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '41b21592-f09d-4182-b011-2722414cc39d', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'floating_ip_address': '172.36.2.189', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'port_id': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'mac_address': 'fa:16:3e:bb:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:38:45Z', 'updated_at': '2022-01-04T14:38:45Z', 'revision_number': 0, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:38:47.272108 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767048f6-e656-4618-97f1-9f212134a24b req-6a5ad2a8-c5d8-42e6-b78f-0d3d2c2b56b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:47.273552 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-6a5ad2a8-c5d8-42e6-b78f-0d3d2c2b56b0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0420706 Jan 04 14:38:47.284539 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:38:47.293268 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:38:47.293903 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:38:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:38:47.318475 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767048f6-e656-4618-97f1-9f212134a24b req-3b390f45-acfd-47de-9a13-715f83071a08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:38:47.319943 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-3b390f45-acfd-47de-9a13-715f83071a08 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392232 Jan 04 14:38:47.396443 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:38:47.413144 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-6b85e22f-8a53-4ac3-ae56-5547c74d993e service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863161 Jan 04 14:38:47.501177 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-767048f6-e656-4618-97f1-9f212134a24b req-b26f3fd2-4530-412b-9bfa-b9258b1de14a service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818396 Jan 04 14:38:47.617630 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '41b21592-f09d-4182-b011-2722414cc39d', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'floating_ip_address': '172.36.2.189', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'port_id': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'mac_address': 'fa:16:3e:bb:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:38:45Z', 'updated_at': '2022-01-04T14:38:45Z', 'revision_number': 0, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:38:47.643298 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d86fcb80-67a6-4492-82e2-6d239abe2483 None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '41b21592-f09d-4182-b011-2722414cc39d', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'floating_ip_address': '172.36.2.189', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'port_id': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1848, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'mac_address': 'fa:16:3e:bb:a8:22', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:38:45Z', 'updated_at': '2022-01-04T14:38:45Z', 'revision_number': 0, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:38:47.839328 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c41271-fd76-4a6a-b865-0bb86ff8bbf0 None None] New status for floating IP 41b21592-f09d-4182-b011-2722414cc39d: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:38:47.982150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f91aa217-a0df-48a4-9164-c283ab3e216d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:49.321498 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:50.567517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:38:52.223242 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:05.792739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:15.599488 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0fe3c0c0-41d3-4896-8d71-abf63dfb1841 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:17.780408 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:39:17.943246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dfaf246-bc54-4df6-a37b-001c2eb9a834 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:19.326077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:20.570921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:21.264780 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-2da098e5-4e21-420c-a192-56857a7d2845 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403147 Jan 04 14:39:21.345038 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b91e8-461b-428b-9993-5b6434419ef0 req-d1eaaadf-3e9f-4d08-ada1-49ebab867568 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:39:21.346532 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-d1eaaadf-3e9f-4d08-ada1-49ebab867568 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0398364 Jan 04 14:39:21.449448 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b91e8-461b-428b-9993-5b6434419ef0 req-a8e31141-ec3b-4fb2-9c00-03aa28c17476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:39:21.450935 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-a8e31141-ec3b-4fb2-9c00-03aa28c17476 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0864549 Jan 04 14:39:21.513551 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-7470d79d-5650-42a4-9d9a-14ae59f7ff9d service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 1001 time: 0.0565739 Jan 04 14:39:21.560268 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b91e8-461b-428b-9993-5b6434419ef0 req-61e0d946-4987-4135-8069-0b456e7f6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:39:21.561598 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-61e0d946-4987-4135-8069-0b456e7f6bdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0423448 Jan 04 14:39:21.609649 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-712b91e8-461b-428b-9993-5b6434419ef0 req-eac71869-77a5-452f-b058-cf320b3c3ce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:39:21.611123 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-eac71869-77a5-452f-b058-cf320b3c3ce0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0434308 Jan 04 14:39:21.700732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-894b7516-97a0-424d-be71-aec9a7e1a0ba service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830221 Jan 04 14:39:21.802087 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-712b91e8-461b-428b-9993-5b6434419ef0 req-1721cc30-15d1-4d6d-a99c-fc9f6ed31ad0 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951822 Jan 04 14:39:22.225163 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:35.791272 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:45.600932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d6fb248b-118e-4709-add7-e12de7a3498f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:47.944495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-38463f94-2f99-416b-a930-e52589374277 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:49.326660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:50.573015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:52.227768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:39:54.779420 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:40:05.807629 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:15.602389 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fe5953c8-23a5-432c-88f3-960bbcc64ff2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:17.945746 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ee69f45e-44c1-4249-b6ac-acbc86c09c57 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:19.329775 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:20.575271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:22.206581 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-bbe43103-b4f0-4434-ad0a-388ee18c395a service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0437658 Jan 04 14:40:22.229588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:22.286749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-64f36e11-afc8-4078-91c3-4984bb5dd3d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:22.288204 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-64f36e11-afc8-4078-91c3-4984bb5dd3d8 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0395253 Jan 04 14:40:22.393757 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-fd89275c-dc07-4736-8c45-aa86617cea9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:22.395219 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-fd89275c-dc07-4736-8c45-aa86617cea9d service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0825822 Jan 04 14:40:22.464042 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-815810fb-f8c8-446c-b57e-afd80a216be0 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 1001 time: 0.0609937 Jan 04 14:40:22.512718 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-9da01470-6453-49e0-9588-0e4d641d5369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:22.514225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-9da01470-6453-49e0-9588-0e4d641d5369 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0440164 Jan 04 14:40:22.559269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-fd582348-5951-4afe-a6b6-f4424e5615c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:22.560816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-fd582348-5951-4afe-a6b6-f4424e5615c0 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407460 Jan 04 14:40:22.660243 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-9d3af428-a2c8-4139-9136-805f99533545 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931036 Jan 04 14:40:22.764091 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7dc04d98-6c6f-4e04-8763-3803e2e9c008 req-75f6352b-ba02-423a-8609-9debe95dd2b3 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0953517 Jan 04 14:40:31.778217 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:40:35.822803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:39.481949 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa745a2f-cd77-4b34-b928-28d80150b66e req-988141c5-b482-4c06-af1a-4b880b6229db tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:39.483642 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-aa745a2f-cd77-4b34-b928-28d80150b66e req-988141c5-b482-4c06-af1a-4b880b6229db tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0555477 Jan 04 14:40:39.533213 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-aa745a2f-cd77-4b34-b928-28d80150b66e req-d37c6894-4979-44cd-92bc-6bac59dc036b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438585 Jan 04 14:40:40.651026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738dad4a-0884-409f-9e2b-8795fb9084d1 req-f314b5b5-9cf7-4e55-97e4-a90adb66084e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:40.652477 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-738dad4a-0884-409f-9e2b-8795fb9084d1 req-f314b5b5-9cf7-4e55-97e4-a90adb66084e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0486143 Jan 04 14:40:40.700788 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-738dad4a-0884-409f-9e2b-8795fb9084d1 req-9ab869d5-1909-4ed6-aa2e-917490a1e13b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417662 Jan 04 14:40:41.815648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33381c1-6165-455b-8591-5a3a447c41fe req-a5b6dfad-12c3-4448-94a0-0866cf39abfb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:41.817098 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a33381c1-6165-455b-8591-5a3a447c41fe req-a5b6dfad-12c3-4448-94a0-0866cf39abfb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0478806 Jan 04 14:40:41.867045 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a33381c1-6165-455b-8591-5a3a447c41fe req-6ec46bd2-bc72-4886-9e70-03bc995c8ad9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436790 Jan 04 14:40:42.979655 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdbf9dc-2088-4c01-a1e8-6b82d1bc084a req-cfa5ddae-265b-495e-82f4-d4f138b09889 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:42.981098 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dbdbf9dc-2088-4c01-a1e8-6b82d1bc084a req-cfa5ddae-265b-495e-82f4-d4f138b09889 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0481143 Jan 04 14:40:43.033121 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dbdbf9dc-2088-4c01-a1e8-6b82d1bc084a req-80fbe741-8dd6-42cb-aa6f-0fe2cc99225d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453889 Jan 04 14:40:44.147285 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b486af7b-07ec-4b62-ba98-a2f086162468 req-c36885ec-00b4-45e4-91df-5253ddd472c4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:44.148736 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b486af7b-07ec-4b62-ba98-a2f086162468 req-c36885ec-00b4-45e4-91df-5253ddd472c4 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0481055 Jan 04 14:40:44.200520 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b486af7b-07ec-4b62-ba98-a2f086162468 req-7967f060-9d3d-45c7-9069-8b620261f88c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459013 Jan 04 14:40:45.313909 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51c8f58-7851-4562-83d8-250f9b884245 req-cd71c04c-7364-40b3-a0c6-1429291a174f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:45.315495 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d51c8f58-7851-4562-83d8-250f9b884245 req-cd71c04c-7364-40b3-a0c6-1429291a174f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0487669 Jan 04 14:40:45.364621 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d51c8f58-7851-4562-83d8-250f9b884245 req-ea1ab47a-7f20-4f35-82b5-619e339c4308 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430648 Jan 04 14:40:45.605364 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3ad42adc-3799-411b-b04b-1d8151cab79a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:46.477755 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3745c022-a8dc-4ee2-b706-75f8d98d2f06 req-893356cb-c1ad-427a-848e-94690c54c1ae tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:46.479243 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3745c022-a8dc-4ee2-b706-75f8d98d2f06 req-893356cb-c1ad-427a-848e-94690c54c1ae tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0484858 Jan 04 14:40:46.527611 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3745c022-a8dc-4ee2-b706-75f8d98d2f06 req-65690e97-9383-4522-909e-72987eeac136 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424995 Jan 04 14:40:47.641737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-647528a1-64d5-49d3-be63-ff9cde587cc3 req-3585304c-3ab1-4e68-a14b-715fc6678c31 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:47.643258 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-647528a1-64d5-49d3-be63-ff9cde587cc3 req-3585304c-3ab1-4e68-a14b-715fc6678c31 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0502691 Jan 04 14:40:47.690126 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-647528a1-64d5-49d3-be63-ff9cde587cc3 req-66c1dd14-9804-49e1-b7c2-7781273f278b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410838 Jan 04 14:40:47.945943 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-db7d9056-d8fe-4f24-99d6-66c9871d2386 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:48.803130 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff422670-b442-4aed-8cc5-32d33b0edfe4 req-1d002b88-45ca-4964-abf5-cca94e2c5ef7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:48.804597 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ff422670-b442-4aed-8cc5-32d33b0edfe4 req-1d002b88-45ca-4964-abf5-cca94e2c5ef7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0485065 Jan 04 14:40:48.852308 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ff422670-b442-4aed-8cc5-32d33b0edfe4 req-6ba1a1c5-103c-4494-b398-c746cf55e5fc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417442 Jan 04 14:40:49.331973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:49.623917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-d5239d38-4fb9-462e-9560-5ee1c264ce1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:49.625312 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-d5239d38-4fb9-462e-9560-5ee1c264ce1f service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0440304 Jan 04 14:40:49.712624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-6220450f-37c5-43ad-955f-0de8925fb5b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:49.714105 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-6220450f-37c5-43ad-955f-0de8925fb5b6 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0828717 Jan 04 14:40:49.781950 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-c4432f3c-927a-4541-9a4e-743f79254542 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 1001 time: 0.0612850 Jan 04 14:40:49.829205 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-c1721f5c-b97d-448b-9776-1d2c1897aafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:49.830699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-c1721f5c-b97d-448b-9776-1d2c1897aafe service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0429041 Jan 04 14:40:49.875223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-6eb00086-fca3-414a-a4ad-0c8dbcc485b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:49.876605 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-6eb00086-fca3-414a-a4ad-0c8dbcc485b7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393722 Jan 04 14:40:49.999096 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-a2c266db-0b3f-41ac-bdc9-e8285a88f9a0 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152174 Jan 04 14:40:50.007519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86360e37-4011-45d0-a98a-7ac5d926b307 req-16ffa561-ad8c-4596-966b-905811b88088 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:50.008855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-86360e37-4011-45d0-a98a-7ac5d926b307 req-16ffa561-ad8c-4596-966b-905811b88088 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0659440 Jan 04 14:40:50.111189 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-86360e37-4011-45d0-a98a-7ac5d926b307 req-506fc1a3-643f-4bab-bfb5-1cb58be120b1 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946083 Jan 04 14:40:50.130182 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cf06a62c-af94-4fd9-9379-2880bfe4af7a req-441e4857-adcf-4a5c-b9d7-abdc0fd15293 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203516 Jan 04 14:40:50.578800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:51.228642 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf34b3e5-d207-48c2-9e02-ee9df11cf434 req-713756ce-dc31-49c8-92a7-d025801fa077 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:51.230140 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf34b3e5-d207-48c2-9e02-ee9df11cf434 req-713756ce-dc31-49c8-92a7-d025801fa077 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0525081 Jan 04 14:40:51.278688 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-bf34b3e5-d207-48c2-9e02-ee9df11cf434 req-46696dab-145f-4ab0-93cf-cd859ab18c2c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Jan 04 14:40:52.232938 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:52.393508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb84d25-1541-4e20-8900-219d3d2bedee req-e9c8d1b6-f945-4cc9-a2af-d2bc48134db8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:52.394998 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ccb84d25-1541-4e20-8900-219d3d2bedee req-e9c8d1b6-f945-4cc9-a2af-d2bc48134db8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0491259 Jan 04 14:40:52.442755 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ccb84d25-1541-4e20-8900-219d3d2bedee req-274fe8d7-d0f5-480a-adc6-7ef3277cdac7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418646 Jan 04 14:40:53.555950 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e509713-5cce-41f2-8804-52294cd2d1c8 req-cde96caa-26fc-4b4c-b81d-4cc58fedd21f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:53.557305 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0e509713-5cce-41f2-8804-52294cd2d1c8 req-cde96caa-26fc-4b4c-b81d-4cc58fedd21f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0482614 Jan 04 14:40:53.604641 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-0e509713-5cce-41f2-8804-52294cd2d1c8 req-9aa87408-65a1-4d1f-921c-a0f36217a6fb tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413711 Jan 04 14:40:54.724155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8b021c-7615-4702-8254-3737c2b50fd4 req-642f48a0-0d82-4345-8c46-3ce0455fa68f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:54.725983 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1d8b021c-7615-4702-8254-3737c2b50fd4 req-642f48a0-0d82-4345-8c46-3ce0455fa68f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0549808 Jan 04 14:40:54.782153 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1d8b021c-7615-4702-8254-3737c2b50fd4 req-5b2d7623-439e-45ac-a526-d9c779d8b156 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494273 Jan 04 14:40:55.048776 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:40:55.124378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:55.146551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:40:55.148694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c54e6fa2-561b-4fd8-8a00-2ead5e6a8041" -d '{"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:40:55.161462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:40:55.166024 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:40:55.212338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:40:55.219881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.220238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.220586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.220927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.221264 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.221594 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.221952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.222287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.222619 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.222952 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.223277 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.223600 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.223924 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:40:55.896169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa94257-1655-4dff-8629-e62b2f96a35c req-65a85d6f-8133-42fd-aeb3-06d5cc6ad6ec tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:55.897603 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7fa94257-1655-4dff-8629-e62b2f96a35c req-65a85d6f-8133-42fd-aeb3-06d5cc6ad6ec tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0481932 Jan 04 14:40:55.949052 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-7fa94257-1655-4dff-8629-e62b2f96a35c req-0f5ab946-9902-4281-af6c-94898cbd024b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455801 Jan 04 14:40:56.076837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-35c5b092-2f50-4035-b2f1-3978b24cdfa0 req-f09287ea-78c7-4f51-b466-23df46b37c37 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:40:56.077888 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-35c5b092-2f50-4035-b2f1-3978b24cdfa0 req-f09287ea-78c7-4f51-b466-23df46b37c37 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0681365 Jan 04 14:40:56.197929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dd0f9d8-e665-422f-a776-cdc58bc7a930 x-openstack-request-id: req-1dd0f9d8-e665-422f-a776-cdc58bc7a930 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:40:56.198649 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-unplugged", "status": "completed", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:40:56.198966 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dd0f9d8-e665-422f-a776-cdc58bc7a930 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:40:56.199416 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'code': 200} Jan 04 14:40:56.201458 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-b2d90cde-d2fa-42b9-aef4-9b46633e54a1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0439107 Jan 04 14:40:56.210247 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-eda9b6e7-5be9-49ce-98b1-d21112d6cbb2 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:40:56.211202 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-eda9b6e7-5be9-49ce-98b1-d21112d6cbb2 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0049863 Jan 04 14:40:56.241404 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f640e3f-598d-4a75-b8ba-f38df53885bb req-fead0149-7b80-4346-8149-b281ffc1acc7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:56.242683 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9f640e3f-598d-4a75-b8ba-f38df53885bb req-fead0149-7b80-4346-8149-b281ffc1acc7 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0624828 Jan 04 14:40:56.296105 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9f640e3f-598d-4a75-b8ba-f38df53885bb req-9d549ff7-2a72-4e81-a31f-7b610c613c11 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469689 Jan 04 14:40:57.418198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b964aaba-f08b-43e8-8d19-2c20554e9877 req-cae6f8c5-37ad-4aee-a50c-03bf1c72903b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:57.419680 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b964aaba-f08b-43e8-8d19-2c20554e9877 req-cae6f8c5-37ad-4aee-a50c-03bf1c72903b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0537395 Jan 04 14:40:57.468429 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b964aaba-f08b-43e8-8d19-2c20554e9877 req-140432b3-0f95-4d3b-807e-25a42235c66e tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426772 Jan 04 14:40:58.582071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c87a71c-4bb8-428b-97d9-a062ed1b313f req-c56a7f1d-ff2b-429a-a031-2d30093cdcf8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:58.583566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c87a71c-4bb8-428b-97d9-a062ed1b313f req-c56a7f1d-ff2b-429a-a031-2d30093cdcf8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0481122 Jan 04 14:40:58.632924 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2c87a71c-4bb8-428b-97d9-a062ed1b313f req-7f7f3e14-ea04-49cf-ad03-cf53a4c13b9f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431318 Jan 04 14:40:59.748145 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac65192d-7ede-411e-9d9b-986dd7e498d4 req-0e549994-48e0-4477-adcc-dd04977060d5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:40:59.749692 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ac65192d-7ede-411e-9d9b-986dd7e498d4 req-0e549994-48e0-4477-adcc-dd04977060d5 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0501938 Jan 04 14:40:59.799988 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ac65192d-7ede-411e-9d9b-986dd7e498d4 req-6643a678-7dc1-4659-9f0a-7a467d764b27 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441804 Jan 04 14:41:00.916749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d56b10-42cd-496a-a05d-9ccb1aa6af29 req-08cecbad-de0b-4c92-987f-0152e01a940b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:00.918233 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-43d56b10-42cd-496a-a05d-9ccb1aa6af29 req-08cecbad-de0b-4c92-987f-0152e01a940b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0495040 Jan 04 14:41:00.967065 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-43d56b10-42cd-496a-a05d-9ccb1aa6af29 req-1182fbb1-5303-486c-b6b7-8a50c4d94fb8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429130 Jan 04 14:41:02.084281 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce60c51-94fd-4a23-aa53-6bb2947b36bd req-e9c5ee72-f3af-41da-b98e-bcfaace9a5c3 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:02.085682 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3ce60c51-94fd-4a23-aa53-6bb2947b36bd req-e9c5ee72-f3af-41da-b98e-bcfaace9a5c3 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0523186 Jan 04 14:41:02.134114 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3ce60c51-94fd-4a23-aa53-6bb2947b36bd req-e609f29d-7961-4a98-af5c-ecedbc43d422 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Jan 04 14:41:03.252961 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64bf432-1205-405b-8768-84527a9d50f6 req-5ee1aadc-a3aa-41b7-8610-c65f82c54f45 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:03.254696 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a64bf432-1205-405b-8768-84527a9d50f6 req-5ee1aadc-a3aa-41b7-8610-c65f82c54f45 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0526042 Jan 04 14:41:03.303652 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-a64bf432-1205-405b-8768-84527a9d50f6 req-6a721a69-a113-4d4e-8b45-978e50d8cd67 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429416 Jan 04 14:41:04.416959 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13041fdc-b5e1-42ec-a11b-3aab7f50c8ee req-8d051177-323f-4940-8eba-1866f09fdb45 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:04.418468 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13041fdc-b5e1-42ec-a11b-3aab7f50c8ee req-8d051177-323f-4940-8eba-1866f09fdb45 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0490549 Jan 04 14:41:04.467564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-13041fdc-b5e1-42ec-a11b-3aab7f50c8ee req-9fbdfb89-27ab-400a-a201-14ca0b2fb744 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426767 Jan 04 14:41:05.585946 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2939f59d-6805-435f-a9eb-582c74cd2026 req-d869bef8-ed4f-40ae-9df6-ddc1a07a2377 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:05.587548 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2939f59d-6805-435f-a9eb-582c74cd2026 req-d869bef8-ed4f-40ae-9df6-ddc1a07a2377 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0514636 Jan 04 14:41:05.638394 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2939f59d-6805-435f-a9eb-582c74cd2026 req-d9f607e0-fb79-4e79-98e7-8c3025de778b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446553 Jan 04 14:41:05.837479 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:06.184390 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-56d2d866-f5a1-4145-ab30-4b0b67d88012 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:06.185890 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-56d2d866-f5a1-4145-ab30-4b0b67d88012 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c&tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5 HTTP/1.1" status: 200 len: 1096 time: 0.0450521 Jan 04 14:41:06.244880 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-79a3a18f-a68c-4830-adce-992eb6ba4b1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:06.246345 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-79a3a18f-a68c-4830-adce-992eb6ba4b1b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1096 time: 0.0396833 Jan 04 14:41:06.334338 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-e94f323a-f149-4d15-ad1e-5b91ae62f38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:06.335783 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-e94f323a-f149-4d15-ad1e-5b91ae62f38c service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0827861 Jan 04 14:41:06.402080 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-c408dd58-bc15-4670-b8cf-3e9023821af1 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 999 time: 0.0598266 Jan 04 14:41:06.447437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-01c7f68f-6c8f-4fff-a564-e2d71dad9781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:06.448716 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-01c7f68f-6c8f-4fff-a564-e2d71dad9781 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0408196 Jan 04 14:41:06.492831 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-07179f13-0ded-4d36-8e25-d404d764376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:06.494289 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-07179f13-0ded-4d36-8e25-d404d764376a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384617 Jan 04 14:41:06.586931 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-6c6e44fd-9cdf-4edb-8258-431bf114dad8 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855942 Jan 04 14:41:06.676911 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-81f0ce37-5af0-4339-a94d-7fa2fde5bee4 req-94a6ea1a-5287-4896-a068-3bc21ec932fe service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835559 Jan 04 14:41:06.755990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60c52e06-85d2-4b4c-9b83-3f5aa1df98b5 req-8fe3a916-21b1-422c-8ae8-7ad27be88765 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:06.757397 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-60c52e06-85d2-4b4c-9b83-3f5aa1df98b5 req-8fe3a916-21b1-422c-8ae8-7ad27be88765 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0493047 Jan 04 14:41:06.810201 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-60c52e06-85d2-4b4c-9b83-3f5aa1df98b5 req-24a38765-64f8-4fbc-b654-491749bd4581 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460339 Jan 04 14:41:07.924744 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcc0cd16-ec50-4f00-8653-a6e1c490449b req-7ea15aeb-ad1a-4c08-8ad2-d05bab11810b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:07.926215 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bcc0cd16-ec50-4f00-8653-a6e1c490449b req-7ea15aeb-ad1a-4c08-8ad2-d05bab11810b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0493164 Jan 04 14:41:07.974289 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-bcc0cd16-ec50-4f00-8653-a6e1c490449b req-460762a1-f67d-4e35-8acc-3f4dbdb55d72 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421619 Jan 04 14:41:08.776800 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:41:09.087404 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112961f-7181-411a-ae41-f9dc017a1f24 req-4133af93-0187-4ae6-aecf-c0c03dbe2298 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:09.088811 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e112961f-7181-411a-ae41-f9dc017a1f24 req-4133af93-0187-4ae6-aecf-c0c03dbe2298 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0486336 Jan 04 14:41:09.138465 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e112961f-7181-411a-ae41-f9dc017a1f24 req-542a7f2e-d898-4da8-9822-cf4774849225 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431657 Jan 04 14:41:10.321802 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e789e951-e8f9-4afd-98d4-f5bbc39e4803 req-9c2985c7-02d2-4587-bbec-016a01ada670 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:10.323312 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e789e951-e8f9-4afd-98d4-f5bbc39e4803 req-9c2985c7-02d2-4587-bbec-016a01ada670 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.1179874 Jan 04 14:41:10.374842 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e789e951-e8f9-4afd-98d4-f5bbc39e4803 req-34232fe3-89ab-4cb4-817c-24d57276a521 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454137 Jan 04 14:41:11.486189 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b5f4fa-beb2-4247-a57e-acade62cd879 req-132af6b3-63df-4e63-936d-aed29e535958 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:11.487672 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b0b5f4fa-beb2-4247-a57e-acade62cd879 req-132af6b3-63df-4e63-936d-aed29e535958 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0475996 Jan 04 14:41:11.535350 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b0b5f4fa-beb2-4247-a57e-acade62cd879 req-5be81912-53d5-4b20-98c7-24f9a262b984 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418944 Jan 04 14:41:12.649656 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0575d3-01d2-44ec-ba04-99c35d8ece87 req-5b995f02-1d5f-444d-91b9-d383dade3f01 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:12.651116 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6d0575d3-01d2-44ec-ba04-99c35d8ece87 req-5b995f02-1d5f-444d-91b9-d383dade3f01 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0515287 Jan 04 14:41:12.699323 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-6d0575d3-01d2-44ec-ba04-99c35d8ece87 req-bf5aef65-a5b8-4ba1-b649-b13ee38d0b5b tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423589 Jan 04 14:41:13.816905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df550b1-c011-477d-adbb-4fd47a39fb88 req-1d383b23-6ed9-4f2e-9a25-f9f424a5dcf9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:13.818414 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6df550b1-c011-477d-adbb-4fd47a39fb88 req-1d383b23-6ed9-4f2e-9a25-f9f424a5dcf9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0528712 Jan 04 14:41:13.866386 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-6df550b1-c011-477d-adbb-4fd47a39fb88 req-8f95773d-6deb-49f6-83b9-8bfbe9731d1a tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421488 Jan 04 14:41:14.978014 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fed012a-05cc-4e3a-8bc0-aa0c6b6d6da3 req-8177858a-bfc4-4541-9655-a768832c43dc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:14.979439 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5fed012a-05cc-4e3a-8bc0-aa0c6b6d6da3 req-8177858a-bfc4-4541-9655-a768832c43dc tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 943 time: 0.0471487 Jan 04 14:41:15.027210 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5fed012a-05cc-4e3a-8bc0-aa0c6b6d6da3 req-81da32b8-9269-4dd4-9354-e56f51f62c51 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414255 Jan 04 14:41:15.121716 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:41:15.216911 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:41:15.227810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'port_id': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'mac_address': 'fa:16:3e:bb:a8:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:41:15.263643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:15.275873 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38a9a9fb-0999-4b4a-99b5-d09d619b1752 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:41:15.295822 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:41:15.299669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:15.344953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:41:15.538870 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['38a9a9fb-0999-4b4a-99b5-d09d619b1752'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:41:15.626409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-04dca932-624c-4252-9167-56b067e45e67 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:16.142238 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27735c0-b36a-494f-ac47-d75a7c1a712d req-0c8fa2f3-523b-4f9f-8745-59a82ef59c71 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:16.143690 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c27735c0-b36a-494f-ac47-d75a7c1a712d req-0c8fa2f3-523b-4f9f-8745-59a82ef59c71 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 944 time: 0.0486567 Jan 04 14:41:16.192969 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-c27735c0-b36a-494f-ac47-d75a7c1a712d req-afdb4052-2e7f-4672-9be2-2c0043dee2a6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434825 Jan 04 14:41:17.121373 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:41:17.167200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:41:17.167561 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:17.240385 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:17.263335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:41:17.265536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3abb8a35-d1f9-48ee-ad44-0d601bfbf378" -d '{"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-plugged", "status": "completed", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:41:17.278363 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:41:17.284095 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:17.313783 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63ada26d-0a90-4ceb-a94d-b773a6962ee6 req-ea472861-a489-472c-a018-66aab527b183 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:17.315433 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ada26d-0a90-4ceb-a94d-b773a6962ee6 req-ea472861-a489-472c-a018-66aab527b183 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 944 time: 0.0550511 Jan 04 14:41:17.316212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:41:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c63eaac-e2a2-4e59-9bfd-30678e68acc7 x-openstack-request-id: req-3c63eaac-e2a2-4e59-9bfd-30678e68acc7 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:41:17.316508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-plugged", "status": "completed", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:41:17.316760 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-3c63eaac-e2a2-4e59-9bfd-30678e68acc7 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:41:17.317176 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'code': 200} Jan 04 14:41:17.345345 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:41:17.380338 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-63ada26d-0a90-4ceb-a94d-b773a6962ee6 req-77835b48-65a0-4466-82d3-48df2e227a2d tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517209 Jan 04 14:41:17.516825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf203b0-f4d4-4b0f-bdc0-a5eb63c9ceb0 req-743ee3c5-8769-42d5-b04c-3a1b46f09d39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:17.518316 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3cf203b0-f4d4-4b0f-bdc0-a5eb63c9ceb0 req-743ee3c5-8769-42d5-b04c-3a1b46f09d39 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0399587 Jan 04 14:41:17.561953 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-3cf203b0-f4d4-4b0f-bdc0-a5eb63c9ceb0 req-e2247aa3-71be-48a8-a9da-10f2b6d1aad5 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373173 Jan 04 14:41:17.947132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ba0d0cf-0af7-4cad-98d9-297eb446c8da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:18.497128 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bbf7c-4b6f-4dca-a91c-a60fc921a6f0 req-113f0836-cc96-4fb0-99fb-ca9fca0419b2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:18.498651 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ab7bbf7c-4b6f-4dca-a91c-a60fc921a6f0 req-113f0836-cc96-4fb0-99fb-ca9fca0419b2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0480037 Jan 04 14:41:18.552038 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-ab7bbf7c-4b6f-4dca-a91c-a60fc921a6f0 req-2306c8c8-64cd-4f18-b541-ece7224c2149 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472293 Jan 04 14:41:19.333369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:19.666899 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b43761d-4264-4598-b333-3dfbc73f6520 req-9d75abb1-c69c-4a8f-9027-b062f363cc13 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:19.668352 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b43761d-4264-4598-b333-3dfbc73f6520 req-9d75abb1-c69c-4a8f-9027-b062f363cc13 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0475407 Jan 04 14:41:19.715974 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-1b43761d-4264-4598-b333-3dfbc73f6520 req-56390c73-7e94-4c8e-977e-c035a42d5e8c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406713 Jan 04 14:41:20.582347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:21.723277 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-43c9094c-bc34-4041-a037-abadd7142987 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0884051 Jan 04 14:41:21.801699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-91198b2b-7675-4a92-9968-3d94267c1b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:21.803212 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-91198b2b-7675-4a92-9968-3d94267c1b75 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0393696 Jan 04 14:41:21.906253 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-785b3363-358c-480c-8119-6e63b300366a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:21.907687 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-785b3363-358c-480c-8119-6e63b300366a service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0857608 Jan 04 14:41:21.970540 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-cc141120-34cd-4397-83d2-1a4a0e8705e8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 1001 time: 0.0559998 Jan 04 14:41:22.018144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-ca171477-06f9-46a8-9a7b-4a170a62f6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:22.019528 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-ca171477-06f9-46a8-9a7b-4a170a62f6b4 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0431249 Jan 04 14:41:22.066570 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-31843ca1-fea5-42c3-a02f-fd31080865cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:41:22.067989 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-31843ca1-fea5-42c3-a02f-fd31080865cd service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418591 Jan 04 14:41:22.155366 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-cc78e940-3c89-4f45-b3ec-fe95ea02e91c service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804126 Jan 04 14:41:22.235187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:22.250081 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-2ab401a9-b409-4526-970d-aa7a6fdd0b28 req-cfb9924e-d494-438f-b7bb-524c128fad11 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882215 Jan 04 14:41:35.857588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:45.607347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df5500d6-ab48-45f1-aa74-1eef409a5705 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:45.775760 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:41:47.948279 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fc0bee73-1bcf-405a-9c18-af37fda96cde None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:49.336425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:50.585305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:41:52.237486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:05.864112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:15.608381 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2e11d966-ce7c-490b-8255-fc2b419248eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:17.949015 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-750bdbda-fb35-45b4-8721-5af6fd0af5fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:19.338892 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:20.588609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:21.666812 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-f697b840-5cdf-40ca-aff1-8ba8d722ecb9 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0384715 Jan 04 14:42:21.751061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-0697131c-2b66-40b5-bac4-aaba377088e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:21.752569 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-0697131c-2b66-40b5-bac4-aaba377088e0 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0451415 Jan 04 14:42:21.853437 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-12962e46-9a91-4ccd-8ce5-3c502fc33c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:21.854821 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-12962e46-9a91-4ccd-8ce5-3c502fc33c81 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.0832632 Jan 04 14:42:21.922414 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-43906150-cb9b-4290-89f3-2227a42b42bb service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 1001 time: 0.0596693 Jan 04 14:42:21.968057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-687fad9e-ebe7-4e9e-8d32-ea8aea88a28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:21.969400 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-687fad9e-ebe7-4e9e-8d32-ea8aea88a28a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0406868 Jan 04 14:42:22.011553 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-add77334-335b-44bf-944b-4ba03baa9985 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:22.012949 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-add77334-335b-44bf-944b-4ba03baa9985 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0371799 Jan 04 14:42:22.101408 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-106f5b17-d844-455e-892c-f87f9fc1f2ba service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817177 Jan 04 14:42:22.186417 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-73257353-3ad2-42bb-9aa3-591254b3d1b9 req-4bdffd0a-cb33-4ef1-8192-f599c8068b93 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0782421 Jan 04 14:42:22.241810 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:22.774511 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:42:35.223921 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47316) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:35.667635 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Deleting port 0b79703c-0239-472d-bd98-225166640e87 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:35.667979 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:35.739875 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:35.740200 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:35.751766 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Calling delete_port for 0b79703c-0239-472d-bd98-225166640e87 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:35.863781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:35.896391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:35.920984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event deleted for resources: {'Port': ['ID=0b79703c-0239-472d-bd98-225166640e87,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:35.932155 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.932508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.932850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.933188 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.933521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.933847 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.934197 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.934533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.934854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.935199 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.935522 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.935839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.936158 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:35.991508 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:35.991884 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Floating IP 41b21592-f09d-4182-b011-2722414cc39d disassociated (deleted). External IP: 172.36.2.189, port: 38a9a9fb-0999-4b4a-99b5-d09d619b1752. Jan 04 14:42:36.193734 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:42:36.300074 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:42:36.304810 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:36.310085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:42:36.322333 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:36.322947 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:36.333058 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b6dc307d-7200-47f5-90e4-8889994fa18f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "DELETE /v2.0/floatingips/41b21592-f09d-4182-b011-2722414cc39d HTTP/1.1" status: 204 len: 168 time: 1.1055746 Jan 04 14:42:36.333058 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:42:36.333975 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d09e69bc-d3f2-487e-b738-6755be738b57" -d '{"events": [{"name": "network-changed", "server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:42:36.374130 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:42:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03511dbd-08c2-4b43-ad49-ffc80317dea3 x-openstack-request-id: req-03511dbd-08c2-4b43-ad49-ffc80317dea3 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:42:36.374444 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:42:36.374710 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-03511dbd-08c2-4b43-ad49-ffc80317dea3 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:42:36.375129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'status': 'completed', 'code': 200} Jan 04 14:42:36.432646 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:36.441991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-19a0c86c-e5d4-4bd4-ade4-e1daf0da02a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:36.443540 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-19a0c86c-e5d4-4bd4-ade4-e1daf0da02a2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 1098 time: 0.0462956 Jan 04 14:42:36.568112 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-d36c05f7-b04b-496a-85e8-49b1cd74a232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:36.570159 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-d36c05f7-b04b-496a-85e8-49b1cd74a232 service neutron] 10.222.0.13 "GET /v2.0/networks?id=caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 200 len: 910 time: 0.1202254 Jan 04 14:42:36.581332 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff9d301-0ade-44f1-81fa-f92a362eee8c req-bdccb4ef-0240-4ed4-a420-2eab8e403f02 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:36.582761 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eff9d301-0ade-44f1-81fa-f92a362eee8c req-bdccb4ef-0240-4ed4-a420-2eab8e403f02 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0679538 Jan 04 14:42:36.623313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-061ca72b-658c-42c1-89c1-0fe17b540332 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 200 len: 217 time: 0.0396073 Jan 04 14:42:36.634571 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:36.660518 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:42:36.669498 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:36.670139 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:36.699334 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-eff9d301-0ade-44f1-81fa-f92a362eee8c req-9dd4ce8f-35ba-4904-b988-bedbfbd3f8ec tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086361 Jan 04 14:42:36.701104 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-e6f072a2-ff90-4838-bd22-025a17fd4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:36.702507 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-e6f072a2-ff90-4838-bd22-025a17fd4275 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 200 len: 848 time: 0.0664318 Jan 04 14:42:36.748992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-5257bf07-359e-41cf-9296-3f4c642ee203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:36.750588 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-5257bf07-359e-41cf-9296-3f4c642ee203 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=caeb5848-2706-4662-ac02-1fbd61969928&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414352 Jan 04 14:42:36.776567 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:36.842160 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-f4bfdca7-0e87-46e9-950e-6e6bd6059609 service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845115 Jan 04 14:42:36.932784 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d09e69bc-d3f2-487e-b738-6755be738b57 req-3c07e0df-3cc5-4281-aa9f-e143a71c0caa service neutron] 10.222.0.13 "GET /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836046 Jan 04 14:42:36.970395 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:36.995722 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-151c2ae7-c3df-4d96-b2e0-ef140eb51d96 None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:50Z', 'revision_number': 4, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'c5da3aec-d191-4e91-9d56-121c969ee2ec', 'name': '', 'network_id': 'caeb5848-2706-4662-ac02-1fbd61969928', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'mac_address': 'fa:16:3e:2b:67:81', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_interface', 'standard_attr_id': 1812, 'fixed_ips': [{'subnet_id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:50Z', 'updated_at': '2022-01-04T14:33:54Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'subnets': [{'id': 'def1d6d0-e970-4784-8a1d-49b808b7273b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:42:37.203009 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e2a0c24-4349-497b-a679-005bf3b218d0 None None] New status for floating IP 41b21592-f09d-4182-b011-2722414cc39d: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:42:37.816353 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e402675-868b-401d-a505-d42bce4286a3 req-47120c55-af1d-4599-a274-3e863c490be2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:37.817834 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7e402675-868b-401d-a505-d42bce4286a3 req-47120c55-af1d-4599-a274-3e863c490be2 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0506525 Jan 04 14:42:37.866292 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-7e402675-868b-401d-a505-d42bce4286a3 req-9ab18a48-2e8b-4c44-a3d2-9fc8ea17c33c tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/security-groups?id=ac992ae1-248a-4c53-8095-96547fa3705c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425558 Jan 04 14:42:38.042237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-e77f665e-ff4c-47a7-864e-a1310361a311 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:38.043587 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-e77f665e-ff4c-47a7-864e-a1310361a311 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 945 time: 0.0525928 Jan 04 14:42:38.129862 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Deleting port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:38.130228 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:38.222283 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] For port 38a9a9fb-0999-4b4a-99b5-d09d619b1752, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=38a9a9fb-0999-4b4a-99b5-d09d619b1752,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:38.222638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:38.234129 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Calling delete_port for 38a9a9fb-0999-4b4a-99b5-d09d619b1752 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:38.362174 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:38.395002 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event deleted for resources: {'Port': ['ID=38a9a9fb-0999-4b4a-99b5-d09d619b1752,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:38.435565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] No DVR routers for this DVR port 38a9a9fb-0999-4b4a-99b5-d09d619b1752 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:42:38.438167 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:38.441655 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-54edc398-3a94-4ec7-b374-b918a4ff3914 req-65bc9d72-29d8-44b6-961f-59958ea75be9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.13 "DELETE /v2.0/ports/38a9a9fb-0999-4b4a-99b5-d09d619b1752 HTTP/1.1" status: 204 len: 173 time: 0.3917971 Jan 04 14:42:38.442146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-deleted', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:42:38.445916 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70332c62-df83-4855-8406-5fda903cf3ce" -d '{"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-deleted", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:42:38.483043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:42:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a2e7a2f-5678-4c63-900b-dd72f731b286 x-openstack-request-id: req-7a2e7a2f-5678-4c63-900b-dd72f731b286 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:42:38.483391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb47d405-bcbc-47b8-8a11-2db923947c6c", "name": "network-vif-deleted", "tag": "38a9a9fb-0999-4b4a-99b5-d09d619b1752", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:42:38.483708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7a2e7a2f-5678-4c63-900b-dd72f731b286 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:42:38.484122 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb47d405-bcbc-47b8-8a11-2db923947c6c', 'name': 'network-vif-deleted', 'tag': '38a9a9fb-0999-4b4a-99b5-d09d619b1752', 'status': 'completed', 'code': 200} Jan 04 14:42:38.957927 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-d3245a7f-6335-42be-8404-4711d060fbdb req-dcaea780-c360-4b0f-8cf6-0d2876bd0e63 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0259666 Jan 04 14:42:40.056405 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4037a58c-e6fe-4cd1-8d88-c9d6cebbca37 req-acc5d495-1edc-4886-ae9f-9d8c58efc7b9 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0280344 Jan 04 14:42:41.150388 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a2e37884-a18c-4d4e-af1f-714e83f85a57 req-8e3cbbc4-61c7-487c-a309-88a24f05b541 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0257149 Jan 04 14:42:41.476291 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:41.496124 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: 38a9a9fb-0999-4b4a-99b5-d09d619b1752 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:41.496464 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device 38a9a9fb-0999-4b4a-99b5-d09d619b1752 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:42.244391 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-de5b5481-11c8-4dac-a0ba-e815fd13a443 req-eb288c0a-76e6-4b24-8d2e-b69b4f548e76 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0261188 Jan 04 14:42:43.341303 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-b900d0e7-6653-4f6a-9608-f80f879ccb0e req-4bad0003-5da1-4a29-9452-db75d3d61863 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0289357 Jan 04 14:42:44.437227 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-72aced3f-3948-4db4-9ce1-971de5aead84 req-e840fcdb-bd17-4e9d-acee-42983dc542fe tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0297139 Jan 04 14:42:45.532506 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e1249f83-ab52-46b5-9acc-140bf9b4c855 req-692bc50c-64f0-4254-a808-de06084758d6 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0270169 Jan 04 14:42:45.610660 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f6dfd350-58e0-465c-8ddd-0e2fd46a4c61 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:46.644378 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8aae9242-49f0-4c96-b99b-2db071044c21 req-816d7c32-5f3e-446d-9b9c-142b5b256dc8 tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "GET /v2.0/ports?device_id=fb47d405-bcbc-47b8-8a11-2db923947c6c HTTP/1.1" status: 200 len: 210 time: 0.0293164 Jan 04 14:42:47.703330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47358) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:47.759432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e864fd4-5243-4315-802a-a63bbdac7d5f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:47.783721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e864fd4-5243-4315-802a-a63bbdac7d5f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:47.843384 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e864fd4-5243-4315-802a-a63bbdac7d5f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:47.846237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-6e864fd4-5243-4315-802a-a63bbdac7d5f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:47.847427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6e864fd4-5243-4315-802a-a63bbdac7d5f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] 10.222.0.30 "DELETE /v2.0/security-groups/ac992ae1-248a-4c53-8095-96547fa3705c HTTP/1.1" status: 204 len: 168 time: 0.1430817 Jan 04 14:42:47.856818 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e864fd4-5243-4315-802a-a63bbdac7d5f tempest-TestShelveInstance-1106309493 tempest-TestShelveInstance-1106309493-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac992ae1-248a-4c53-8095-96547fa3705c,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:47.897375 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47362) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:47.951708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7413475b-b56c-4cce-9f46-2fd8935c15c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:48.634817 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:48.876897 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Deleting port c5da3aec-d191-4e91-9d56-121c969ee2ec {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:48.877234 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:48.963062 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] For port c5da3aec-d191-4e91-9d56-121c969ee2ec, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c5da3aec-d191-4e91-9d56-121c969ee2ec,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:48.963671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:48.975734 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Calling delete_port for c5da3aec-d191-4e91-9d56-121c969ee2ec owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:49.154464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:49.180635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5da3aec-d191-4e91-9d56-121c969ee2ec,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:49.225065 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.225857 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.226228 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.226566 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.226895 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.227232 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.227560 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.227888 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.228214 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.228541 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.228867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.229982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.230322 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:49.343506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:49.364213 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:49.577932 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Router c75a5007-47f7-49a8-a4ac-05f248ae8a09 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:42:49.682127 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:42:49.687226 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-ddc96eb0-e0d4-4a5e-b7e5-2ed6b52081a0 admin admin] 10.222.0.30 "PUT /v2.0/routers/c75a5007-47f7-49a8-a4ac-05f248ae8a09/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7881441 Jan 04 14:42:49.689729 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47368) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:49.692095 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] Sync routers for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:42:49.703088 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:49.703691 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:49.799004 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks [] for router, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:49.806995 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:49.908101 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:49.963201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Deleting port 507d3de9-0fbd-41af-a806-ea8373a37f79 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:49.963905 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.046242 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] For port 507d3de9-0fbd-41af-a806-ea8373a37f79, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=507d3de9-0fbd-41af-a806-ea8373a37f79,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:50.046675 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.059620 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Calling delete_port for 507d3de9-0fbd-41af-a806-ea8373a37f79 owned by network:router_gateway {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:50.077890 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92'}], 'enable_snat': True}, 'gw_port_id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:42:49Z', 'revision_number': 5, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port': {'id': '507d3de9-0fbd-41af-a806-ea8373a37f79', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:ff:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1811, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.92', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:33:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:50.104093 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] Checking router: c75a5007-47f7-49a8-a4ac-05f248ae8a09 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:42:50.112336 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] Routers {'c75a5007-47f7-49a8-a4ac-05f248ae8a09'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:50.113159 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:50.199993 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] Set router c75a5007-47f7-49a8-a4ac-05f248ae8a09 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:50.229357 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.256101 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:42:49Z', 'revision_number': 6, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:50.257922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Pushing event deleted for resources: {'Port': ['ID=507d3de9-0fbd-41af-a806-ea8373a37f79,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:50.277066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b34459-da41-4422-be71-6e99268bd2c4 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:50.298856 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ec351c4-55b2-4b5a-b3dd-e70da5ddd3e5 None None] The sync data for ids ['c75a5007-47f7-49a8-a4ac-05f248ae8a09'] in dv-neutron-master-2-hyperv is: [{'id': 'c75a5007-47f7-49a8-a4ac-05f248ae8a09', 'name': 'tempest-TestShelveInstance-2145393435-router', 'tenant_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:48Z', 'updated_at': '2022-01-04T14:42:49Z', 'revision_number': 6, 'project_id': '84a7213bf5d44c5eb2350ce56ba59ba5', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:42:50.333254 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.432314 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.434851 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.482222 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.482887 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c75a5007-47f7-49a8-a4ac-05f248ae8a09 {{(pid=103265) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:42:50.488487 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] Publish callbacks [] for router, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.489669 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e6e199dd-45b7-4bfe-9d4a-bb9ff0f304f3 admin admin] 10.222.0.30 "DELETE /v2.0/routers/c75a5007-47f7-49a8-a4ac-05f248ae8a09 HTTP/1.1" status: 204 len: 168 time: 0.7989883 Jan 04 14:42:50.492285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47370) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:50.543480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Deleting subnet def1d6d0-e970-4784-8a1d-49b808b7273b {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:42:50.546573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.581334 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.593949 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.656942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.712815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.738028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=def1d6d0-e970-4784-8a1d-49b808b7273b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:50.743598 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.747691 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-c5265397-96f3-4ff6-a3c7-1cfb29988af7 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/def1d6d0-e970-4784-8a1d-49b808b7273b HTTP/1.1" status: 204 len: 168 time: 0.2534821 Jan 04 14:42:50.751213 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47372) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:50.751370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf65bf4-5655-41af-9006-974fad2403ad None None] Network caeb5848-2706-4662-ac02-1fbd61969928 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:42:50.835695 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.903341 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Deleting port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:50.903867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.971502 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] For port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,segment=NetworkSegment(ecbf79d2-f5ab-417f-aedb-d62cccd1b428),segment_id=ecbf79d2-f5ab-417f-aedb-d62cccd1b428)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:50.971960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:50.986803 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Calling delete_port for 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 owned by network:dhcp {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:51.079874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c42b3c30-3597-416c-9a9e-daf0f61e54d5 None None] DHCP port deletion for caeb5848-2706-4662-ac02-1fbd61969928 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:51.086640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.088836 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c5da3aec-d191-4e91-9d56-121c969ee2ec no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:51.113724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c5da3aec-d191-4e91-9d56-121c969ee2ec {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:51.114388 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c5da3aec-d191-4e91-9d56-121c969ee2ec not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:51.114994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 507d3de9-0fbd-41af-a806-ea8373a37f79 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:51.116942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Pushing event deleted for resources: {'Port': ['ID=04255ca4-1898-44aa-a9d5-64ff6c5d89d9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:51.126220 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] No DVR routers for this DVR port 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 on host dv-neutron-master-2-hyperv {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:42:51.137390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 507d3de9-0fbd-41af-a806-ea8373a37f79 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:51.138462 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 507d3de9-0fbd-41af-a806-ea8373a37f79 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:51.206956 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.233678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caeb5848-2706-4662-ac02-1fbd61969928']}} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:51.244742 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428') {'for_net_delete': True} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:51.245054 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.services.segments.db [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbf79d2-f5ab-417f-aedb-d62cccd1b428') {} {{(pid=103264) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:51.258949 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-6271299'] for segment, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.274568 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.283726 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=103264) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:42:51.284110 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5340570'] for segment, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:network_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:physical_network failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_network:provider:segmentation_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:profile failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:host_id failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_type failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: /usr/local/lib/python3.8/dist-packages/oslo_policy/policy.py:1119: UserWarning: Policy rule:get_port:binding:vif_details failed scope check. The token used to make the request was project scoped but the policy requires ['system'] scope. This behavior may change in the future where using the intended scope is required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: warnings.warn(msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: Traceback (most recent call last): Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: timer() Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: cb(*args, **kw) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: return func(*args, **kwargs) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: self._notify() Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: self.callback(batched_events) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: event.method(event) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: return f(self, *a, **k) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: return self._get(url).json() Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: return self.request(url, 'GET', **kwargs) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:42:51.285760 dv-neutron-master-2-hyperv neutron-server[103264]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:42:51.342660 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.359640 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.365385 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] 10.222.0.30 "DELETE /v2.0/networks/caeb5848-2706-4662-ac02-1fbd61969928 HTTP/1.1" status: 204 len: 168 time: 0.6126108 Jan 04 14:42:51.365385 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce540c56-315e-4d07-aa51-7338df363567 admin admin] Pushing event deleted for resources: {'Network': ['ID=caeb5848-2706-4662-ac02-1fbd61969928,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:51.365776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47374) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:51.728872 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:51.972621 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Deleting port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:51.972963 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:52.049900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] For port 56e33fe4-647a-4e03-ba85-c83d11b4a9c3, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:52.050366 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:52.063608 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Calling delete_port for 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 owned by network:router_interface {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:52.244429 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:52.245309 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:52.270138 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Pushing event deleted for resources: {'Port': ['ID=56e33fe4-647a-4e03-ba85-c83d11b4a9c3,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:52.441471 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:52.960564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Router 1aab9778-1379-471f-bdb1-ae5511eb3f06 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:42:53.066743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:53.071698 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:42:53.077925 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-d9111295-f5ee-42bc-a512-d9fe6ee6cc08 admin admin] 10.222.0.30 "PUT /v2.0/routers/1aab9778-1379-471f-bdb1-ae5511eb3f06/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7099214 Jan 04 14:42:53.079472 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47376) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:53.091588 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] Sync routers for ids ['1aab9778-1379-471f-bdb1-ae5511eb3f06'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:42:53.094362 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:53.094777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 04255ca4-1898-44aa-a9d5-64ff6c5d89d9 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:53.104802 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] Routers {'1aab9778-1379-471f-bdb1-ae5511eb3f06'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:53.105560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1aab9778-1379-471f-bdb1-ae5511eb3f06'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:53.190834 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.213261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] Set router 1aab9778-1379-471f-bdb1-ae5511eb3f06 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:53.295532 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.349025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Deleting port c94371c0-8ab9-4fe8-a914-0c686631e86d {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:53.349620 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.401794 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57'}], 'enable_snat': True}, 'gw_port_id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:42:52Z', 'revision_number': 5, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port': {'id': 'c94371c0-8ab9-4fe8-a914-0c686631e86d', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:78:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1823, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:33:53Z', 'updated_at': '2022-01-04T14:33:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:53.432902 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] Checking router: 1aab9778-1379-471f-bdb1-ae5511eb3f06 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:42:53.434040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] For port c94371c0-8ab9-4fe8-a914-0c686631e86d, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=c94371c0-8ab9-4fe8-a914-0c686631e86d,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:53.434499 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.441239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] Routers {'1aab9778-1379-471f-bdb1-ae5511eb3f06'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:53.441815 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['1aab9778-1379-471f-bdb1-ae5511eb3f06'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:53.446562 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Calling delete_port for c94371c0-8ab9-4fe8-a914-0c686631e86d owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:53.529392 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] Set router 1aab9778-1379-471f-bdb1-ae5511eb3f06 gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:53.580587 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:42:53Z', 'revision_number': 6, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:53.611680 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2e58e2-0908-4a96-b374-5ed37963e081 None None] The sync data for ids ['1aab9778-1379-471f-bdb1-ae5511eb3f06'] in dv-neutron-master-2-hyperv is: [{'id': '1aab9778-1379-471f-bdb1-ae5511eb3f06', 'name': 'tempest-TestShelveInstance-1868274548-router', 'tenant_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:33:52Z', 'updated_at': '2022-01-04T14:42:53Z', 'revision_number': 6, 'project_id': 'c9a0bb651a6f4610ac70dfd11cd27bb9', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:42:53.616687 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.645848 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Pushing event deleted for resources: {'Port': ['ID=c94371c0-8ab9-4fe8-a914-0c686631e86d,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:53.668796 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d47eb5d-723f-4ac1-9dd3-40b03f31c7a5 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:53.726817 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.822774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.824886 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.866628 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.867237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1aab9778-1379-471f-bdb1-ae5511eb3f06 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:42:53.871871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.872578 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b03d1812-d23d-4b4c-973f-48c0e931724d admin admin] 10.222.0.30 "DELETE /v2.0/routers/1aab9778-1379-471f-bdb1-ae5511eb3f06 HTTP/1.1" status: 204 len: 168 time: 0.7920043 Jan 04 14:42:53.874998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47378) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:53.918252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Deleting subnet 6154b216-7c0d-494d-9d62-cc473e036e3f {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:42:53.921204 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:53.953806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.032555 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.082216 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.109708 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.115407 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/6154b216-7c0d-494d-9d62-cc473e036e3f HTTP/1.1" status: 204 len: 168 time: 0.2370214 Jan 04 14:42:54.115407 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93617612-cd8e-4707-83ed-2e21b7fbce47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6154b216-7c0d-494d-9d62-cc473e036e3f,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:54.118023 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47380) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:54.119504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113850eb-4c7e-4d46-b1dd-03b538866f82 None None] Network c9ac7b9f-0141-430e-98f0-2cc515fb51a6 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:42:54.190472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.243047 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Deleting port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:54.243383 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.306460 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] DHCP port deletion for c9ac7b9f-0141-430e-98f0-2cc515fb51a6 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:54.310491 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] For port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:54.310847 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.323423 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Calling delete_port for 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:54.364307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Deleting port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:42:54.365096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.409244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.438819 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Pushing event deleted for resources: {'Port': ['ID=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:54.440676 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] No DVR routers for this DVR port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:42:54.441139 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] For port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,segment=NetworkSegment(b613d72f-b673-48aa-96c2-01cd3e11fe94),segment_id=b613d72f-b673-48aa-96c2-01cd3e11fe94)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:54.442156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.458879 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Calling delete_port for 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:42:54.514990 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.534416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9ac7b9f-0141-430e-98f0-2cc515fb51a6']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:54.544379 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b613d72f-b673-48aa-96c2-01cd3e11fe94') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:54.544700 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b613d72f-b673-48aa-96c2-01cd3e11fe94') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:54.554720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.567786 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.580984 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:42:54.581385 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.581508 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:42:54.583187 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:42:54.613839 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Pushing event deleted for resources: {'Port': ['ID=74e20ff0-b7ec-4992-b85e-79e2c08b6ed1,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:54.619236 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] No DVR routers for this DVR port 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:42:54.636041 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.636299 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.636725 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.637148 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.637654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.638010 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.638339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.638670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.639062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.639712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.639712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.639967 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.640425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ef88a0f-3181-4246-bb8b-140ee6568a03 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:54.643251 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.650002 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.653295 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] 10.222.0.30 "DELETE /v2.0/networks/c9ac7b9f-0141-430e-98f0-2cc515fb51a6 HTTP/1.1" status: 204 len: 168 time: 0.5342636 Jan 04 14:42:54.664015 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce64f8-3f51-4b13-83db-62e05514b61b admin admin] Pushing event deleted for resources: {'Network': ['ID=c9ac7b9f-0141-430e-98f0-2cc515fb51a6,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:54.773322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47386) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:54.813528 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-51ff9304-2400-454c-81e4-a3b29abb3213 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=84a7213bf5d44c5eb2350ce56ba59ba5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389836 Jan 04 14:42:54.815939 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47388) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:54.864202 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-afb11578-38ba-44da-a661-f4a432572534 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.885186 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-afb11578-38ba-44da-a661-f4a432572534 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.930026 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-afb11578-38ba-44da-a661-f4a432572534 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.932563 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-afb11578-38ba-44da-a661-f4a432572534 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:54.933706 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-afb11578-38ba-44da-a661-f4a432572534 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/40887278-7cd9-4316-af2e-563a12354185 HTTP/1.1" status: 204 len: 168 time: 0.1168921 Jan 04 14:42:54.941362 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb11578-38ba-44da-a661-f4a432572534 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40887278-7cd9-4316-af2e-563a12354185,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:55.023486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:55.044096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:55.044442 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 56e33fe4-647a-4e03-ba85-c83d11b4a9c3 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:55.044891 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c94371c0-8ab9-4fe8-a914-0c686631e86d no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:55.066147 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: c94371c0-8ab9-4fe8-a914-0c686631e86d {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:55.066536 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device c94371c0-8ab9-4fe8-a914-0c686631e86d not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:55.066901 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:42:55.086662 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:42:55.087014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 74e20ff0-b7ec-4992-b85e-79e2c08b6ed1 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:42:55.248181 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47394) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:55.287302 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-6d41a540-9e95-4db1-8adc-263148d927ff admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=c9a0bb651a6f4610ac70dfd11cd27bb9&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378857 Jan 04 14:42:55.289539 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47396) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:55.335157 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b2ad926c-4188-4e09-92f0-eab306b5f8ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:55.355083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b2ad926c-4188-4e09-92f0-eab306b5f8ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:55.399322 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b2ad926c-4188-4e09-92f0-eab306b5f8ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:55.401904 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-b2ad926c-4188-4e09-92f0-eab306b5f8ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:55.403099 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-b2ad926c-4188-4e09-92f0-eab306b5f8ca admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/36076852-9531-40ab-9239-6899adca26ff HTTP/1.1" status: 204 len: 168 time: 0.1126349 Jan 04 14:42:55.410934 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ad926c-4188-4e09-92f0-eab306b5f8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36076852-9531-40ab-9239-6899adca26ff,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:56.074942 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47418) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:56.167363 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-231096954-network', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:42:56.189823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Made reservation on behalf of fbf0e0d8e1284771b997b20cc63393c8 for: {'network': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:42:56.192122 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.203519 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.275230 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.278844 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.302521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=103264) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:42:56.311107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e5cf4f1-cdf3-45e3-9d6d-b692b39e7800,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:56.317062 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.317411 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.segments_db [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Added segment 76e8ca84-7fbb-4081-8afb-558a3f39136e of type vlan for network 22722406-7aac-4a6f-8f0d-c64f455502b2 Jan 04 14:42:56.357701 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.382749 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.383675 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:56.384247 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Publish callbacks [] for network, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.409478 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3334684 Jan 04 14:42:56.412564 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47422) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:56.417549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Request body: {'subnet': {'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-231096954-subnet', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'ip_version': 4}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:42:56.438947 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Made reservation on behalf of fbf0e0d8e1284771b997b20cc63393c8 for: {'subnet': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:42:56.441225 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6226113'] for subnet, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.450574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b706f1e-5695-4b11-8225-5e873082105e admin admin] Pushing event updated for resources: {'Network': ['ID=22722406-7aac-4a6f-8f0d-c64f455502b2,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:56.460574 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:42:56.603799 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5317468', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6226135'] for subnet, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.661630 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0bd138f5-1ff5-478c-b43c-6f33bee113a9,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:56.665928 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Checking segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103265) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:42:56.666290 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Network hostable DHCP agents. Network: 22722406-7aac-4a6f-8f0d-c64f455502b2, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103265) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:42:56.682500 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103265) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:42:56.690398 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 22722406-7aac-4a6f-8f0d-c64f455502b2) {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:42:56.695237 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:42:56.695764 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.700566 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eb5d7e7-0e13-4636-aff2-bde4b42a1fb4 None None] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:42:56.710615 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-58846431-2424-4603-90dc-4bf023e4e8e8 admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.2969103 Jan 04 14:42:56.713674 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47424) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:56.718171 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:42:56.740001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.741579 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.798893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.803880 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-22722406-7aac-4a6f-8f0d-c64f455502b2', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:42:56.804792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:56.938246 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Allocated IP 172.20.0.2 (22722406-7aac-4a6f-8f0d-c64f455502b2/0bd138f5-1ff5-478c-b43c-6f33bee113a9/f6602a9b-591d-41b7-bb65-4f44124437fc) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:42:57.088099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.094632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.135599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:42:57.140689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:42:57.145088 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:42:57.148305 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Pushing event updated for resources: {'Port': ['ID=f6602a9b-591d-41b7-bb65-4f44124437fc,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:57.201851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Attempting to bind port f6602a9b-591d-41b7-bb65-4f44124437fc on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:42:57.202251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Attempting to bind port f6602a9b-591d-41b7-bb65-4f44124437fc by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:42:57.202615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Attempting to bind port f6602a9b-591d-41b7-bb65-4f44124437fc on network 22722406-7aac-4a6f-8f0d-c64f455502b2 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:42:57.207932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:42:57.208296 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Checking segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:42:57.208700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.209106 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Bound using segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:42:57.209609 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Bound port: f6602a9b-591d-41b7-bb65-4f44124437fc, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:42:57.210021 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.233354 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.275072 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] For port f6602a9b-591d-41b7-bb65-4f44124437fc, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:42:57.278469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] For port f6602a9b-591d-41b7-bb65-4f44124437fc, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6602a9b-591d-41b7-bb65-4f44124437fc,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:42:57.282412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.341407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e766f43-a49f-4f77-a4fe-882389f87d73 None None] Pushing event updated for resources: {'Port': ['ID=f6602a9b-591d-41b7-bb65-4f44124437fc,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:57.439611 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.459415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.576944 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Allocated IP 172.36.2.141 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/aeb4428f-a503-4097-aad0-92f39ec4c713) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:42:57.684573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.716274 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.752046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:42:57.756830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:42:57.762815 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:42:57.768379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Pushing event updated for resources: {'Port': ['ID=aeb4428f-a503-4097-aad0-92f39ec4c713,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:57.774544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-874c7932-5b9a-4ed8-b3fe-2da45972c935 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:57.876469 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-0df2ecf0-1d0e-4560-b113-61773261a10c None None] Provisioning complete for port aeb4428f-a503-4097-aad0-92f39ec4c713 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:57.876947 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0df2ecf0-1d0e-4560-b113-61773261a10c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:57.910082 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-0df2ecf0-1d0e-4560-b113-61773261a10c None None] Port aeb4428f-a503-4097-aad0-92f39ec4c713 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:42:58.018900 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.224222 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.231621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a6065d-4cf1-4927-9c41-01172d351b77 None None] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:42:58.352337 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b3133164-bacc-4b1a-9932-9dc3accc7dc9 None None] Provisioning complete for port f6602a9b-591d-41b7-bb65-4f44124437fc triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:58.352696 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3133164-bacc-4b1a-9932-9dc3accc7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.354056 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:42:58.441426 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3133164-bacc-4b1a-9932-9dc3accc7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.473428 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:42:58.476695 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b3133164-bacc-4b1a-9932-9dc3accc7dc9 None None] For port f6602a9b-591d-41b7-bb65-4f44124437fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6602a9b-591d-41b7-bb65-4f44124437fc,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:58.484880 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:42:58.485430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b3133164-bacc-4b1a-9932-9dc3accc7dc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.496599 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:58.497563 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:58.499292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.502296 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-f2c37ceb-4128-4ea3-9fc9-d21c08f57739 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.7863796 Jan 04 14:42:58.504276 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47428) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:42:58.539518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3133164-bacc-4b1a-9932-9dc3accc7dc9 None None] Pushing event updated for resources: {'Port': ['ID=f6602a9b-591d-41b7-bb65-4f44124437fc,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:58.603721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-a96d3005-66cb-447d-9a5f-380b143bab41 None None] Provisioning complete for port f6602a9b-591d-41b7-bb65-4f44124437fc triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:58.604062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a96d3005-66cb-447d-9a5f-380b143bab41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.628669 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:58.803824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:57Z', 'revision_number': 3, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:58.833396 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:42:58.833746 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Updating router 60b5b3c3-72e6-4eb4-add9-013313c60199 port aeb4428f-a503-4097-aad0-92f39ec4c713 binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:42:58.857044 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:58.934812 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.062843 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f6602a9b-591d-41b7-bb65-4f44124437fc up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:42:59.099939 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Allocated IP 172.20.0.1 (22722406-7aac-4a6f-8f0d-c64f455502b2/0bd138f5-1ff5-478c-b43c-6f33bee113a9/ac813c38-5231-4f1a-8611-11375a2c4bf6) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:42:59.109331 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.115067 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.115306 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port f6602a9b-591d-41b7-bb65-4f44124437fc triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:59.115621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.167691 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380e4201-2948-4599-87cc-bc7b4a02cd0d None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:59.168160 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Pushing event updated for resources: {'Port': ['ID=aeb4428f-a503-4097-aad0-92f39ec4c713,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:59.181371 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.181725 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.182110 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.182472 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.182811 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.183138 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.183466 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.183790 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.184113 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.184464 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.184787 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.185469 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.185469 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103267) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:42:59.192152 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Attempting to bind port aeb4428f-a503-4097-aad0-92f39ec4c713 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:42:59.192520 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Attempting to bind port aeb4428f-a503-4097-aad0-92f39ec4c713 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:42:59.192879 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Attempting to bind port aeb4428f-a503-4097-aad0-92f39ec4c713 on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:42:59.197929 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:42:59.198311 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:42:59.198703 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.199085 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:42:59.199550 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Bound port: aeb4428f-a503-4097-aad0-92f39ec4c713, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:42:59.199922 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.236850 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.252635 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] For port aeb4428f-a503-4097-aad0-92f39ec4c713, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:42:59.256134 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] For port aeb4428f-a503-4097-aad0-92f39ec4c713, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aeb4428f-a503-4097-aad0-92f39ec4c713,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:42:59.259977 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.272369 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.299097 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de04e1b-daf6-4ed4-814a-c7da9627eebe None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:42:59.316755 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a3fd094-d92f-43c3-8a22-ee0f60e0968a None None] Pushing event updated for resources: {'Port': ['ID=aeb4428f-a503-4097-aad0-92f39ec4c713,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:59.316999 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:42:59.323116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:42:59.325572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:42:59.325722 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:42:59.326416 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:59.328573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d838aef0-73f8-4964-becc-b876a92c55f8 None None] Provisioning complete for port aeb4428f-a503-4097-aad0-92f39ec4c713 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:59.329169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d838aef0-73f8-4964-becc-b876a92c55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.353725 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac813c38-5231-4f1a-8611-11375a2c4bf6,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:59.373446 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.431960 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d838aef0-73f8-4964-becc-b876a92c55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.434876 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:42:59.458473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d838aef0-73f8-4964-becc-b876a92c55f8 None None] For port aeb4428f-a503-4097-aad0-92f39ec4c713, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aeb4428f-a503-4097-aad0-92f39ec4c713,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:42:59.466573 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d838aef0-73f8-4964-becc-b876a92c55f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.528745 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.532907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d838aef0-73f8-4964-becc-b876a92c55f8 None None] Pushing event updated for resources: {'Port': ['ID=aeb4428f-a503-4097-aad0-92f39ec4c713,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:59.587862 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44187e5d-66de-4635-9c6e-75a330fd29b2 None None] Provisioning complete for port ac813c38-5231-4f1a-8611-11375a2c4bf6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:59.588238 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44187e5d-66de-4635-9c6e-75a330fd29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.629165 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-44187e5d-66de-4635-9c6e-75a330fd29b2 None None] Port ac813c38-5231-4f1a-8611-11375a2c4bf6 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:42:59.640559 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44187e5d-66de-4635-9c6e-75a330fd29b2 None None] Provisioning complete for port aeb4428f-a503-4097-aad0-92f39ec4c713 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:42:59.641031 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44187e5d-66de-4635-9c6e-75a330fd29b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.644721 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:57Z', 'revision_number': 3, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:42:59.717472 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.723275 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.761518 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae18ae2-5d03-4b58-9e75-194a67e074b0 None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:57Z', 'revision_number': 3, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:42:59.772869 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:42:59.796038 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Pushing event updated for resources: {'Port': ['ID=ac813c38-5231-4f1a-8611-11375a2c4bf6,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:42:59.800900 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:42:59.896144 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:42:59.898299 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:00.057859 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:43:00.154553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-dc3b53db-2785-4290-8478-c7079b9b2b09 None None] Provisioning complete for port ac813c38-5231-4f1a-8611-11375a2c4bf6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:00.155150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc3b53db-2785-4290-8478-c7079b9b2b09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.183572 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:43:00.189447 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-157068a8-76eb-4e8a-9282-bcf6e5930de3 admin admin] 10.222.0.30 "PUT /v2.0/routers/60b5b3c3-72e6-4eb4-add9-013313c60199/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6834171 Jan 04 14:43:00.349347 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-dc3b53db-2785-4290-8478-c7079b9b2b09 None None] Port ac813c38-5231-4f1a-8611-11375a2c4bf6 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:43:00.685808 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47444) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:00.690834 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1373363160-network', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:00.713763 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Made reservation on behalf of bce0cbf3cf08403a98575e7e694f3aa1 for: {'network': 1} {{(pid=103265) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:43:00.716218 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for network, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.724845 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks [] for security_group, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.799118 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.802889 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.829420 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=103265) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jan 04 14:43:00.836159 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bec16b4-2ed9-4925-87f6-91888d72105c,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:00.842198 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.842567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.segments_db [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Added segment b79d1ee2-dea0-4f1b-9990-a99d96c029b3 of type vlan for network 2d219403-149f-4d52-9c67-e8abe97631e8 Jan 04 14:43:00.887495 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8786953872141'] for network, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.910448 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473'] for network, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.911371 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:00.911943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.941104 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] 10.222.0.30 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2540998 Jan 04 14:43:00.944423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47446) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:00.949453 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Request body: {'subnet': {'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1373363160-subnet', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'ip_version': 4}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:00.971597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Made reservation on behalf of bce0cbf3cf08403a98575e7e694f3aa1 for: {'subnet': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:43:00.974432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4611036'] for subnet, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:00.978310 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-059c0556-a692-4f51-8040-b2c65538100a admin admin] Pushing event updated for resources: {'Network': ['ID=2d219403-149f-4d52-9c67-e8abe97631e8,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:00.991540 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Network 2d219403-149f-4d52-9c67-e8abe97631e8 details requested by agent ovs-agent-dv-neutron-master-2-hyperv with host dv-neutron-master-2-hyperv {{(pid=103266) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jan 04 14:43:01.064568 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aeb4428f-a503-4097-aad0-92f39ec4c713 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:01.116470 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port aeb4428f-a503-4097-aad0-92f39ec4c713 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:01.116846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.170763 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5308543', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4611018'] for subnet, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.232964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Pushing event updated for resources: {'Subnet': ['ID=3b1bec92-2d39-4025-be8f-ee3395e34489,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:01.238162 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Checking segment: {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:43:01.238529 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Network hostable DHCP agents. Network: 2d219403-149f-4d52-9c67-e8abe97631e8, hostable agents: ['bfac22ab-ad95-40c7-9c65-fee06b385076'], hosted agents: [] {{(pid=103264) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jan 04 14:43:01.255935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Network 2d219403-149f-4d52-9c67-e8abe97631e8 is scheduled to be hosted by DHCP agent bfac22ab-ad95-40c7-9c65-fee06b385076 with binding_index 1 {{(pid=103264) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jan 04 14:43:01.263765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-master-2-hyperv, 2d219403-149f-4d52-9c67-e8abe97631e8) {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:01.268405 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:01.269001 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.272885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-877ff94c-2c3c-4aac-af43-a616bacabae7 None None] Network 2d219403-149f-4d52-9c67-e8abe97631e8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:43:01.284777 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-22dfe14a-3abe-43d9-b4d9-8b236c7595de admin admin] 10.222.0.30 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3391063 Jan 04 14:43:01.287372 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47448) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:01.292173 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:01.316320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-1043247', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-126511'] for router, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.317679 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1043871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1040420', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-592806', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-126502'] for router, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.375637 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpd4983ae2-e4f5-5476-aeff-02d2456445b6-2d219403-149f-4d52-9c67-e8abe97631e8', 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8', 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'fixed_ips': [{'subnet_id': '3b1bec92-2d39-4025-be8f-ee3395e34489'}]}} from dv-neutron-master-2-hyperv. {{(pid=103266) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:296}} Jan 04 14:43:01.376584 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.378182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.390227 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:43:01.409706 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:01.410360 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:01.517988 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.606803 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.db_base_plugin_common [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Allocated IP 172.20.0.2 (2d219403-149f-4d52-9c67-e8abe97631e8/3b1bec92-2d39-4025-be8f-ee3395e34489/9d2b061d-5842-452c-a05b-4333751ffb94) {{(pid=103266) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:43:01.609665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:01.714624 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.733601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.839103 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Allocated IP 172.36.2.60 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/1143a677-fd94-41b7-a7ee-fc6b98300a9e) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:43:01.895855 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Publish callbacks [] for port, precommit_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.904616 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591'] for port, after_create {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.940291 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.944720 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Network 2d219403-149f-4d52-9c67-e8abe97631e8 is already hosted by enough agents. {{(pid=103266) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:43:01.949553 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.scheduler.base_scheduler [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Resources bound (agent type, host, resource id): {{(pid=103266) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:01.953677 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Received port after_create {{(pid=103266) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:43:01.974239 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Pushing event updated for resources: {'Port': ['ID=9d2b061d-5842-452c-a05b-4333751ffb94,revision_number=1']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:01.984860 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:01.995164 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 2, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:02.023299 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:43:02.024768 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:43:02.025137 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Updating router 60b5b3c3-72e6-4eb4-add9-013313c60199 port ac813c38-5231-4f1a-8611-11375a2c4bf6 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:43:02.026256 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:02.032355 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:43:02.041726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3917cccc-7162-47d9-8169-b74ca670ced7 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:43:02.059627 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Pushing event updated for resources: {'Port': ['ID=1143a677-fd94-41b7-a7ee-fc6b98300a9e,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:02.080202 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Attempting to bind port 9d2b061d-5842-452c-a05b-4333751ffb94 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:43:02.080671 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Attempting to bind port 9d2b061d-5842-452c-a05b-4333751ffb94 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:43:02.080939 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Attempting to bind port 9d2b061d-5842-452c-a05b-4333751ffb94 on network 2d219403-149f-4d52-9c67-e8abe97631e8 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:43:02.083000 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.095829 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:43:02.096149 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Checking segment: {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:43:02.096548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.096945 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Bound using segment: {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:43:02.097420 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Bound port: 9d2b061d-5842-452c-a05b-4333751ffb94, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:43:02.097800 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.259506 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] For port 9d2b061d-5842-452c-a05b-4333751ffb94, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:43:02.261437 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-d878aaab-1429-4ce4-b668-785ef8018fc5 None None] Provisioning complete for port 1143a677-fd94-41b7-a7ee-fc6b98300a9e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:02.261807 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d878aaab-1429-4ce4-b668-785ef8018fc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.264452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] For port 9d2b061d-5842-452c-a05b-4333751ffb94, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d2b061d-5842-452c-a05b-4333751ffb94,segment=NetworkSegment(b79d1ee2-dea0-4f1b-9990-a99d96c029b3),segment_id=b79d1ee2-dea0-4f1b-9990-a99d96c029b3)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:43:02.283774 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.287404 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.367178 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-d878aaab-1429-4ce4-b668-785ef8018fc5 None None] Port 1143a677-fd94-41b7-a7ee-fc6b98300a9e cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:43:02.407900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcee3ac-db82-477a-b867-6f57f143fdf8 None None] Pushing event updated for resources: {'Port': ['ID=9d2b061d-5842-452c-a05b-4333751ffb94,revision_number=2']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:02.487932 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1043878', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-656855'] for router, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.510412 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.518043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.598325 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea9bd1-3f0a-4ef1-b6c7-9ea76d949982 None None] Pushing event updated for resources: {'Port': ['ID=ac813c38-5231-4f1a-8611-11375a2c4bf6,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:02.652132 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Attempting to bind port ac813c38-5231-4f1a-8611-11375a2c4bf6 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:43:02.652590 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Attempting to bind port ac813c38-5231-4f1a-8611-11375a2c4bf6 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:43:02.653026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Attempting to bind port ac813c38-5231-4f1a-8611-11375a2c4bf6 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:43:02.660302 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:43:02.660762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Checking segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:43:02.661247 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.661697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Bound using segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:43:02.662292 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Bound port: ac813c38-5231-4f1a-8611-11375a2c4bf6, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:43:02.663255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.664917 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Router cc963589-083c-4b23-a81d-951abf3685bc is scheduled to L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 with binding_index 1 {{(pid=103264) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Jan 04 14:43:02.743565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] For port ac813c38-5231-4f1a-8611-11375a2c4bf6, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:43:02.747262 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] For port ac813c38-5231-4f1a-8611-11375a2c4bf6, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac813c38-5231-4f1a-8611-11375a2c4bf6,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:43:02.757586 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.799919 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:43:02.815606 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Sync routers for ids ['cc963589-083c-4b23-a81d-951abf3685bc'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:43:02.818276 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:02.819451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:02.820781 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:02.826264 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-a097f79f-6bbd-478e-b7dd-0310f667b762 admin admin] 10.222.0.30 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.5335913 Jan 04 14:43:02.826264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47450) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:02.826982 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Routers {'cc963589-083c-4b23-a81d-951abf3685bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:02.827624 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['cc963589-083c-4b23-a81d-951abf3685bc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:02.859528 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cea9bd1-3f0a-4ef1-b6c7-9ea76d949982 None None] Pushing event updated for resources: {'Port': ['ID=ac813c38-5231-4f1a-8611-11375a2c4bf6,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:02.945954 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Set router cc963589-083c-4b23-a81d-951abf3685bc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:03.150505 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:02Z', 'revision_number': 3, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:03.159825 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9d2b061d-5842-452c-a05b-4333751ffb94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:03.187796 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Checking router: cc963589-083c-4b23-a81d-951abf3685bc for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:43:03.188449 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Updating router cc963589-083c-4b23-a81d-951abf3685bc port 1143a677-fd94-41b7-a7ee-fc6b98300a9e binding host dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:43:03.195366 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b6335baa-da80-4c89-a2d7-a89785d4d3a5 None None] Provisioning complete for port ac813c38-5231-4f1a-8611-11375a2c4bf6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:03.195750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b6335baa-da80-4c89-a2d7-a89785d4d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.201992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:03.216067 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.345490 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 9d2b061d-5842-452c-a05b-4333751ffb94 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:03.346154 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.422419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b6335baa-da80-4c89-a2d7-a89785d4d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.511031 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Publish callbacks [] for port, precommit_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.518148 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.524200 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-b6335baa-da80-4c89-a2d7-a89785d4d3a5 None None] For port ac813c38-5231-4f1a-8611-11375a2c4bf6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac813c38-5231-4f1a-8611-11375a2c4bf6,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:03.548946 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b6335baa-da80-4c89-a2d7-a89785d4d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.572027 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec433592-4627-4195-b717-203c639e9fe0 None None] Pushing event updated for resources: {'Port': ['ID=1143a677-fd94-41b7-a7ee-fc6b98300a9e,revision_number=2']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:03.604996 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Attempting to bind port 1143a677-fd94-41b7-a7ee-fc6b98300a9e on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:43:03.605802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Attempting to bind port 1143a677-fd94-41b7-a7ee-fc6b98300a9e by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:43:03.605802 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Attempting to bind port 1143a677-fd94-41b7-a7ee-fc6b98300a9e on network 0f616572-caf8-4f73-b40f-48d39233e285 {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:43:03.606255 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c472942d-52b2-494f-9244-4d5aef45039d None None] Network 2d219403-149f-4d52-9c67-e8abe97631e8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:43:03.608539 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbda5352-57fc-43a7-9789-a4feb8d05fd0 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:43:03.611421 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:43:03.611797 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Checking segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103267) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:43:03.612196 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.612584 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Bound using segment: {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'} {{(pid=103267) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:43:03.613078 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.managers [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Bound port: 1143a677-fd94-41b7-a7ee-fc6b98300a9e, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45186348-1368-4c29-bb80-6bab79949027', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285'}}] {{(pid=103267) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:43:03.613462 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.666195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.673982 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] For port 1143a677-fd94-41b7-a7ee-fc6b98300a9e, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103267) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:43:03.677583 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.plugins.ml2.db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] For port 1143a677-fd94-41b7-a7ee-fc6b98300a9e, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1143a677-fd94-41b7-a7ee-fc6b98300a9e,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103267) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:43:03.682192 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron_lib.callbacks.manager [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103267) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.715707 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.728766 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6335baa-da80-4c89-a2d7-a89785d4d3a5 None None] Pushing event updated for resources: {'Port': ['ID=ac813c38-5231-4f1a-8611-11375a2c4bf6,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:03.744715 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Routers {'cc963589-083c-4b23-a81d-951abf3685bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:03.745530 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['cc963589-083c-4b23-a81d-951abf3685bc'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:03.745762 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-454456ae-2df3-444b-9d86-2dd7fdecca12 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:43:03.749345 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec433592-4627-4195-b717-203c639e9fe0 None None] Pushing event updated for resources: {'Port': ['ID=1143a677-fd94-41b7-a7ee-fc6b98300a9e,revision_number=3']} {{(pid=103267) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:03.795287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-604267ae-764e-4760-820d-eae531c257fd None None] For port 9d2b061d-5842-452c-a05b-4333751ffb94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d2b061d-5842-452c-a05b-4333751ffb94,segment=NetworkSegment(b79d1ee2-dea0-4f1b-9990-a99d96c029b3),segment_id=b79d1ee2-dea0-4f1b-9990-a99d96c029b3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:03.798557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Provisioning complete for port ac813c38-5231-4f1a-8611-11375a2c4bf6 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:03.798929 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.825551 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:03.837820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:02Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:03.883218 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] Set router cc963589-083c-4b23-a81d-951abf3685bc gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:03.898067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Allocated IP 172.20.0.1 (2d219403-149f-4d52-9c67-e8abe97631e8/3b1bec92-2d39-4025-be8f-ee3395e34489/b1b1ca45-38df-42ba-a264-d6775e315c71) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:43:03.921992 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae0c4eb-92f3-4be7-a723-2fcdebb343b0 None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:02Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:43:03.959547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Pushing event updated for resources: {'Port': ['ID=9d2b061d-5842-452c-a05b-4333751ffb94,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:04.032689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Provisioning complete for port 9d2b061d-5842-452c-a05b-4333751ffb94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:04.032689 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.038565 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.084609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.131025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Network 2d219403-149f-4d52-9c67-e8abe97631e8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:43:04.135132 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:02Z', 'revision_number': 3, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:04.144607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:04.150976 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:43:04.170715 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-381ec229-8d6f-4e77-8d37-e3624d700d65 None None] The sync data for ids ['cc963589-083c-4b23-a81d-951abf3685bc'] in dv-neutron-master-2-hyperv is: [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:02Z', 'revision_number': 3, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:43:04.205772 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Pushing event updated for resources: {'Port': ['ID=b1b1ca45-38df-42ba-a264-d6775e315c71,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:04.214112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Provisioning complete for port 1143a677-fd94-41b7-a7ee-fc6b98300a9e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:04.215068 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.231663 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-656676'] for router_interface, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.331557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.381421 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] For port 1143a677-fd94-41b7-a7ee-fc6b98300a9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1143a677-fd94-41b7-a7ee-fc6b98300a9e,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:04.390179 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.393012 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.448452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c55b63c-6f0a-4463-b715-4a45d8ef79ec None None] Pushing event updated for resources: {'Port': ['ID=1143a677-fd94-41b7-a7ee-fc6b98300a9e,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:04.537212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5f312aa8-8f40-4123-9c0a-e1f907b111bd None None] Provisioning complete for port 9d2b061d-5842-452c-a05b-4333751ffb94 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:04.538196 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5f312aa8-8f40-4123-9c0a-e1f907b111bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.657955 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.667168 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.668770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-5f312aa8-8f40-4123-9c0a-e1f907b111bd None None] Provisioning complete for port 1143a677-fd94-41b7-a7ee-fc6b98300a9e triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:04.669308 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5f312aa8-8f40-4123-9c0a-e1f907b111bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.775226 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1031463', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1043604'] for router_interface, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.788446 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Pushing event updated for resources: {'Port': ['ID=b1b1ca45-38df-42ba-a264-d6775e315c71,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:04.889146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Network 2d219403-149f-4d52-9c67-e8abe97631e8 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:43:04.890737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:04.911723 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-44cdeeff-b274-49e7-af5d-326062dbf17d None None] Provisioning complete for port b1b1ca45-38df-42ba-a264-d6775e315c71 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:04.912099 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-44cdeeff-b274-49e7-af5d-326062dbf17d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:04.958798 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-44cdeeff-b274-49e7-af5d-326062dbf17d None None] Port b1b1ca45-38df-42ba-a264-d6775e315c71 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:43:05.062688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Router cc963589-083c-4b23-a81d-951abf3685bc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:43:05.216702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9d2b061d-5842-452c-a05b-4333751ffb94 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:05.224395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:43:05.231196 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-092c88dc-a851-4184-b6d9-2833671e537e admin admin] 10.222.0.30 "PUT /v2.0/routers/cc963589-083c-4b23-a81d-951abf3685bc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4046488 Jan 04 14:43:05.285973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 9d2b061d-5842-452c-a05b-4333751ffb94 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:05.286353 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.290195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-4a981589-8d60-459c-97cc-106e369ce8a3 None None] Provisioning complete for port b1b1ca45-38df-42ba-a264-d6775e315c71 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:05.290195 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4a981589-8d60-459c-97cc-106e369ce8a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.356941 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-4a981589-8d60-459c-97cc-106e369ce8a3 None None] Port b1b1ca45-38df-42ba-a264-d6775e315c71 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:43:05.404293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ac813c38-5231-4f1a-8611-11375a2c4bf6 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:05.455621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port ac813c38-5231-4f1a-8611-11375a2c4bf6 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:05.456003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.549544 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1143a677-fd94-41b7-a7ee-fc6b98300a9e up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:05.596538 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port 1143a677-fd94-41b7-a7ee-fc6b98300a9e triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:05.596748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.802371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47458) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:05.807608 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1938915682', 'description': 'tempest-secgroup-smoke-1938915682 description', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:05.830160 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.862681 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.894165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.897812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.925035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:05.926328 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1228454 Jan 04 14:43:05.929801 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47460) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:05.934992 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group_rule': {'security_group_id': 'af1e5b3c-7e36-4c54-a600-1245202656f3', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:05.940584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e95074-039e-4a74-925a-d8e680c4d7bf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af1e5b3c-7e36-4c54-a600-1245202656f3,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:05.964953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.023879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.027445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.045520 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=154453c0-93cf-4791-b23f-7b042b4fa313,revision_number=0']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:06.053678 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.057510 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fbd311fb-963a-4554-b48f-6e116c9d52bd tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1267309 Jan 04 14:43:06.057696 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47462) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:06.062464 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group_rule': {'security_group_id': 'af1e5b3c-7e36-4c54-a600-1245202656f3', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:06.091167 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.146439 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.150395 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.167555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=251412bb-c9e2-453a-9a5c-5b55cd0ae327,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:06.175166 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.176362 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-92138269-3185-471d-b322-15e0ac478499 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1175385 Jan 04 14:43:06.179026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47464) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:06.183408 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group_rule': {'security_group_id': 'af1e5b3c-7e36-4c54-a600-1245202656f3', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:06.211179 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.271112 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.275148 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.292363 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d298735-f89c-473f-9a93-35921859338e,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:06.300196 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.302144 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-254bf8fb-7ebe-4416-86d9-5dd069cd268f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1214488 Jan 04 14:43:06.304084 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47466) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:06.308350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group_rule': {'security_group_id': 'af1e5b3c-7e36-4c54-a600-1245202656f3', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:06.335800 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.394212 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.398243 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.415960 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccc25872-14df-4d04-99ba-0201f8accb09,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:06.423496 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.424876 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-e5340da0-fcef-4727-8ce0-23ca454efcdf tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1197984 Jan 04 14:43:06.427549 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47468) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:06.431744 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group_rule': {'security_group_id': 'af1e5b3c-7e36-4c54-a600-1245202656f3', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:06.454463 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Project fbf0e0d8e1284771b997b20cc63393c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:43:06.459003 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.516582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.519854 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.539807 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3396e50-0b79-42f5-a257-896a10e0d134,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:06.549265 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.553092 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-074a89b5-2a88-42d7-95e8-2e3d7f72871a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1220617 Jan 04 14:43:06.553384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47470) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:06.558622 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'security_group_rule': {'security_group_id': 'af1e5b3c-7e36-4c54-a600-1245202656f3', 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:06.582340 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.securitygroups_db [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Project fbf0e0d8e1284771b997b20cc63393c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 04 14:43:06.588094 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.648912 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.652468 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597929'] for security_group_rule, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.669026 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d23bcd5f-de7d-4dbc-abab-b1f460c1dece,revision_number=0']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:06.676906 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group_rule, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:06.678181 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-137bcb82-b57b-4212-9a8c-0e978ae9cc39 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1237206 Jan 04 14:43:06.827063 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-6566e39d-c543-49eb-9a3a-e5e5ac8ea1f2 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938915682&fields=id&tenant_id=fbf0e0d8e1284771b997b20cc63393c8 HTTP/1.1" status: 200 len: 267 time: 0.0450227 Jan 04 14:43:06.941028 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-a0230c1d-99da-46cd-8058-4f4c18b5223d tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:06.942524 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-a0230c1d-99da-46cd-8058-4f4c18b5223d tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 809 time: 0.1068850 Jan 04 14:43:06.957280 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-afdc80c3-fbd7-4689-a137-9a709b1248a1 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/quotas/fbf0e0d8e1284771b997b20cc63393c8 HTTP/1.1" status: 200 len: 375 time: 0.0090384 Jan 04 14:43:07.010313 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-54e90637-b33d-4e8b-9332-34dd0125e543 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0469837 Jan 04 14:43:07.026850 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-b418aa0b-7c63-47cc-9861-e12174857a84 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:43:07.027816 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-b418aa0b-7c63-47cc-9861-e12174857a84 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059333 Jan 04 14:43:07.117073 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-5051029d-73eb-4be6-965c-8e8c5feee3a4 service neutron] 10.222.0.30 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834656 Jan 04 14:43:07.159726 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Sync routers for ids ['cc963589-083c-4b23-a81d-951abf3685bc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:43:07.170118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Routers {'cc963589-083c-4b23-a81d-951abf3685bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:07.170765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['cc963589-083c-4b23-a81d-951abf3685bc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:07.213766 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-82f17e49-2e2a-4ece-a3b1-d16c4756aa6d service neutron] 10.222.0.30 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905521 Jan 04 14:43:07.277062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Set router cc963589-083c-4b23-a81d-951abf3685bc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:07.515566 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-68e93bb1-6c32-46ea-8dd8-dea0bab412f5 req-3df464cd-64c3-46f3-9363-f5f4f3a37951 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 210 time: 0.1550789 Jan 04 14:43:07.641675 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b1b1ca45-38df-42ba-a264-d6775e315c71', 'name': '', 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'mac_address': 'fa:16:3e:37:63:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '3b1bec92-2d39-4025-be8f-ee3395e34489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:03Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 2, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'subnets': [{'id': '3b1bec92-2d39-4025-be8f-ee3395e34489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:07.671146 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Checking router: cc963589-083c-4b23-a81d-951abf3685bc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:43:07.671643 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Updating router cc963589-083c-4b23-a81d-951abf3685bc port b1b1ca45-38df-42ba-a264-d6775e315c71 binding host dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jan 04 14:43:07.700332 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:07.958908 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Publish callbacks [] for port, precommit_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:07.963913 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.014962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcbbf5-8899-48e4-b0c5-60d2f1ce4005 None None] Pushing event updated for resources: {'Port': ['ID=b1b1ca45-38df-42ba-a264-d6775e315c71,revision_number=3']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:08.063927 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Attempting to bind port b1b1ca45-38df-42ba-a264-d6775e315c71 on host dv-neutron-master-2-hyperv for vnic_type normal with profile {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:43:08.064307 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Attempting to bind port b1b1ca45-38df-42ba-a264-d6775e315c71 by drivers openvswitch,hyperv on host dv-neutron-master-2-hyperv at level 0 using segments [{'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:43:08.064676 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Attempting to bind port b1b1ca45-38df-42ba-a264-d6775e315c71 on network 2d219403-149f-4d52-9c67-e8abe97631e8 {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:43:08.070402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Checking agent: {'id': 'df5dcbc0-21fd-4c3f-bc4c-b8a4c29a7e8c', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-master-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 46, 52), 'started_at': datetime.datetime(2022, 1, 4, 13, 47, 22), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 42, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-master-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:43:08.070774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Checking segment: {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103266) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:43:08.071170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.071560 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Bound using segment: {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'} {{(pid=103266) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:43:08.072145 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.managers [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Bound port: b1b1ca45-38df-42ba-a264-d6775e315c71, host: dv-neutron-master-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8'}}] {{(pid=103266) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:43:08.072529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.138287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] For port b1b1ca45-38df-42ba-a264-d6775e315c71, host dv-neutron-master-2-hyperv, cleared binding levels {{(pid=103266) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:43:08.142458 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] For port b1b1ca45-38df-42ba-a264-d6775e315c71, host dv-neutron-master-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1b1ca45-38df-42ba-a264-d6775e315c71,segment=NetworkSegment(b79d1ee2-dea0-4f1b-9990-a99d96c029b3),segment_id=b79d1ee2-dea0-4f1b-9990-a99d96c029b3)] {{(pid=103266) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:43:08.147763 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.221271 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Routers {'cc963589-083c-4b23-a81d-951abf3685bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:08.222066 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:42:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['cc963589-083c-4b23-a81d-951abf3685bc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:08.273512 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bcbbf5-8899-48e4-b0c5-60d2f1ce4005 None None] Pushing event updated for resources: {'Port': ['ID=b1b1ca45-38df-42ba-a264-d6775e315c71,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:08.281283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-f86b7f5b-b31e-429d-87e2-9f78b179d25b None None] Provisioning complete for port b1b1ca45-38df-42ba-a264-d6775e315c71 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:08.281748 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f86b7f5b-b31e-429d-87e2-9f78b179d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.339873 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-7afc19fc-71ab-4f68-acbd-5e52790e2f2f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:08.342043 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-7afc19fc-71ab-4f68-acbd-5e52790e2f2f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 809 time: 0.1182802 Jan 04 14:43:08.392998 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] Set router cc963589-083c-4b23-a81d-951abf3685bc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:08.422364 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-043d730a-0984-4b6b-8de8-94a5e3390d9d tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf0e0d8e1284771b997b20cc63393c8 HTTP/1.1" status: 200 len: 380 time: 0.0707114 Jan 04 14:43:08.436642 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'port': {'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'admin_state_up': True, 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'security_groups': ['af1e5b3c-7e36-4c54-a600-1245202656f3']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:08.499402 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f86b7f5b-b31e-429d-87e2-9f78b179d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.556607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Made reservation on behalf of fbf0e0d8e1284771b997b20cc63393c8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:43:08.560854 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.590335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-f86b7f5b-b31e-429d-87e2-9f78b179d25b None None] For port b1b1ca45-38df-42ba-a264-d6775e315c71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1b1ca45-38df-42ba-a264-d6775e315c71,segment=NetworkSegment(b79d1ee2-dea0-4f1b-9990-a99d96c029b3),segment_id=b79d1ee2-dea0-4f1b-9990-a99d96c029b3)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:08.596153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f86b7f5b-b31e-429d-87e2-9f78b179d25b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.609662 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-5865bad3-bd7e-41ba-b6cd-6622353219bd req-abccf572-759b-4b30-8f7b-d6920635abb5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 210 time: 0.0330381 Jan 04 14:43:08.692459 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86b7f5b-b31e-429d-87e2-9f78b179d25b None None] Pushing event updated for resources: {'Port': ['ID=b1b1ca45-38df-42ba-a264-d6775e315c71,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:08.729170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-b5334780-2fd5-424e-89ba-10d62f7fb7a5 None None] Provisioning complete for port b1b1ca45-38df-42ba-a264-d6775e315c71 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:08.729547 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b5334780-2fd5-424e-89ba-10d62f7fb7a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.734165 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Allocated IP 172.20.0.13 (22722406-7aac-4a6f-8f0d-c64f455502b2/0bd138f5-1ff5-478c-b43c-6f33bee113a9/c341d3c0-c71c-44eb-ad39-3a73d4d4f572) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:43:08.757410 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b1b1ca45-38df-42ba-a264-d6775e315c71', 'name': '', 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'mac_address': 'fa:16:3e:37:63:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '3b1bec92-2d39-4025-be8f-ee3395e34489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:03Z', 'updated_at': '2022-01-04T14:43:08Z', 'revision_number': 4, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'subnets': [{'id': '3b1bec92-2d39-4025-be8f-ee3395e34489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:08.797123 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d95727ce-f75d-49eb-b584-925079c6b153 None None] The sync data for ids ['cc963589-083c-4b23-a81d-951abf3685bc'] in dv-neutron-master-2-hyperv is: [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'b1b1ca45-38df-42ba-a264-d6775e315c71', 'name': '', 'network_id': '2d219403-149f-4d52-9c67-e8abe97631e8', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'mac_address': 'fa:16:3e:37:63:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1872, 'fixed_ips': [{'subnet_id': '3b1bec92-2d39-4025-be8f-ee3395e34489', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:03Z', 'updated_at': '2022-01-04T14:43:08Z', 'revision_number': 4, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'subnets': [{'id': '3b1bec92-2d39-4025-be8f-ee3395e34489', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:43:08.942239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:08.988691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.046203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:43:09.049307 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:09.055331 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:43:09.081418 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:09.087487 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1b1ca45-38df-42ba-a264-d6775e315c71 up at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:09.117968 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:09.122521 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.154316 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-59b24ea1-38be-49de-a269-10d406454e9a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7221012 Jan 04 14:43:09.168526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Request body: {'port': {'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:09.173212 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-604267ae-764e-4760-820d-eae531c257fd None None] Provisioning complete for port b1b1ca45-38df-42ba-a264-d6775e315c71 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:09.173599 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.276694 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.423659 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-e0baae3b-b54d-4dab-b6fa-b11ad5b7bf5f None None] Provisioning complete for port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:09.424261 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e0baae3b-b54d-4dab-b6fa-b11ad5b7bf5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.471504 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e0baae3b-b54d-4dab-b6fa-b11ad5b7bf5f None None] Port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:43:09.584540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c341d3c0-c71c-44eb-ad39-3a73d4d4f572 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:43:09.592574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.605893 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Transition to ACTIVE for port object c341d3c0-c71c-44eb-ad39-3a73d4d4f572 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:43:09.609700 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.670321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:09.754454 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78aa5960-83d5-40a2-9b85-67416ab00cab req-62c2a6e5-3dc7-4fb7-8ed3-bdc938520cc4 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:09.756026 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-78aa5960-83d5-40a2-9b85-67416ab00cab req-62c2a6e5-3dc7-4fb7-8ed3-bdc938520cc4 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0598762 Jan 04 14:43:09.770119 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Attempting to bind port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:43:09.770464 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Attempting to bind port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:43:09.770795 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Attempting to bind port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:43:09.776699 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:43:09.777025 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Attempting to bind port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:43:09.782629 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 43, 6), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:43:09.782915 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Checking segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:43:09.783318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Bound using segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:43:09.783746 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Bound port: c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:43:09.784107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.811567 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-78aa5960-83d5-40a2-9b85-67416ab00cab req-0cf219a9-1451-445f-baee-37b8d8535bfc tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490081 Jan 04 14:43:09.869964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:43:09.873567 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:43:09.878313 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.916903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:09.917496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:09.918910 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] 10.222.0.13 "PUT /v2.0/ports/c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 1094 time: 0.7547190 Jan 04 14:43:09.919373 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:43:09.921843 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-347791a1-7744-4d92-891f-fa1d925ab93b" -d '{"events": [{"name": "network-changed", "server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:43:09.956180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c4119e-121d-48ca-8050-d33a0e489c03 service neutron] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:10.006250 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-2bc78bec-e5fa-485d-84c4-53b85a053262 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.007760 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-2bc78bec-e5fa-485d-84c4-53b85a053262 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0462353 Jan 04 14:43:10.052781 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-bd39201a-803f-4fa3-983d-8b14c68dd1a8 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 217 time: 0.0382819 Jan 04 14:43:10.092445 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:43:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a20b3c8c-5893-489b-885b-0473785c9719 x-openstack-request-id: req-a20b3c8c-5893-489b-885b-0473785c9719 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:43:10.092751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:43:10.093006 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-a20b3c8c-5893-489b-885b-0473785c9719 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:43:10.093408 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'status': 'completed', 'code': 200} Jan 04 14:43:10.112569 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-a2d1e226-625d-4d0e-843e-559478395fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.114131 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-a2d1e226-625d-4d0e-843e-559478395fdc service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0551550 Jan 04 14:43:10.166443 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-233d6dba-6fdb-4cda-9a0e-5c1274ece981 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.167932 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-233d6dba-6fdb-4cda-9a0e-5c1274ece981 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0466578 Jan 04 14:43:10.262258 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-f815a397-ec62-4172-93c2-e64b9c3da288 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863533 Jan 04 14:43:10.353572 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-99e809f6-41ef-49b7-bcf3-b83ec7cab44c req-90f9bd31-4c0d-4d53-a456-9e889c1c0133 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849357 Jan 04 14:43:10.437641 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347791a1-7744-4d92-891f-fa1d925ab93b req-dce0aee5-6c1e-487f-938c-b12e7f6238b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.439225 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-dce0aee5-6c1e-487f-938c-b12e7f6238b3 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0415037 Jan 04 14:43:10.542613 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347791a1-7744-4d92-891f-fa1d925ab93b req-77b770b5-a24b-4c70-9040-a73af2d06674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.544077 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-77b770b5-a24b-4c70-9040-a73af2d06674 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0979691 Jan 04 14:43:10.586105 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-b3190024-23ac-4488-85c1-201784e3fd93 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 217 time: 0.0341523 Jan 04 14:43:10.634342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347791a1-7744-4d92-891f-fa1d925ab93b req-8d152d77-ca8a-41e2-b6fc-19760815f3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.635745 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-8d152d77-ca8a-41e2-b6fc-19760815f3e2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0433948 Jan 04 14:43:10.685681 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347791a1-7744-4d92-891f-fa1d925ab93b req-ffb0c84f-1701-4079-b2a2-3aeb7d677e7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.687182 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-ffb0c84f-1701-4079-b2a2-3aeb7d677e7c service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439599 Jan 04 14:43:10.779510 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-00c2faad-a6f3-4121-921d-7c37aec8854e service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843201 Jan 04 14:43:10.875793 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-347791a1-7744-4d92-891f-fa1d925ab93b req-97dda650-8293-4306-af5e-2b34fbb2da4e service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889752 Jan 04 14:43:10.935090 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb7352c-6633-4dd3-a71d-ea69f7c7fd61 req-5f1bfaeb-7ef5-4857-a90e-18227b8c4f0a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:10.936564 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3cb7352c-6633-4dd3-a71d-ea69f7c7fd61 req-5f1bfaeb-7ef5-4857-a90e-18227b8c4f0a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0530386 Jan 04 14:43:10.984774 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-3cb7352c-6633-4dd3-a71d-ea69f7c7fd61 req-b6e357f5-9a2b-448a-9f38-6f5906337795 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422943 Jan 04 14:43:12.098792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc811a1e-4bb8-46ef-8134-5207b9f3b07a req-3ee9ae18-533b-4ce8-865a-1bcdbb9083a8 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:12.100661 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fc811a1e-4bb8-46ef-8134-5207b9f3b07a req-3ee9ae18-533b-4ce8-865a-1bcdbb9083a8 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0488267 Jan 04 14:43:12.148673 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-fc811a1e-4bb8-46ef-8134-5207b9f3b07a req-6795870a-7f30-4f1f-af34-11262a74190c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421565 Jan 04 14:43:13.262313 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955fe36e-63ec-471b-9a1c-40411c690290 req-946005b5-5269-4c72-a3d3-840a70362d38 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:13.263790 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-955fe36e-63ec-471b-9a1c-40411c690290 req-946005b5-5269-4c72-a3d3-840a70362d38 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0493224 Jan 04 14:43:13.312249 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-955fe36e-63ec-471b-9a1c-40411c690290 req-669180ce-89cb-471b-b481-d48fcc41dc13 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425320 Jan 04 14:43:13.631708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:43:13.726029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:13.736441 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:43:13.773390 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:13.785861 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c341d3c0-c71c-44eb-ad39-3a73d4d4f572 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:43:13.805439 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:13.809384 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:13.858166 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:14.014788 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['c341d3c0-c71c-44eb-ad39-3a73d4d4f572'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:43:14.427170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12de666e-f4e8-4632-aef1-53250a619ca3 req-0cce2792-cf62-4e69-a715-40c02e5e28b9 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:14.429134 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12de666e-f4e8-4632-aef1-53250a619ca3 req-0cce2792-cf62-4e69-a715-40c02e5e28b9 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 945 time: 0.0508692 Jan 04 14:43:14.480335 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-12de666e-f4e8-4632-aef1-53250a619ca3 req-668f3030-4c44-4094-b797-6a144df142e7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453207 Jan 04 14:43:15.594201 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505a009b-cb12-4cee-ab58-aa113eea9cb8 req-920e1a2b-a42c-4e88-80f0-3353a0b2ef38 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:15.595652 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-505a009b-cb12-4cee-ab58-aa113eea9cb8 req-920e1a2b-a42c-4e88-80f0-3353a0b2ef38 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 945 time: 0.0480192 Jan 04 14:43:15.614557 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bd1cd278-b59d-44ae-8eef-6413f41f7813 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:15.648710 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-505a009b-cb12-4cee-ab58-aa113eea9cb8 req-b195ac77-d72c-4e08-9fbd-4d8e5300e714 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472035 Jan 04 14:43:15.662881 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:43:15.711192 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:43:15.714932 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:43:15.715297 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:15.790150 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:15.814814 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:43:15.817056 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3fedd32-4594-416d-8330-c513147403ed" -d '{"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-plugged", "status": "completed", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:43:15.829156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:43:15.833684 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:15.857155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:43:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-194dbab9-c2f8-4591-a29c-107dd141753a x-openstack-request-id: req-194dbab9-c2f8-4591-a29c-107dd141753a {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:43:15.857449 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-plugged", "status": "completed", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:43:15.857700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-194dbab9-c2f8-4591-a29c-107dd141753a {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:43:15.858111 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'code': 200} Jan 04 14:43:15.884156 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:16.018310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a8c969-74fb-459a-af9c-7714b44fee59 req-9a493869-b914-4524-986d-7ea2d516d006 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:16.019666 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0a8c969-74fb-459a-af9c-7714b44fee59 req-9a493869-b914-4524-986d-7ea2d516d006 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0385323 Jan 04 14:43:16.064910 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d0a8c969-74fb-459a-af9c-7714b44fee59 req-ac028e71-bf2d-4e29-9325-c97b3988df80 service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377984 Jan 04 14:43:16.761529 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251ab16c-dce9-4cd2-bf3d-2207f2f72644 req-7012856a-3ea0-456f-b5e6-c09fce78d372 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:16.763086 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-251ab16c-dce9-4cd2-bf3d-2207f2f72644 req-7012856a-3ea0-456f-b5e6-c09fce78d372 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 946 time: 0.0490282 Jan 04 14:43:16.810892 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-251ab16c-dce9-4cd2-bf3d-2207f2f72644 req-117529e9-5645-4336-bbc4-e2144531db78 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419817 Jan 04 14:43:17.928951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138f99ff-576f-4147-b3e8-2256c30f0dcb req-5db91997-8608-43b7-bb4c-10831954f01d tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:17.930432 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-138f99ff-576f-4147-b3e8-2256c30f0dcb req-5db91997-8608-43b7-bb4c-10831954f01d tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 946 time: 0.0476830 Jan 04 14:43:17.955869 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-cc499ca9-1cb9-49a9-8302-ac6b07875372 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:17.979460 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-138f99ff-576f-4147-b3e8-2256c30f0dcb req-531e2f04-4f60-418e-833f-0763b9121ab4 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432415 Jan 04 14:43:18.091635 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e127913a-7bca-451c-9e5a-acd1722c4d81 req-a6ddac31-c9c5-4bc7-8780-2cd8e29354f5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:18.093111 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e127913a-7bca-451c-9e5a-acd1722c4d81 req-a6ddac31-c9c5-4bc7-8780-2cd8e29354f5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 946 time: 0.0481887 Jan 04 14:43:18.141734 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e127913a-7bca-451c-9e5a-acd1722c4d81 req-638fbea6-f05e-46ee-bb05-b331d50d2bf5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426970 Jan 04 14:43:18.163883 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47532) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:18.248877 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36e8905-3c93-4ca6-94d2-bca4587d3062 tempest-TestSnapshotPattern-5000037 tempest-TestSnapshotPattern-5000037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:18.250395 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-c36e8905-3c93-4ca6-94d2-bca4587d3062 tempest-TestSnapshotPattern-5000037 tempest-TestSnapshotPattern-5000037-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1094 time: 0.0855086 Jan 04 14:43:18.253244 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 47536) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:43:18.257645 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.v2.base [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address': '172.20.0.13'}} {{(pid=103265) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:43:18.280578 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:18.374922 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:18.479884 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.db_base_plugin_common [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Allocated IP 172.36.2.169 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/cf2ff411-56fc-4e2c-b237-809aafdc3e30) {{(pid=103265) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:43:18.576821 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for port, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:18.608975 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:18.647866 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103265) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:43:18.652826 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.base_scheduler [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Resources bound (agent type, host, resource id): {{(pid=103265) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:43:18.658182 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Received port after_create {{(pid=103265) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:43:18.663410 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'Port': ['ID=cf2ff411-56fc-4e2c-b237-809aafdc3e30,revision_number=1']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:19.004760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:19.071852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:19.224648 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for port, precommit_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:19.229542 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5332709'] for port, after_update {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:19.298419 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'Port': ['ID=cf2ff411-56fc-4e2c-b237-809aafdc3e30,revision_number=2']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:43:19.306801 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:19.343211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:19.405050 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.db.l3_db [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Floating IP 6c64601a-b109-4b04-9dc7-da9c7984a63e associated. External IP: 172.36.2.169, port: c341d3c0-c71c-44eb-ad39-3a73d4d4f572. Jan 04 14:43:19.606187 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103265) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:43:20.010714 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103265) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:43:20.020120 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:43:20.027684 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:20.030758 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:20.031367 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:43:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:20.054263 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-bf07a3fc-5a9f-4169-b5a4-5b3dd7f86394 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8000062 Jan 04 14:43:20.055416 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103265) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:43:20.057686 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}13034b70426437ad6ba188e4d8e6766f632e823aad96c1106f82fbdd6ff68524" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea8be30b-f7a7-4361-b801-cea07e7929d4" -d '{"events": [{"name": "network-changed", "server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103265) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:43:20.139433 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:20.149342 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:43:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4eefdaa7-6868-43d1-ad4f-afa758b09cd4 x-openstack-request-id: req-4eefdaa7-6868-43d1-ad4f-afa758b09cd4 {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:43:20.149633 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "status": "completed", "code": 200}]} {{(pid=103265) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:43:20.149911 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4eefdaa7-6868-43d1-ad4f-afa758b09cd4 {{(pid=103265) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:43:20.150320 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'status': 'completed', 'code': 200} Jan 04 14:43:20.215586 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-a29b698a-fcc3-42f4-925f-350039c8ad02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:20.217060 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-a29b698a-fcc3-42f4-925f-350039c8ad02 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0448959 Jan 04 14:43:20.306884 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-6a67b062-784c-4149-b95e-22b1689c2374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:20.308242 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-6a67b062-784c-4149-b95e-22b1689c2374 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0834663 Jan 04 14:43:20.378709 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-194f66bb-effc-41e4-9d57-0232c48a0ff3 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 1000 time: 0.0641651 Jan 04 14:43:20.431574 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-35d83cd1-261a-4891-99ff-6905d461d049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:20.433218 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-35d83cd1-261a-4891-99ff-6905d461d049 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0479815 Jan 04 14:43:20.445512 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:18Z', 'revision_number': 0, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:20.471235 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:43:20.478374 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-93bedcce-138b-43c3-80ab-a9190726d362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:20.479880 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-93bedcce-138b-43c3-80ab-a9190726d362 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403473 Jan 04 14:43:20.480257 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:43:20.480847 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:43:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:20.573653 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-ae8259be-b52b-42a7-b226-c5a8862e0921 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862713 Jan 04 14:43:20.582782 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:43:20.599887 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:20.665019 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea8be30b-f7a7-4361-b801-cea07e7929d4 req-30e897ad-9c4f-45e8-bc79-8badd6076fd6 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848505 Jan 04 14:43:20.804033 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:18Z', 'revision_number': 0, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:43:20.830127 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b36b7f5-9fd9-4fc4-bb2a-2959e350452c None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:18Z', 'revision_number': 0, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:43:21.010743 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7538c7bb-5c4c-466f-be12-ac2902f8a806 None None] New status for floating IP 6c64601a-b109-4b04-9dc7-da9c7984a63e: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:43:21.677623 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-3db5d387-87d8-4c44-a72e-b09e4ab528d3 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0427973 Jan 04 14:43:21.756745 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-bfe82dc9-8a3d-406b-a3e0-ca743315e561 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:21.758734 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-bfe82dc9-8a3d-406b-a3e0-ca743315e561 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0400090 Jan 04 14:43:21.864203 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-3b4a1453-c06c-41bf-bfc8-1c2f54642835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:21.865974 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-3b4a1453-c06c-41bf-bfc8-1c2f54642835 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0886822 Jan 04 14:43:21.932885 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-4f1c2730-d409-4adb-8bd2-1f7bd19995fd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 1002 time: 0.0601385 Jan 04 14:43:21.980262 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-58e9d898-e5a1-4467-8086-ca2049f7264e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:21.981640 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-58e9d898-e5a1-4467-8086-ca2049f7264e service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0428717 Jan 04 14:43:22.028430 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-50bd3e14-fe0e-45a7-9058-7d5a9799f1a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:43:22.029886 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-50bd3e14-fe0e-45a7-9058-7d5a9799f1a9 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417104 Jan 04 14:43:22.117368 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-b3f46523-e345-43b1-b10c-f2a59be19a31 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805538 Jan 04 14:43:22.215223 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3a69d6d-5b42-40d9-a4f0-2f4ee616a994 req-42d40dd3-8f78-44c2-9ad5-1a59bc00f2b2 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874779 Jan 04 14:43:22.248140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:35.870976 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:36.771066 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:43:45.615669 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-60ad557e-01c2-4211-9a19-d82fcca5d51c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:47.957670 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-eb193256-e1e5-4c64-87a8-e5bb09c79afb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:49.346382 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:50.600492 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:43:52.249274 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:05.883007 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:13.771659 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:44:15.619311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-572eeff8-a2de-4de8-a16f-b4cf2824083e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:17.958169 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ad82158d-fad0-4f0b-bc90-0f715e50c4ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:19.349529 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:20.602712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:22.251110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:23.680656 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-8e9c90a2-795e-4602-a356-c8a085a1078e service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0402236 Jan 04 14:44:23.761609 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-c48a9175-8c1d-414f-9f05-fb7f3961cf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:44:23.763309 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-c48a9175-8c1d-414f-9f05-fb7f3961cf6a service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0426872 Jan 04 14:44:23.864046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-06fb7007-e06c-4b9c-8218-fe642b057226 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:44:23.865482 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-06fb7007-e06c-4b9c-8218-fe642b057226 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0821977 Jan 04 14:44:23.931202 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-d4b99b2c-ce2c-4392-a642-209a82d2475b service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 1002 time: 0.0593786 Jan 04 14:44:23.976867 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-a18e9cff-8137-40b2-9d3b-3c8a88a4de6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:44:23.978282 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-a18e9cff-8137-40b2-9d3b-3c8a88a4de6c service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0414715 Jan 04 14:44:24.021182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-dd2fe4d3-df9c-4d89-a39d-5acfd804b056 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:44:24.022626 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-dd2fe4d3-df9c-4d89-a39d-5acfd804b056 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0379913 Jan 04 14:44:24.111232 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-9c2469ae-6d3d-4a37-8444-aaee418ddfa7 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820956 Jan 04 14:44:24.201738 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f1fe0a35-44a5-4284-ad3b-2d13f9908e69 req-c6b3b8ab-21c4-443a-af16-fd8c14e10ba4 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836861 Jan 04 14:44:35.885077 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:45.622400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e57db767-5327-4663-95e5-ba592e78b4b7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:47.957900 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-00635384-6967-4c66-961a-c89c53c7e7c5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:49.355994 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:50.608524 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:44:50.770986 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:44:52.252969 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:05.884033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:15.624339 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-23644c26-2066-479a-991f-1674713571d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:16.166973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:45:16.263174 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:16.273604 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:45:16.309851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:16.322846 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c341d3c0-c71c-44eb-ad39-3a73d4d4f572 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:45:16.342444 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:16.346414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:16.395521 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:16.403370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.403724 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.404070 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.404408 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.404742 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.405079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.405409 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.405740 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.406120 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.406448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.406772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.407096 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.407416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:16.433380 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['c341d3c0-c71c-44eb-ad39-3a73d4d4f572'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:45:17.961999 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d22768d2-445d-4e5f-a971-a7bc97e844f7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:18.182770 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:45:18.247816 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:45:18.248188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:18.336251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:18.361140 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:45:18.362370 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143b1b01-de1c-4020-bd1e-0b85a8de50bb" -d '{"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-plugged", "status": "completed", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:45:18.382476 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:18.388654 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:18.458795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:18.481730 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:45:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f519630d-dd79-4cc4-9279-b513130e0c32 x-openstack-request-id: req-f519630d-dd79-4cc4-9279-b513130e0c32 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:45:18.482283 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-plugged", "status": "completed", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:45:18.482683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-f519630d-dd79-4cc4-9279-b513130e0c32 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:45:18.483437 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'code': 200} Jan 04 14:45:19.401419 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:20.611658 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:22.260983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:23.709738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-d4bd1118-6b37-4a69-a444-189e9258db11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:23.711566 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-d4bd1118-6b37-4a69-a444-189e9258db11 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1099 time: 0.0453229 Jan 04 14:45:23.836303 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-26123e6a-801b-4af5-a629-12165b33f941 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:23.838011 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-26123e6a-801b-4af5-a629-12165b33f941 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.1054747 Jan 04 14:45:23.910325 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-ade7b596-0cb9-4157-b8e9-8152987410dc service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 1002 time: 0.0648079 Jan 04 14:45:23.974046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-6735095b-e1ea-40ab-8af8-13c3cf5263c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:23.975478 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-6735095b-e1ea-40ab-8af8-13c3cf5263c2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0584249 Jan 04 14:45:24.022321 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-cc86b0bc-67e8-467a-bf04-b2737a300488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:24.027768 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-cc86b0bc-67e8-467a-bf04-b2737a300488 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420337 Jan 04 14:45:24.036501 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-f769348b-5d7a-4815-9fb5-b886b4471748 service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103264) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:45:24.037550 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-f769348b-5d7a-4815-9fb5-b886b4471748 service neutron] 10.222.0.13 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053153 Jan 04 14:45:24.145639 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-bb012503-00db-42da-9aff-6befc69c5e42 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1017632 Jan 04 14:45:24.253628 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-9d504c6b-962f-41f8-aa3f-31224a6b9c5c req-1c314ee9-0acd-47a6-a803-c586a2ec9561 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005352 Jan 04 14:45:26.462469 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-9611e022-1829-4d48-af49-a74842941662 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1938915682&fields=id&tenant_id=fbf0e0d8e1284771b997b20cc63393c8 HTTP/1.1" status: 200 len: 267 time: 0.0438170 Jan 04 14:45:26.569533 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-e3210f1b-fc50-41e8-a59f-03b896318d21 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:26.571006 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-e3210f1b-fc50-41e8-a59f-03b896318d21 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 809 time: 0.1012015 Jan 04 14:45:26.585308 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-9628a96d-20e1-499b-bf18-5ecd75c68fc2 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/quotas/fbf0e0d8e1284771b997b20cc63393c8 HTTP/1.1" status: 200 len: 375 time: 0.0086455 Jan 04 14:45:26.637016 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-10373268-72f0-41ab-9437-28f02e917c79 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0462584 Jan 04 14:45:26.753355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-0c0ea859-7286-4b6f-8fba-76899a37279b service neutron] http://10.222.0.30:9696/v2.0/extensions returned with HTTP 200 {{(pid=103265) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jan 04 14:45:26.754666 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-0c0ea859-7286-4b6f-8fba-76899a37279b service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1068320 Jan 04 14:45:26.846904 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-715e5b78-cf14-41c3-bf07-610c57c98646 service neutron] 10.222.0.30 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849309 Jan 04 14:45:26.935768 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-6d6bda1c-daa5-4c1a-b2aa-290d9dc41afa service neutron] 10.222.0.30 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827072 Jan 04 14:45:27.104414 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-39d564ee-4dff-4009-ab9a-18bd54525b94 req-07fec782-284e-4762-a6bb-4e16aa85ff7a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 210 time: 0.0257959 Jan 04 14:45:27.770466 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:45:28.115441 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-157ac8c7-0385-48a6-ba9b-bfc8addd7063 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:28.116855 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-157ac8c7-0385-48a6-ba9b-bfc8addd7063 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 809 time: 0.1059327 Jan 04 14:45:28.187076 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-4a1ab209-f291-4f67-bba2-a9fb010cbee7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=fbf0e0d8e1284771b997b20cc63393c8 HTTP/1.1" status: 200 len: 380 time: 0.0597503 Jan 04 14:45:28.205721 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'port': {'device_id': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'admin_state_up': True, 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'security_groups': ['af1e5b3c-7e36-4c54-a600-1245202656f3']}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:45:28.211175 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-1413d107-7fee-49d6-b5f7-481fb35df487 req-00f10049-f7a0-4a6a-b492-8a90dd40a4a3 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 210 time: 0.0281680 Jan 04 14:45:28.332050 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Made reservation on behalf of fbf0e0d8e1284771b997b20cc63393c8 for: {'port': 1} {{(pid=103264) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jan 04 14:45:28.336154 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:28.465487 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Allocated IP 172.20.0.10 (22722406-7aac-4a6f-8f0d-c64f455502b2/0bd138f5-1ff5-478c-b43c-6f33bee113a9/a848f252-3a8b-4c5a-80f5-3425fa1f3525) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:45:28.659823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:28.702533 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:28.764741 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:45:28.768350 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:45:28.771535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:45:28.817170 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:28.827049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.827395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.827738 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.828071 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.828398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.828725 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.829048 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.829370 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.829691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.830040 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.830358 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.830673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.830994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:45:28.856619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:28.857498 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:28.877291 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-dd5b9656-2dab-4b56-9c1a-0adba5eae666 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6761370 Jan 04 14:45:29.048978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-230f2ba3-1b25-4308-a0f9-1fdef7cb195e None None] Provisioning complete for port a848f252-3a8b-4c5a-80f5-3425fa1f3525 triggered by entity DHCP. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:45:29.049565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-230f2ba3-1b25-4308-a0f9-1fdef7cb195e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:29.084907 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-230f2ba3-1b25-4308-a0f9-1fdef7cb195e None None] Port a848f252-3a8b-4c5a-80f5-3425fa1f3525 cannot update to ACTIVE because it is not bound. {{(pid=103266) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Jan 04 14:45:29.343760 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694929fe-90c5-4303-8ac0-4ee3b5893999 req-27bec99a-229b-46b6-90a3-deab93b50d52 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:29.345342 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-694929fe-90c5-4303-8ac0-4ee3b5893999 req-27bec99a-229b-46b6-90a3-deab93b50d52 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0606947 Jan 04 14:45:29.397732 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-694929fe-90c5-4303-8ac0-4ee3b5893999 req-140312fc-b04e-46a2-a4d5-6606afc1e07f tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462430 Jan 04 14:45:30.236617 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:45:30.320033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:30.344277 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:45:30.346683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b87e679-4dbb-4afb-9a48-3ecc538a4703" -d '{"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:45:30.363371 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:30.370961 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:30.396430 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4eb2b33-f686-4a28-9271-780cb158227c x-openstack-request-id: req-d4eb2b33-f686-4a28-9271-780cb158227c {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:45:30.396708 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-unplugged", "status": "completed", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:45:30.396962 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-d4eb2b33-f686-4a28-9271-780cb158227c {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:45:30.397349 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'code': 200} Jan 04 14:45:30.424473 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:30.527111 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d852505d-63c1-4d54-8c41-aab4f2173b36 req-654b6926-8ba8-40a6-b7c6-fd9b14dd0104 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:30.528699 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d852505d-63c1-4d54-8c41-aab4f2173b36 req-654b6926-8ba8-40a6-b7c6-fd9b14dd0104 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0603945 Jan 04 14:45:30.587024 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d852505d-63c1-4d54-8c41-aab4f2173b36 req-c6741ed4-670a-4484-8c71-31c7297ded0c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524826 Jan 04 14:45:31.713256 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23760626-52d3-481a-a53d-dafcb67e07a4 req-5e612ace-41da-4682-9630-a062c8869dff tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:31.715144 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-23760626-52d3-481a-a53d-dafcb67e07a4 req-5e612ace-41da-4682-9630-a062c8869dff tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0568287 Jan 04 14:45:31.775052 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-23760626-52d3-481a-a53d-dafcb67e07a4 req-9e083e02-98e8-4680-be9e-05b75b50a541 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538621 Jan 04 14:45:32.893000 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c44c664-80b0-46d1-a125-25f66cc9712e req-13495573-df01-4a7a-91df-54a1ad82539b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:32.894718 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c44c664-80b0-46d1-a125-25f66cc9712e req-13495573-df01-4a7a-91df-54a1ad82539b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0540247 Jan 04 14:45:32.948979 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c44c664-80b0-46d1-a125-25f66cc9712e req-c01789cb-d0d3-4fd1-a788-ffa95035a14d tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480273 Jan 04 14:45:34.068417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a779ab4c-2377-4279-b55c-ef041cd89cca req-101130cb-89e4-4096-bf1d-afd4e7da48cc tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:34.069859 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a779ab4c-2377-4279-b55c-ef041cd89cca req-101130cb-89e4-4096-bf1d-afd4e7da48cc tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0515676 Jan 04 14:45:34.129926 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-a779ab4c-2377-4279-b55c-ef041cd89cca req-e339b5bc-b3e3-4a65-8d6b-d423e77b5210 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522642 Jan 04 14:45:35.241673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f010a404-7e74-4c5c-8f2a-841815ac54bf req-c240d24c-1439-4f12-b3ac-3eaf162b90f5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:35.243320 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f010a404-7e74-4c5c-8f2a-841815ac54bf req-c240d24c-1439-4f12-b3ac-3eaf162b90f5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0494795 Jan 04 14:45:35.297750 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-f010a404-7e74-4c5c-8f2a-841815ac54bf req-910047b8-f3f5-4b8f-9d76-94a9db583bdb tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476537 Jan 04 14:45:35.912979 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:36.427730 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d90fd85-d6a7-449d-9c69-1f64999435af req-71bc6c79-c7e2-4214-acc8-5095e80eb4f4 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:36.429264 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4d90fd85-d6a7-449d-9c69-1f64999435af req-71bc6c79-c7e2-4214-acc8-5095e80eb4f4 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 932 time: 0.0540156 Jan 04 14:45:36.480202 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-4d90fd85-d6a7-449d-9c69-1f64999435af req-d0b084a2-4a05-4acb-87b8-355fad3425fc tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444384 Jan 04 14:45:36.968665 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Request body: {'port': {'device_id': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-mast'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:45:37.024244 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:37.277751 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a848f252-3a8b-4c5a-80f5-3425fa1f3525 {{(pid=103264) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:45:37.284935 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:37.296412 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.provisioning_blocks [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Transition to ACTIVE for port object a848f252-3a8b-4c5a-80f5-3425fa1f3525 will not be triggered until provisioned by entity L2. {{(pid=103264) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jan 04 14:45:37.300092 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:37.355234 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:37.424241 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Attempting to bind port a848f252-3a8b-4c5a-80f5-3425fa1f3525 on host hv-neutron-mast for vnic_type normal with profile {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 04 14:45:37.424573 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Attempting to bind port a848f252-3a8b-4c5a-80f5-3425fa1f3525 by drivers openvswitch,hyperv on host hv-neutron-mast at level 0 using segments [{'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Jan 04 14:45:37.424894 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Attempting to bind port a848f252-3a8b-4c5a-80f5-3425fa1f3525 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:45:37.429423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Port a848f252-3a8b-4c5a-80f5-3425fa1f3525 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-mast {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Jan 04 14:45:37.429743 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Attempting to bind port a848f252-3a8b-4c5a-80f5-3425fa1f3525 on network 22722406-7aac-4a6f-8f0d-c64f455502b2 {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Jan 04 14:45:37.434962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Checking agent: {'id': 'a6097caf-b68d-4784-826d-09febaf74a1f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-mast', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'started_at': datetime.datetime(2022, 1, 4, 13, 52, 35), 'heartbeat_timestamp': datetime.datetime(2022, 1, 4, 14, 45, 36), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Jan 04 14:45:37.435289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Checking segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=103264) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Jan 04 14:45:37.435662 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Bound using segment: {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'} {{(pid=103264) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Jan 04 14:45:37.436076 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.managers [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Bound port: a848f252-3a8b-4c5a-80f5-3425fa1f3525, host: hv-neutron-mast, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '76e8ca84-7fbb-4081-8afb-558a3f39136e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2'}}] {{(pid=103264) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Jan 04 14:45:37.436423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:37.500494 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, cleared binding levels {{(pid=103264) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jan 04 14:45:37.504652 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103264) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jan 04 14:45:37.508953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:37.545477 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:37.546045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:37.547626 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] 10.222.0.13 "PUT /v2.0/ports/a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 200 len: 1094 time: 0.5831008 Jan 04 14:45:37.551686 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:45:37.559209 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e199dd70-d84b-4a7a-aff2-dc24c2614346" -d '{"events": [{"name": "network-changed", "server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:45:37.618023 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:45:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbe67b2a-8ebb-40db-abf6-39f76c293cd8 x-openstack-request-id: req-bbe67b2a-8ebb-40db-abf6-39f76c293cd8 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:45:37.618327 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:45:37.618584 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bbe67b2a-8ebb-40db-abf6-39f76c293cd8 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:45:37.619513 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'status': 'completed', 'code': 200} Jan 04 14:45:37.642670 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e1ac64-c372-42f4-8049-b11821eb6a32 service neutron] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=3']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:37.666217 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1621894-5472-473d-b790-d97ee5a0aa29 req-7c7ebbd6-35d2-4cd5-ad01-55adc28da438 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:37.667757 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1621894-5472-473d-b790-d97ee5a0aa29 req-7c7ebbd6-35d2-4cd5-ad01-55adc28da438 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 944 time: 0.1176322 Jan 04 14:45:37.674144 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-fafcf72d-68c4-4370-b929-af0fff7ad2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:37.675612 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-fafcf72d-68c4-4370-b929-af0fff7ad2d2 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1097 time: 0.0758042 Jan 04 14:45:37.732427 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-92717613-ef08-4080-90c4-a6876a374868 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 200 len: 217 time: 0.0484474 Jan 04 14:45:37.783745 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d1621894-5472-473d-b790-d97ee5a0aa29 req-e7f6f865-0bfd-43e7-9489-8c2d08f22612 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1071720 Jan 04 14:45:37.803998 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-7cbac760-951a-4b8d-a306-9ccefe3a59a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:37.805525 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-7cbac760-951a-4b8d-a306-9ccefe3a59a2 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0660105 Jan 04 14:45:37.851984 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-a2bfd0ad-76a4-49b1-a046-edec7f72a55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:37.854021 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-a2bfd0ad-76a4-49b1-a046-edec7f72a55a service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402367 Jan 04 14:45:37.945150 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-db476acd-a381-4dec-add8-7aacbd260a25 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848570 Jan 04 14:45:38.032103 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-8c9641cc-8f09-4f0e-a917-b8798643d33f req-5fdfbbed-bc3a-4d91-9a99-eff5e8b6e96e service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802417 Jan 04 14:45:38.116255 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-f9546303-97ae-4d4e-b774-521f3410a19b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:38.117714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-f9546303-97ae-4d4e-b774-521f3410a19b service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1097 time: 0.0447011 Jan 04 14:45:38.206047 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-2ba12597-814f-484a-94c6-fdb268116dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:38.207496 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-2ba12597-814f-484a-94c6-fdb268116dcc service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0827520 Jan 04 14:45:38.252665 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-d7b8c315-9cd5-4b69-bd5c-3e96c3e1fa3e service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 200 len: 217 time: 0.0377657 Jan 04 14:45:38.300153 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-902649c7-dddc-4769-82c3-447b31d6668b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:38.301580 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-902649c7-dddc-4769-82c3-447b31d6668b service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0424473 Jan 04 14:45:38.345812 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-cb368279-3d36-4416-8851-82e6921505ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:38.347297 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-cb368279-3d36-4416-8851-82e6921505ae service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0388818 Jan 04 14:45:38.439028 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-fc19f26f-2d3b-46de-a371-ac0a9da9c83f service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838785 Jan 04 14:45:38.527115 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-e199dd70-d84b-4a7a-aff2-dc24c2614346 req-a05a0c11-b850-4b9c-855d-9761bc4138cd service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804386 Jan 04 14:45:38.898720 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d0164-ce9c-42c5-876f-d50cb84e7ce3 req-71425e47-80e3-4524-b363-510d72514fbe tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:38.900181 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e83d0164-ce9c-42c5-876f-d50cb84e7ce3 req-71425e47-80e3-4524-b363-510d72514fbe tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 944 time: 0.0487580 Jan 04 14:45:38.949089 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-e83d0164-ce9c-42c5-876f-d50cb84e7ce3 req-294e5227-c9e7-4030-8d40-ac8f127c817a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429339 Jan 04 14:45:40.062870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11100942-5b3c-47ba-a0a1-30c4a6df9900 req-4e268d10-2e6f-4009-a8fe-5104d30af661 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:40.064243 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11100942-5b3c-47ba-a0a1-30c4a6df9900 req-4e268d10-2e6f-4009-a8fe-5104d30af661 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 944 time: 0.0484288 Jan 04 14:45:40.116234 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-11100942-5b3c-47ba-a0a1-30c4a6df9900 req-0d3c99a3-16d6-49d0-87e3-c1da226c2476 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461018 Jan 04 14:45:40.322630 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:45:40.416400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:40.427155 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'port_id': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'mac_address': 'fa:16:3e:4e:6c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:45:40.462121 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:40.474635 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a848f252-3a8b-4c5a-80f5-3425fa1f3525 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:45:40.495359 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:40.499693 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:40.548665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=4']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:40.738298 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['a848f252-3a8b-4c5a-80f5-3425fa1f3525'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:45:41.229264 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89497a13-4635-4158-8c86-ef9be2e6fe01 req-cec1b181-8f35-4c35-ad01-a6ce348c11d6 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:41.230747 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-89497a13-4635-4158-8c86-ef9be2e6fe01 req-cec1b181-8f35-4c35-ad01-a6ce348c11d6 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 945 time: 0.0476508 Jan 04 14:45:41.282757 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-89497a13-4635-4158-8c86-ef9be2e6fe01 req-cc3f3015-8d65-4dc5-994d-61e50f490dce tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461841 Jan 04 14:45:42.321858 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:45:42.371118 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning for port a848f252-3a8b-4c5a-80f5-3425fa1f3525 completed by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jan 04 14:45:42.375243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port a848f252-3a8b-4c5a-80f5-3425fa1f3525 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:45:42.375615 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:42.400198 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9f0ade-ce75-4a76-a790-2cea71334d8f req-0afcd41d-40c7-4cfd-982f-a2bdd763b9a2 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:42.401683 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ae9f0ade-ce75-4a76-a790-2cea71334d8f req-0afcd41d-40c7-4cfd-982f-a2bdd763b9a2 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 945 time: 0.0493298 Jan 04 14:45:42.450530 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ae9f0ade-ce75-4a76-a790-2cea71334d8f req-2324256e-7ff9-4fad-a58b-16f94517a9ee tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428469 Jan 04 14:45:42.453602 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:42.476173 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:45:42.478921 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ef81d84-a920-41d7-bf47-dc1e9b8d6960" -d '{"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-plugged", "status": "completed", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:45:42.490935 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:45:42.495468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:42.518270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:45:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fdce85d-36aa-4aba-8fcf-000ec204a1ae x-openstack-request-id: req-8fdce85d-36aa-4aba-8fcf-000ec204a1ae {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:45:42.518565 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-plugged", "status": "completed", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:45:42.518820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-8fdce85d-36aa-4aba-8fcf-000ec204a1ae {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:45:42.519228 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'code': 200} Jan 04 14:45:42.544448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=5']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:42.678851 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba63ebc-c143-4e9f-9705-d60d857939cc req-1b6956e4-5770-4449-977e-c34acbe4d15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:42.680333 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cba63ebc-c143-4e9f-9705-d60d857939cc req-1b6956e4-5770-4449-977e-c34acbe4d15d service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1099 time: 0.0389981 Jan 04 14:45:42.723194 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cba63ebc-c143-4e9f-9705-d60d857939cc req-fec03ecc-0e3d-4249-9c82-ed04a73a597e service neutron] 10.222.0.13 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369945 Jan 04 14:45:43.568963 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ceccba-90dc-4cef-8442-2ca11386e89e req-2c3aa840-2c0f-45ee-94f3-35beaca36aad tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:43.570539 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-25ceccba-90dc-4cef-8442-2ca11386e89e req-2c3aa840-2c0f-45ee-94f3-35beaca36aad tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 946 time: 0.0521770 Jan 04 14:45:43.619044 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-25ceccba-90dc-4cef-8442-2ca11386e89e req-00527d9a-ed2c-4d61-91ff-e2e4aeb56872 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426173 Jan 04 14:45:44.734553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e5f171-98fa-4d99-84f3-d193d2f90e29 req-b798fe6a-74ec-4082-853f-2400d25ccf47 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:44.736149 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-79e5f171-98fa-4d99-84f3-d193d2f90e29 req-b798fe6a-74ec-4082-853f-2400d25ccf47 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 946 time: 0.0488889 Jan 04 14:45:44.785620 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-79e5f171-98fa-4d99-84f3-d193d2f90e29 req-5eb736ca-c5ce-48d8-9456-5959ce658837 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434399 Jan 04 14:45:44.897937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244bf3cb-125f-4df1-8ca9-e056312e73ab req-07faed4e-ba44-4b94-9383-fe032fca2d79 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:44.899279 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-244bf3cb-125f-4df1-8ca9-e056312e73ab req-07faed4e-ba44-4b94-9383-fe032fca2d79 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 946 time: 0.0480299 Jan 04 14:45:44.947498 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-244bf3cb-125f-4df1-8ca9-e056312e73ab req-dedc6caa-0943-4849-b429-ae200c7a863a tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423002 Jan 04 14:45:44.967962 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47802) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:45:45.011083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ad0f791-bb07-45a9-8f0c-70bb2e154a1e tempest-TestSnapshotPattern-5000037 tempest-TestSnapshotPattern-5000037-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:45.013013 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-4ad0f791-bb07-45a9-8f0c-70bb2e154a1e tempest-TestSnapshotPattern-5000037 tempest-TestSnapshotPattern-5000037-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1094 time: 0.0437367 Jan 04 14:45:45.015379 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 47804) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:45:45.019602 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.v2.base [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Request body: {'floatingip': {'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'port_id': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=103264) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 04 14:45:45.043107 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.135830 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.240650 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_common [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Allocated IP 172.36.2.55 (0f616572-caf8-4f73-b40f-48d39233e285/358c65be-fce5-4248-ab98-f009e76a3e09/2a7a7f49-720e-43b1-adfb-56d79560137b) {{(pid=103264) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jan 04 14:45:45.336929 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for port, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.370206 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8786953852591', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.408971 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Network 0f616572-caf8-4f73-b40f-48d39233e285 is already hosted by enough agents. {{(pid=103264) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jan 04 14:45:45.413177 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.base_scheduler [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Resources bound (agent type, host, resource id): {{(pid=103264) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jan 04 14:45:45.418463 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Received port after_create {{(pid=103264) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jan 04 14:45:45.423684 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'Port': ['ID=2a7a7f49-720e-43b1-adfb-56d79560137b,revision_number=1']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:45.626293 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-0eb20daf-6741-4fe8-8347-6e527af4e72f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.767240 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, precommit_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.833960 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.979034 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for port, precommit_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:45.983377 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5340614'] for port, after_update {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:46.051820 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event updated for resources: {'Port': ['ID=2a7a7f49-720e-43b1-adfb-56d79560137b,revision_number=2']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:45:46.060930 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-656817'] for floatingip, after_create {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:46.158303 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Floating IP 306d9b06-e08c-4c86-8311-89b21aa769bf associated. External IP: 172.36.2.55, port: a848f252-3a8b-4c5a-80f5-3425fa1f3525. Jan 04 14:45:46.365543 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:45:46.471221 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:45:46.481121 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:45:46.489008 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:46.491644 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:45:46.492253 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:45:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:45:46.516007 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-371cc657-c1ed-491b-84ad-942ce08b3f40 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.4996374 Jan 04 14:45:46.516603 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:45:46.518870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a" -d '{"events": [{"name": "network-changed", "server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:45:46.555072 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:45:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb80bb4d-dcad-4f43-855f-72308710f4e6 x-openstack-request-id: req-eb80bb4d-dcad-4f43-855f-72308710f4e6 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:45:46.555392 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:45:46.555729 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-eb80bb4d-dcad-4f43-855f-72308710f4e6 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:45:46.556108 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'status': 'completed', 'code': 200} Jan 04 14:45:46.596736 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:45:46.617578 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-fba84d35-054d-4c60-b262-ec69d5c49ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:46.619106 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-fba84d35-054d-4c60-b262-ec69d5c49ff7 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1099 time: 0.0406778 Jan 04 14:45:46.838486 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '306d9b06-e08c-4c86-8311-89b21aa769bf', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.55', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:4e:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:45:45Z', 'updated_at': '2022-01-04T14:45:45Z', 'revision_number': 0, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}, {'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:21Z', 'revision_number': 1, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:45:46.868430 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:45:46.877036 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:45:46.877658 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:45:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:45:46.982808 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:45:47.002605 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-986b6450-8807-4a68-a05d-3d800d68fa4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:47.004329 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-986b6450-8807-4a68-a05d-3d800d68fa4f service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.3791831 Jan 04 14:45:47.068074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-62062a4f-c95d-4c13-a1f9-df626eb00ac9 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 200 len: 999 time: 0.0572093 Jan 04 14:45:47.119068 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-be66dd0d-f846-44c0-8fef-566302f5adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:47.120419 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-be66dd0d-f846-44c0-8fef-566302f5adc0 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0464654 Jan 04 14:45:47.166053 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-6640b2b2-b9bb-4275-b21e-3f2f4b570c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:45:47.167549 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-6640b2b2-b9bb-4275-b21e-3f2f4b570c0d service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398915 Jan 04 14:45:47.205809 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '306d9b06-e08c-4c86-8311-89b21aa769bf', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.55', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:4e:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:45:45Z', 'updated_at': '2022-01-04T14:45:45Z', 'revision_number': 0, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}, {'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:21Z', 'revision_number': 1, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:45:47.231820 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ece7092b-1dcf-46bf-a721-276fc676c409 None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '306d9b06-e08c-4c86-8311-89b21aa769bf', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.55', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1887, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:4e:6c:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:45:45Z', 'updated_at': '2022-01-04T14:45:45Z', 'revision_number': 0, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}, {'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:21Z', 'revision_number': 1, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:45:47.261006 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-5856f15c-cc0b-4695-8d12-2f5e33aa1b5a service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866890 Jan 04 14:45:47.350990 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-d32d779f-54c6-46fd-b34c-a7a72e38fd8a req-d0b27421-df51-4c88-bda8-b34a1331a412 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839458 Jan 04 14:45:47.436847 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60157959-386d-4d43-9725-294e93f338ea None None] New status for floating IP 306d9b06-e08c-4c86-8311-89b21aa769bf: ACTIVE {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:45:47.963436 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-dc528cbd-9ef8-447c-b075-155864864b21 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:49.360454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:50.614029 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:45:52.253400 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:04.769380 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:46:05.914062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:15.628170 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-156a5da6-b380-4366-8b2d-64d646b03891 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:17.964226 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8c54f047-0876-4b9a-87e2-ab8b141a76fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:19.361851 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:20.616878 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:22.256168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:24.742059 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-6adcd00f-68c0-4aa2-a027-52caf9df2946 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1166420 Jan 04 14:46:24.819839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-e091ab77-8d87-4d47-a303-194ed9a15c74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:46:24.821296 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-e091ab77-8d87-4d47-a303-194ed9a15c74 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0394435 Jan 04 14:46:24.924292 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-29f47da4-0b39-43d8-9c7e-420b9af2f36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:46:24.925744 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-29f47da4-0b39-43d8-9c7e-420b9af2f36f service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0860293 Jan 04 14:46:24.989593 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-93cf05c2-f956-45f7-acdc-30e37b5adfd2 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 1000 time: 0.0571012 Jan 04 14:46:25.037329 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-611b55e4-43d6-4eac-a563-01287878343a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:46:25.038773 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-611b55e4-43d6-4eac-a563-01287878343a service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0431025 Jan 04 14:46:25.086668 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-0865fab8-1fd5-47df-9c5d-5aeb01cd2ed7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:46:25.088145 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-0865fab8-1fd5-47df-9c5d-5aeb01cd2ed7 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431640 Jan 04 14:46:25.177317 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-731a705e-5ecd-4cf7-9cfa-eb13c895e62e service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815735 Jan 04 14:46:25.269785 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-cae462ba-c50e-4b79-b7e2-acce271288bf req-786b7711-35cc-4a3c-8a77-6442f6bafac6 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861704 Jan 04 14:46:35.946341 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:41.768275 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:46:45.629989 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-7ffb891a-4051-4461-b261-57c96129d974 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:47.966203 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-01cc1ac0-9210-4268-b267-598fa0b7625f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:49.367233 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:50.620787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:46:52.259063 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:05.943772 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:15.631168 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-2a6b4ca8-f6dd-48c8-9257-04afd343368a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:17.967428 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-254e06cf-065f-4f34-931d-45129b30c098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:18.767807 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:47:19.368451 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:20.624834 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:22.261712 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:25.679293 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-1bbec262-5ca8-43fe-97f7-9ceb824c2f88 service neutron] 10.222.0.13 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0451093 Jan 04 14:47:25.748576 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-59c95c5b-c985-4be9-9aff-28e2e970b13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:25.750829 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-59c95c5b-c985-4be9-9aff-28e2e970b13e service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1099 time: 0.0503657 Jan 04 14:47:25.864116 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-ca281bcb-f5f9-4762-ab23-4a88ee469a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:25.865613 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-ca281bcb-f5f9-4762-ab23-4a88ee469a9b service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0858798 Jan 04 14:47:25.933714 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-c35c1879-a63f-4954-a9e4-5c8cbbfe49f5 service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 200 len: 1001 time: 0.0611949 Jan 04 14:47:25.982737 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-38b0c244-50a3-4297-b27a-a625a9789a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:25.984129 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-38b0c244-50a3-4297-b27a-a625a9789a72 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0426338 Jan 04 14:47:26.031456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-c7da1a79-93d7-42de-be54-f195bc92f69f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:26.032911 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-c7da1a79-93d7-42de-be54-f195bc92f69f service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392294 Jan 04 14:47:26.123978 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-f6c307d6-fc34-4272-9116-f5addc886508 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836153 Jan 04 14:47:26.211723 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-758057db-e64c-4cf2-b5f8-4424c01002ce req-d8489ff0-8781-4728-82db-5ae5e68cb657 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814104 Jan 04 14:47:28.963452 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 details requested by agent hyperv_hv-neutron-mast with host hv-neutron-mast {{(pid=103266) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jan 04 14:47:29.057978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:29.070079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Returning: {'device': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'port_id': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'mac_address': 'fa:16:3e:4e:6c:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=103266) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jan 04 14:47:29.113795 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:29.126928 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a848f252-3a8b-4c5a-80f5-3425fa1f3525 {{(pid=103266) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jan 04 14:47:29.147036 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:29.150483 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:29.200417 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=6']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:29.207656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.208006 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.208350 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.208711 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.209043 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.209407 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.209697 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.210051 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.210477 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.210729 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.211079 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.211374 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.211692 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103266) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:29.224129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] get_ports_and_sgs() called for port_ids ['a848f252-3a8b-4c5a-80f5-3425fa1f3525'] {{(pid=103266) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jan 04 14:47:30.969520 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 up at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jan 04 14:47:31.022411 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.provisioning_blocks [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Provisioning complete for port a848f252-3a8b-4c5a-80f5-3425fa1f3525 triggered by entity L2. {{(pid=103266) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jan 04 14:47:31.022787 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1957229'] for port, provisioning_complete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:31.115211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:31.142978 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:47:31.145517 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09561c25-ed95-4733-86c1-7ce6377bc402" -d '{"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-plugged", "status": "completed", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:47:31.161211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:31.167369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:31.195017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:47:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd70f6d3-ac07-4997-901b-040b902b634c x-openstack-request-id: req-bd70f6d3-ac07-4997-901b-040b902b634c {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:47:31.195312 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-plugged", "status": "completed", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:47:31.195571 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-bd70f6d3-ac07-4997-901b-040b902b634c {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:47:31.195963 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'code': 200} Jan 04 14:47:31.226142 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=7']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:35.956461 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:38.514804 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48040) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:38.666691 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Deleting port 2a7a7f49-720e-43b1-adfb-56d79560137b {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:38.667027 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:38.738825 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:38.739151 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:38.750983 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Calling delete_port for 2a7a7f49-720e-43b1-adfb-56d79560137b owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:38.896612 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:38.921806 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event deleted for resources: {'Port': ['ID=2a7a7f49-720e-43b1-adfb-56d79560137b,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:38.946353 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.946706 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.947051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.947391 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.947723 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.948052 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.948383 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.948709 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.949035 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.949364 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.949688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.950042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.950387 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103264) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:38.992964 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:38.993289 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Floating IP 306d9b06-e08c-4c86-8311-89b21aa769bf disassociated (deleted). External IP: 172.36.2.55, port: a848f252-3a8b-4c5a-80f5-3425fa1f3525. Jan 04 14:47:39.193397 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:47:39.299435 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:47:39.304286 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:39.309056 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:47:39.318067 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:39.318739 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:39.331458 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-7d18993e-70cb-4802-9dfe-7f6fe672c79c tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "DELETE /v2.0/floatingips/306d9b06-e08c-4c86-8311-89b21aa769bf HTTP/1.1" status: 204 len: 168 time: 0.8155537 Jan 04 14:47:39.332055 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:47:39.334342 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3d50921-aed3-4fb7-aabf-26db9e110f0e" -d '{"events": [{"name": "network-changed", "server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:47:39.374089 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-601b76a3-ac8e-481d-bf1b-4f2a0ae9bd0a x-openstack-request-id: req-601b76a3-ac8e-481d-bf1b-4f2a0ae9bd0a {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:47:39.374456 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:47:39.374805 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-601b76a3-ac8e-481d-bf1b-4f2a0ae9bd0a {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:47:39.375287 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'status': 'completed', 'code': 200} Jan 04 14:47:39.427254 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:39.441902 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-af303298-b8b4-407c-a3f7-57260fb3009d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:39.443617 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-af303298-b8b4-407c-a3f7-57260fb3009d service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 1099 time: 0.0460546 Jan 04 14:47:39.548315 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-cf9c372e-8be3-4d41-9562-1b3eab4a20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:39.550074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-cf9c372e-8be3-4d41-9562-1b3eab4a20e7 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.0976803 Jan 04 14:47:39.582760 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5516ceb9-1844-4622-acfe-f33eb082c056 req-a1ab435e-ddf6-413e-be8a-0b393e6f69e5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:39.584368 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5516ceb9-1844-4622-acfe-f33eb082c056 req-a1ab435e-ddf6-413e-be8a-0b393e6f69e5 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 946 time: 0.0596764 Jan 04 14:47:39.595606 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-b023062d-6118-46bf-8327-a1ded269a95f service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 200 len: 217 time: 0.0369194 Jan 04 14:47:39.635715 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5516ceb9-1844-4622-acfe-f33eb082c056 req-5e095734-3a6b-4767-8b82-c29909ae1821 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449250 Jan 04 14:47:39.647309 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-596b4ac9-f76b-4c8f-ada5-946a3aa13b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:39.648858 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-596b4ac9-f76b-4c8f-ada5-946a3aa13b82 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0453579 Jan 04 14:47:39.677216 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:21Z', 'revision_number': 1, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:39.698981 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-d13a2c3f-9b1b-436e-8d1d-7144cb3b00d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:39.700464 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-d13a2c3f-9b1b-436e-8d1d-7144cb3b00d4 service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433083 Jan 04 14:47:39.703958 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:47:39.711990 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:39.712580 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:39.790456 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-e9d50b0f-f306-4a7f-887f-2b6a30d5b295 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814698 Jan 04 14:47:39.818912 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:39.892211 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-c3d50921-aed3-4fb7-aabf-26db9e110f0e req-95e6eb85-fc23-4169-8601-c54fa98fc070 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949023 Jan 04 14:47:40.036277 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:21Z', 'revision_number': 1, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:40.065508 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03fa2978-bc03-4c31-9068-1719431bd066 None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_floatingips': [{'id': '6c64601a-b109-4b04-9dc7-da9c7984a63e', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'floating_ip_address': '172.36.2.169', 'floating_network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'router_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'port_id': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 1884, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'mac_address': 'fa:16:3e:05:7f:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-01-04T14:43:18Z', 'updated_at': '2022-01-04T14:43:21Z', 'revision_number': 1, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:47:40.276653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-89305939-8e77-4c77-b8c3-04d280f3ab24 None None] New status for floating IP 306d9b06-e08c-4c86-8311-89b21aa769bf: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:47:40.755075 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97a39362-6f90-4285-bbb8-931adfe96c59 req-1cdbe6f1-b816-4732-9709-e660596189fe tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:40.756558 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97a39362-6f90-4285-bbb8-931adfe96c59 req-1cdbe6f1-b816-4732-9709-e660596189fe tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 946 time: 0.0486341 Jan 04 14:47:40.805011 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-97a39362-6f90-4285-bbb8-931adfe96c59 req-4e1a7aad-b7d3-4801-aab4-93187db39236 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425372 Jan 04 14:47:41.019682 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:41.093555 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2044082'] for port, before_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:41.115792 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103266) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:47:41.118032 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}d1d242bcfa59c8b70a5e8136c3758e8a2ea801994d61d4cf6b755e809976ef50" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbd9e669-cd54-404c-8b68-f7ca9f453f90" -d '{"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-unplugged", "status": "completed", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103266) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:47:41.125051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-6aca818a-79ba-4a78-994c-95248d12afd1 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:41.126544 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-6aca818a-79ba-4a78-994c-95248d12afd1 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 946 time: 0.0473695 Jan 04 14:47:41.131694 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:41.139431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8786954422047', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8786953852609', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8786953852627'] for port, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:41.164219 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 04 Jan 2022 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dc88cce-e4c6-484d-881d-6340561b82f5 x-openstack-request-id: req-1dc88cce-e4c6-484d-881d-6340561b82f5 {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:47:41.164518 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-unplugged", "status": "completed", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "code": 200}]} {{(pid=103266) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:47:41.164774 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-1dc88cce-e4c6-484d-881d-6340561b82f5 {{(pid=103266) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:47:41.165166 dv-neutron-master-2-hyperv neutron-server[103266]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'code': 200} Jan 04 14:47:41.194081 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Pushing event updated for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=8']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:41.221395 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Deleting port a848f252-3a8b-4c5a-80f5-3425fa1f3525 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:41.221735 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:41.305814 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] For port a848f252-3a8b-4c5a-80f5-3425fa1f3525, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=a848f252-3a8b-4c5a-80f5-3425fa1f3525,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:41.306183 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:41.322493 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Calling delete_port for a848f252-3a8b-4c5a-80f5-3425fa1f3525 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:41.448554 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:41.480320 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event deleted for resources: {'Port': ['ID=a848f252-3a8b-4c5a-80f5-3425fa1f3525,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:41.522371 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] No DVR routers for this DVR port a848f252-3a8b-4c5a-80f5-3425fa1f3525 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:47:41.524839 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:41.528156 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-4191ec4a-3142-4fe9-83d7-8f525cee71b8 req-c3292d69-2481-48d8-8b16-d4cbfcadce0b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "DELETE /v2.0/ports/a848f252-3a8b-4c5a-80f5-3425fa1f3525 HTTP/1.1" status: 204 len: 173 time: 0.3956988 Jan 04 14:47:41.528606 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-deleted', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:47:41.530852 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb6f5948-3a71-4c0f-acee-0447352e27f3" -d '{"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-deleted", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:47:41.569824 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:47:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a6005eb-a36b-4d9b-93dc-450231e2dd50 x-openstack-request-id: req-4a6005eb-a36b-4d9b-93dc-450231e2dd50 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:47:41.570252 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89", "name": "network-vif-deleted", "tag": "a848f252-3a8b-4c5a-80f5-3425fa1f3525", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:47:41.570517 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-4a6005eb-a36b-4d9b-93dc-450231e2dd50 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:47:41.570934 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89', 'name': 'network-vif-deleted', 'tag': 'a848f252-3a8b-4c5a-80f5-3425fa1f3525', 'status': 'completed', 'code': 200} Jan 04 14:47:41.925278 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-5ea20de6-5ca8-4bcd-a39b-35ec5449e1a1 req-73be2a0a-3369-41d9-ba37-a19f1a1f57dc tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=c778e9ed-a4e8-4937-b7ae-f1dcb8b6cd89 HTTP/1.1" status: 200 len: 210 time: 0.0373182 Jan 04 14:47:43.495316 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48108) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:43.648031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Deleting port cf2ff411-56fc-4e2c-b237-809aafdc3e30 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:43.648281 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:43.723765 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:43.724086 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:43.735823 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Calling delete_port for cf2ff411-56fc-4e2c-b237-809aafdc3e30 owned by network:floatingip {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:43.879169 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:43.908061 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event deleted for resources: {'Port': ['ID=cf2ff411-56fc-4e2c-b237-809aafdc3e30,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:43.965953 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for floatingip, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:43.966770 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.db.l3_db [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Floating IP 6c64601a-b109-4b04-9dc7-da9c7984a63e disassociated (deleted). External IP: 172.36.2.169, port: c341d3c0-c71c-44eb-ad39-3a73d4d4f572. Jan 04 14:47:44.456879 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:47:44.561224 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:47:44.565907 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for floatingip, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:44.571906 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:47:44.581534 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:44.582168 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:44.591274 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-d32828f7-6b92-4e59-9957-532067fd7a18 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "DELETE /v2.0/floatingips/6c64601a-b109-4b04-9dc7-da9c7984a63e HTTP/1.1" status: 204 len: 168 time: 1.0949116 Jan 04 14:47:44.591970 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:47:44.594378 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8" -d '{"events": [{"name": "network-changed", "server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:47:44.634513 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 04 Jan 2022 14:47:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e485542-8471-4bcd-9d87-ea7bc21ab2cd x-openstack-request-id: req-7e485542-8471-4bcd-9d87-ea7bc21ab2cd {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:47:44.635045 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:47:44.635280 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-7e485542-8471-4bcd-9d87-ea7bc21ab2cd {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:47:44.635746 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'status': 'completed', 'code': 200} Jan 04 14:47:44.691063 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:44.699415 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-904dc6c2-2bac-4cb6-b57c-67b8278a7028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:44.701165 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-904dc6c2-2bac-4cb6-b57c-67b8278a7028 service neutron] 10.222.0.13 "GET /v2.0/ports?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 1097 time: 0.0438149 Jan 04 14:47:44.845792 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-f54d64ca-ffad-449f-b603-31c9a6f7c373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:44.847420 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-f54d64ca-ffad-449f-b603-31c9a6f7c373 service neutron] 10.222.0.13 "GET /v2.0/networks?id=22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 200 len: 910 time: 0.1351047 Jan 04 14:47:44.859115 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea500c81-cc6f-4796-912f-49ec93b22b01 req-87cbc30d-9661-4cd2-b059-a82387dfafe1 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:44.860514 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea500c81-cc6f-4796-912f-49ec93b22b01 req-87cbc30d-9661-4cd2-b059-a82387dfafe1 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0688868 Jan 04 14:47:44.900264 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:44.909298 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-f4090a8e-78f7-49bf-9fa2-bdf33a8cbadd service neutron] 10.222.0.13 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 200 len: 217 time: 0.0478513 Jan 04 14:47:44.930233 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:47:44.938824 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:44.939430 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:18Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:44.964611 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-ea500c81-cc6f-4796-912f-49ec93b22b01 req-4291fecb-20e8-463e-bff4-1247e0212614 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0977366 Jan 04 14:47:44.979231 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-3bf18479-5282-40d8-a1ff-995b6ded9d41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:44.980687 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-3bf18479-5282-40d8-a1ff-995b6ded9d41 service neutron] 10.222.0.13 "GET /v2.0/subnets?id=0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 200 len: 848 time: 0.0591369 Jan 04 14:47:45.026870 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-08c3931a-e6ef-4f92-b53b-da6ff5a34c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:45.028893 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-08c3931a-e6ef-4f92-b53b-da6ff5a34c7e service neutron] 10.222.0.13 "GET /v2.0/ports?network_id=22722406-7aac-4a6f-8f0d-c64f455502b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396852 Jan 04 14:47:45.035721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:45.056940 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: a848f252-3a8b-4c5a-80f5-3425fa1f3525 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:45.057663 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device a848f252-3a8b-4c5a-80f5-3425fa1f3525 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:45.128093 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-9ef8929b-b97f-406a-b4c7-2b9932fe9e99 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919387 Jan 04 14:47:45.137208 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:45.218836 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-28f8d70b-c970-4c99-ad93-2436ffb7bbd8 req-b1263eaa-66f3-472c-a6e0-d4804fe062c2 service neutron] 10.222.0.13 "GET /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819616 Jan 04 14:47:45.329276 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:45.355000 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-604dce91-d3fe-40c5-99c2-7c4c2c6c28b3 None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv', '_interfaces': [{'id': 'ac813c38-5231-4f1a-8611-11375a2c4bf6', 'name': '', 'network_id': '22722406-7aac-4a6f-8f0d-c64f455502b2', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'mac_address': 'fa:16:3e:e9:a6:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_interface', 'standard_attr_id': 1860, 'fixed_ips': [{'subnet_id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:58Z', 'updated_at': '2022-01-04T14:43:03Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'subnets': [{'id': '0bd138f5-1ff5-478c-b43c-6f33bee113a9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:47:45.564631 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f6e0fa0-f143-4b9e-bd70-03ed1d8f81ba None None] New status for floating IP 6c64601a-b109-4b04-9dc7-da9c7984a63e: DOWN {{(pid=103266) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jan 04 14:47:45.637804 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-8d52f367-e04f-4481-b691-eb67019d9a3e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:46.081424 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dfd311-c6c4-4dbb-a562-01110e7dd2d6 req-bd902f21-8e7c-4811-8f93-c5cfc86a35c3 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103265) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:46.082874 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-94dfd311-c6c4-4dbb-a562-01110e7dd2d6 req-bd902f21-8e7c-4811-8f93-c5cfc86a35c3 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0482965 Jan 04 14:47:46.131473 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [req-94dfd311-c6c4-4dbb-a562-01110e7dd2d6 req-6774c0c2-f3b6-4a8b-90f6-3b8b77474d88 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "GET /v2.0/security-groups?id=af1e5b3c-7e36-4c54-a600-1245202656f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427375 Jan 04 14:47:46.339057 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-27e63ab1-87fe-42ec-b80a-e1d43568a130 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=103264) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jan 04 14:47:46.340385 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-27e63ab1-87fe-42ec-b80a-e1d43568a130 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "GET /v2.0/ports?device_id=48c10743-3bc0-4d52-95a8-c856274a8fc8 HTTP/1.1" status: 200 len: 944 time: 0.0523348 Jan 04 14:47:46.426069 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Deleting port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:46.426402 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:46.514182 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] For port c341d3c0-c71c-44eb-ad39-3a73d4d4f572, host hv-neutron-mast, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-mast',level=0,port_id=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:46.514535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:46.525903 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Calling delete_port for c341d3c0-c71c-44eb-ad39-3a73d4d4f572 owned by compute:nova {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:46.648330 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:46.681067 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event deleted for resources: {'Port': ['ID=c341d3c0-c71c-44eb-ad39-3a73d4d4f572,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:46.720432 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] No DVR routers for this DVR port c341d3c0-c71c-44eb-ad39-3a73d4d4f572 on host hv-neutron-mast {{(pid=103264) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:47:46.722944 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-246445'] for port, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:46.726270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [req-dc3b786e-43e6-4483-a6de-cf9b29701809 req-aa488bbb-ce5b-45fe-bca0-9da96893adf7 tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.13 "DELETE /v2.0/ports/c341d3c0-c71c-44eb-ad39-3a73d4d4f572 HTTP/1.1" status: 204 len: 173 time: 0.3797719 Jan 04 14:47:46.726720 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-deleted', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572'}] {{(pid=103264) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jan 04 14:47:46.729046 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.30/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f23c3f638e5f95980649ff0e12f2e9b2f388369088ea10565454269d90f4e4d9" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa66f2ce-0cd1-4771-bff5-c2d2e7a6cdeb" -d '{"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-deleted", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572"}]}' {{(pid=103264) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jan 04 14:47:46.771042 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 04 Jan 2022 14:47:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b3d38a14-29c0-4b81-84b2-a0dd8e0db960 x-openstack-request-id: req-b3d38a14-29c0-4b81-84b2-a0dd8e0db960 {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jan 04 14:47:46.771347 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c10743-3bc0-4d52-95a8-c856274a8fc8", "name": "network-vif-deleted", "tag": "c341d3c0-c71c-44eb-ad39-3a73d4d4f572", "status": "completed", "code": 200}]} {{(pid=103264) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jan 04 14:47:46.771601 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.30/compute/v2.1/os-server-external-events used request id req-b3d38a14-29c0-4b81-84b2-a0dd8e0db960 {{(pid=103264) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jan 04 14:47:46.772074 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c10743-3bc0-4d52-95a8-c856274a8fc8', 'name': 'network-vif-deleted', 'tag': 'c341d3c0-c71c-44eb-ad39-3a73d4d4f572', 'status': 'completed', 'code': 200} Jan 04 14:47:47.188607 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48122) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:47.244673 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cec5cbd0-b70a-40c5-8b0e-2a630853914b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:47.270187 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cec5cbd0-b70a-40c5-8b0e-2a630853914b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:47.328300 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cec5cbd0-b70a-40c5-8b0e-2a630853914b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:47.331031 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-cec5cbd0-b70a-40c5-8b0e-2a630853914b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Publish callbacks [] for security_group, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:47.332173 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-cec5cbd0-b70a-40c5-8b0e-2a630853914b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] 10.222.0.30 "DELETE /v2.0/security-groups/af1e5b3c-7e36-4c54-a600-1245202656f3 HTTP/1.1" status: 204 len: 168 time: 0.1425273 Jan 04 14:47:47.340937 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec5cbd0-b70a-40c5-8b0e-2a630853914b tempest-TestSnapshotPattern-1267626840 tempest-TestSnapshotPattern-1267626840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af1e5b3c-7e36-4c54-a600-1245202656f3,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:47.379450 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48126) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:47.717269 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:47.954526 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Deleting port ac813c38-5231-4f1a-8611-11375a2c4bf6 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:47.954857 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:47.968207 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a14f1bf9-1ef8-49ce-8378-9a1a09dfc4ab None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:48.032172 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] For port ac813c38-5231-4f1a-8611-11375a2c4bf6, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=ac813c38-5231-4f1a-8611-11375a2c4bf6,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:48.032523 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:48.048994 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Calling delete_port for ac813c38-5231-4f1a-8611-11375a2c4bf6 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:48.221947 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:48.247731 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ac813c38-5231-4f1a-8611-11375a2c4bf6,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:48.413264 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:48.628777 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Router 60b5b3c3-72e6-4eb4-add9-013313c60199 has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:47:48.732005 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:47:48.736952 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-8ac32d09-506b-4126-bd32-d1ce7d9595c8 admin admin] 10.222.0.30 "PUT /v2.0/routers/60b5b3c3-72e6-4eb4-add9-013313c60199/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3564229 Jan 04 14:47:48.739449 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48128) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:48.740945 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] Sync routers for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:47:48.751996 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:48.753520 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:48.842837 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:48.855504 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: dv-neutron-master-2-hyperv {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:48.943489 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:48.996394 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Deleting port aeb4428f-a503-4097-aad0-92f39ec4c713 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:48.997090 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.033288 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141'}], 'enable_snat': True}, 'gw_port_id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:47:48Z', 'revision_number': 5, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port': {'id': 'aeb4428f-a503-4097-aad0-92f39ec4c713', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:cf:4f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1859, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:42:57Z', 'updated_at': '2022-01-04T14:42:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:49.039378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 no longer exists at agent hyperv_hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:49.060698 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] No Port match for: c341d3c0-c71c-44eb-ad39-3a73d4d4f572 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:49.060920 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] Checking router: 60b5b3c3-72e6-4eb4-add9-013313c60199 for host: dv-neutron-master-2-hyperv {{(pid=103267) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:47:49.061626 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Device c341d3c0-c71c-44eb-ad39-3a73d4d4f572 not bound to the agent host hv-neutron-mast {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:49.069225 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvrscheduler_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] Routers {'60b5b3c3-72e6-4eb4-add9-013313c60199'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103267) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:49.069838 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['60b5b3c3-72e6-4eb4-add9-013313c60199'], 'active': True} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:49.074685 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] For port aeb4428f-a503-4097-aad0-92f39ec4c713, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=aeb4428f-a503-4097-aad0-92f39ec4c713,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:49.075135 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.091288 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Calling delete_port for aeb4428f-a503-4097-aad0-92f39ec4c713 owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:49.155757 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_dvr_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] Set router 60b5b3c3-72e6-4eb4-add9-013313c60199 gateway port host: None {{(pid=103267) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:49.210777 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.l3_hamode_db [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:47:48Z', 'revision_number': 6, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103267) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:49.236713 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-026b3d17-8131-427d-a91d-3e1512c359c5 None None] The sync data for ids ['60b5b3c3-72e6-4eb4-add9-013313c60199'] in dv-neutron-master-2-hyperv is: [{'id': '60b5b3c3-72e6-4eb4-add9-013313c60199', 'name': 'tempest-TestSnapshotPattern-231096954-router', 'tenant_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:42:56Z', 'updated_at': '2022-01-04T14:47:48Z', 'revision_number': 6, 'project_id': 'fbf0e0d8e1284771b997b20cc63393c8', 'gw_port_host': None}] {{(pid=103267) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:47:49.251039 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.279310 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeb4428f-a503-4097-aad0-92f39ec4c713,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:49.296642 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78a50794-28c2-41ae-921e-6611364a1bbc None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:47:49.344289 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.369414 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.433515 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.435688 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.485398 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.485950 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60b5b3c3-72e6-4eb4-add9-013313c60199 {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:47:49.490434 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.491597 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-181f93dc-7d7a-4aae-b058-c850e0c43991 admin admin] 10.222.0.30 "DELETE /v2.0/routers/60b5b3c3-72e6-4eb4-add9-013313c60199 HTTP/1.1" status: 204 len: 168 time: 0.7510302 Jan 04 14:47:49.494043 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48130) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:49.537142 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Deleting subnet 0bd138f5-1ff5-478c-b43c-6f33bee113a9 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:47:49.540033 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.574496 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.658146 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.718237 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.743638 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0bd138f5-1ff5-478c-b43c-6f33bee113a9,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:49.748223 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.751781 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-09584b27-0ff3-46d5-a5d6-b39643d254a9 admin admin] 10.222.0.30 "DELETE /v2.0/subnets/0bd138f5-1ff5-478c-b43c-6f33bee113a9 HTTP/1.1" status: 204 len: 168 time: 0.2565186 Jan 04 14:47:49.754391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 48132) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:49.759463 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89acd79f-e063-439b-a407-76c878bbd375 None None] Network 22722406-7aac-4a6f-8f0d-c64f455502b2 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:47:49.827469 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.881592 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Deleting port f6602a9b-591d-41b7-bb65-4f44124437fc {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:49.881953 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.942391 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] For port f6602a9b-591d-41b7-bb65-4f44124437fc, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=f6602a9b-591d-41b7-bb65-4f44124437fc,segment=NetworkSegment(76e8ca84-7fbb-4081-8afb-558a3f39136e),segment_id=76e8ca84-7fbb-4081-8afb-558a3f39136e)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:49.942647 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:49.954943 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Calling delete_port for f6602a9b-591d-41b7-bb65-4f44124437fc owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:50.022801 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] DHCP port deletion for 22722406-7aac-4a6f-8f0d-c64f455502b2 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:47:50.041663 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.068173 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6602a9b-591d-41b7-bb65-4f44124437fc,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:50.070700 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Deleting port f6602a9b-591d-41b7-bb65-4f44124437fc {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:50.071270 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.076511 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.076867 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.077263 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.077591 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.077940 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.078273 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.078776 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.079373 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.079868 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.080360 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.081099 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.081607 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.082149 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-master-2-hyperv {{(pid=103265) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jan 04 14:47:50.086417 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] No DVR routers for this DVR port f6602a9b-591d-41b7-bb65-4f44124437fc on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:47:50.133973 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] For port f6602a9b-591d-41b7-bb65-4f44124437fc, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:50.134369 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.147549 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Calling delete_port for f6602a9b-591d-41b7-bb65-4f44124437fc owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:50.150326 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Port f6602a9b-591d-41b7-bb65-4f44124437fc was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:47:50.151607 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.161553 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.179211 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] Pushing event deleted for resources: {'Port': ['ID=f6602a9b-591d-41b7-bb65-4f44124437fc,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:50.182885 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed4ca92-6175-4071-aeaf-ae254df5226c None None] No DVR routers for this DVR port f6602a9b-591d-41b7-bb65-4f44124437fc on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:47:50.183058 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22722406-7aac-4a6f-8f0d-c64f455502b2']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:50.194292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76e8ca84-7fbb-4081-8afb-558a3f39136e') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:50.194292 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76e8ca84-7fbb-4081-8afb-558a3f39136e') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:50.204992 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.219217 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.226141 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:47:50.226555 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:47:50.228460 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:47:50.287661 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.292116 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.295442 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] 10.222.0.30 "DELETE /v2.0/networks/22722406-7aac-4a6f-8f0d-c64f455502b2 HTTP/1.1" status: 204 len: 168 time: 0.5400639 Jan 04 14:47:50.298480 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48134) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:50.307631 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81d9d839-b460-4aad-bb3c-b337327768d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=22722406-7aac-4a6f-8f0d-c64f455502b2,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:50.628472 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:50.922575 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1043633'] for router_interface, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:51.158714 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Deleting port b1b1ca45-38df-42ba-a264-d6775e315c71 {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:51.159051 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:51.176839 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ac813c38-5231-4f1a-8611-11375a2c4bf6 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:51.196750 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: ac813c38-5231-4f1a-8611-11375a2c4bf6 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:51.197185 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device ac813c38-5231-4f1a-8611-11375a2c4bf6 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:51.197702 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f6602a9b-591d-41b7-bb65-4f44124437fc no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:51.216749 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: f6602a9b-591d-41b7-bb65-4f44124437fc {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:51.217129 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device f6602a9b-591d-41b7-bb65-4f44124437fc not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:51.217548 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aeb4428f-a503-4097-aad0-92f39ec4c713 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:51.236564 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: aeb4428f-a503-4097-aad0-92f39ec4c713 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:51.236914 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device aeb4428f-a503-4097-aad0-92f39ec4c713 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:51.239727 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] For port b1b1ca45-38df-42ba-a264-d6775e315c71, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=b1b1ca45-38df-42ba-a264-d6775e315c71,segment=NetworkSegment(b79d1ee2-dea0-4f1b-9990-a99d96c029b3),segment_id=b79d1ee2-dea0-4f1b-9990-a99d96c029b3)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:51.240106 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:51.253999 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Calling delete_port for b1b1ca45-38df-42ba-a264-d6775e315c71 owned by network:router_interface {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:51.428524 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:51.453951 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Pushing event deleted for resources: {'Port': ['ID=b1b1ca45-38df-42ba-a264-d6775e315c71,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:51.616423 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1031480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1043485'] for router_interface, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:51.830511 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Router cc963589-083c-4b23-a81d-951abf3685bc has already been hosted by L3 agent f9127806-bcbc-4fc0-91c2-850f6235a206 {{(pid=103264) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Jan 04 14:47:51.935098 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] Notify agent at l3_agent.dv-neutron-master-2-hyperv the message routers_updated {{(pid=103264) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jan 04 14:47:51.940031 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-fb4b38d9-578f-4008-be93-08678bfa3265 admin admin] 10.222.0.30 "PUT /v2.0/routers/cc963589-083c-4b23-a81d-951abf3685bc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6404321 Jan 04 14:47:51.942540 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48140) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:51.943491 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] Sync routers for ids ['cc963589-083c-4b23-a81d-951abf3685bc'] in dv-neutron-master-2-hyperv {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jan 04 14:47:51.954500 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] Routers {'cc963589-083c-4b23-a81d-951abf3685bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:51.955116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['cc963589-083c-4b23-a81d-951abf3685bc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:52.045535 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks [] for router, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.058683 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] Set router cc963589-083c-4b23-a81d-951abf3685bc gateway port host: dv-neutron-master-2-hyperv {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:52.145582 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.198083 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Deleting port 1143a677-fd94-41b7-a7ee-fc6b98300a9e {{(pid=103264) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:52.198427 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.232335 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'external_fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60'}], 'enable_snat': True}, 'gw_port_id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:47:51Z', 'revision_number': 5, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port': {'id': '1143a677-fd94-41b7-a7ee-fc6b98300a9e', 'name': '', 'network_id': '0f616572-caf8-4f73-b40f-48d39233e285', 'tenant_id': '', 'mac_address': 'fa:16:3e:69:cf:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1871, 'fixed_ips': [{'subnet_id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'ip_address': '172.36.2.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-master-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:43:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '358c65be-fce5-4248-ab98-f009e76a3e09', 'cidr': '172.36.2.0/24', 'gateway_ip': '172.36.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-master-2-hyperv'}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:52.264311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] Checking router: cc963589-083c-4b23-a81d-951abf3685bc for host: dv-neutron-master-2-hyperv {{(pid=103266) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jan 04 14:47:52.279665 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] Routers {'cc963589-083c-4b23-a81d-951abf3685bc'} bound to L3 agent in host dv-neutron-master-2-hyperv {{(pid=103266) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jan 04 14:47:52.280338 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-master-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-01-04T13:46:48Z,description=,heartbeat_timestamp=2022-01-04T14:47:48Z,host='dv-neutron-master-2-hyperv',id=f9127806-bcbc-4fc0-91c2-850f6235a206,load=0,resource_versions=,resources_synced=,started_at=2022-01-04T13:46:48Z,topic='l3_agent')) {'router_ids': ['cc963589-083c-4b23-a81d-951abf3685bc'], 'active': True} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:52.281728 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.db [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] For port 1143a677-fd94-41b7-a7ee-fc6b98300a9e, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=1143a677-fd94-41b7-a7ee-fc6b98300a9e,segment=NetworkSegment(45186348-1368-4c29-bb80-6bab79949027),segment_id=45186348-1368-4c29-bb80-6bab79949027)] {{(pid=103264) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:52.282180 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.283765 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.294597 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.plugins.ml2.plugin [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Calling delete_port for 1143a677-fd94-41b7-a7ee-fc6b98300a9e owned by network:router_gateway {{(pid=103264) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:52.368026 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvr_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] Set router cc963589-083c-4b23-a81d-951abf3685bc gateway port host: None {{(pid=103266) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Jan 04 14:47:52.423160 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_hamode_db [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:47:52Z', 'revision_number': 6, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port_host': None}], 'dv-neutron-master-2-hyperv', False) {} {{(pid=103266) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:52.449003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17b27dc1-d0c7-4eea-894f-62fde1dcb6b9 None None] The sync data for ids ['cc963589-083c-4b23-a81d-951abf3685bc'] in dv-neutron-master-2-hyperv is: [{'id': 'cc963589-083c-4b23-a81d-951abf3685bc', 'name': 'tempest-TestSnapshotPattern-1373363160-router', 'tenant_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-01-04T14:43:01Z', 'updated_at': '2022-01-04T14:47:52Z', 'revision_number': 6, 'project_id': 'bce0cbf3cf08403a98575e7e694f3aa1', 'gw_port_host': None}] {{(pid=103266) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jan 04 14:47:52.459619 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5340623'] for port, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.487719 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Pushing event deleted for resources: {'Port': ['ID=1143a677-fd94-41b7-a7ee-fc6b98300a9e,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:52.501848 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deff0b76-fe67-4494-a102-d69412d92d53 None None] DHCP port deletion for 0f616572-caf8-4f73-b40f-48d39233e285 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:47:52.550125 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-656891'] for router_gateway, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.638271 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1043797', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-126525'] for router, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.640285 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.686239 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-1043804'] for router, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.686785 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cc963589-083c-4b23-a81d-951abf3685bc {{(pid=103264) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jan 04 14:47:52.691020 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] Publish callbacks [] for router, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.692270 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-002706d0-3dd4-47f9-a101-48d85b6ed675 admin admin] 10.222.0.30 "DELETE /v2.0/routers/cc963589-083c-4b23-a81d-951abf3685bc HTTP/1.1" status: 204 len: 168 time: 0.7487898 Jan 04 14:47:52.694793 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.wsgi [-] (103264) accepted ('10.222.0.30', 48142) {{(pid=103264) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:52.739049 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.db.db_base_plugin_v2 [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Deleting subnet 3b1bec92-2d39-4025-be8f-ee3395e34489 {{(pid=103264) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Jan 04 14:47:52.742013 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.778991 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6271304'] for subnet, precommit_delete_associations {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.863871 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1953175'] for subnet, precommit_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.915459 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1953164', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-594929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5308476', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4611011'] for subnet, after_delete {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.940318 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3b1bec92-2d39-4025-be8f-ee3395e34489,revision_number=None']} {{(pid=103264) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:52.943943 dv-neutron-master-2-hyperv neutron-server[103264]: DEBUG neutron_lib.callbacks.manager [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] Publish callbacks [] for subnet, before_response {{(pid=103264) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:52.947155 dv-neutron-master-2-hyperv neutron-server[103264]: INFO neutron.wsgi [None req-94fd4f12-31b9-4c2c-b991-5e9dca9eb26a admin admin] 10.222.0.30 "DELETE /v2.0/subnets/3b1bec92-2d39-4025-be8f-ee3395e34489 HTTP/1.1" status: 204 len: 168 time: 0.2513781 Jan 04 14:47:52.949486 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86d52bda-3a33-46e6-97c6-e71c4542ab5a None None] Network 2d219403-149f-4d52-9c67-e8abe97631e8 requested from dv-neutron-master-2-hyperv {{(pid=103266) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:219}} Jan 04 14:47:52.949774 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 48144) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:53.021702 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-2069574'] for network, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.075769 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Deleting port 9d2b061d-5842-452c-a05b-4333751ffb94 {{(pid=103265) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:53.076114 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.142224 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.db [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] For port 9d2b061d-5842-452c-a05b-4333751ffb94, host dv-neutron-master-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-master-2-hyperv',level=0,port_id=9d2b061d-5842-452c-a05b-4333751ffb94,segment=NetworkSegment(b79d1ee2-dea0-4f1b-9990-a99d96c029b3),segment_id=b79d1ee2-dea0-4f1b-9990-a99d96c029b3)] {{(pid=103265) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:53.142582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.156384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.plugin [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Calling delete_port for 9d2b061d-5842-452c-a05b-4333751ffb94 owned by network:dhcp {{(pid=103265) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:53.186874 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] DHCP port deletion for 2d219403-149f-4d52-9c67-e8abe97631e8 request from dv-neutron-master-2-hyperv {{(pid=103266) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:277}} Jan 04 14:47:53.243982 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5332716'] for port, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.246721 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1b1ca45-38df-42ba-a264-d6775e315c71 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:53.271710 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Pushing event deleted for resources: {'Port': ['ID=9d2b061d-5842-452c-a05b-4333751ffb94,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:53.272944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: b1b1ca45-38df-42ba-a264-d6775e315c71 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:53.272944 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device b1b1ca45-38df-42ba-a264-d6775e315c71 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:53.273180 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] No DVR routers for this DVR port 9d2b061d-5842-452c-a05b-4333751ffb94 on host dv-neutron-master-2-hyperv {{(pid=103265) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:47:53.273281 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9d2b061d-5842-452c-a05b-4333751ffb94 no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:53.294033 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Deleting port 9d2b061d-5842-452c-a05b-4333751ffb94 {{(pid=103266) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1959}} Jan 04 14:47:53.294468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8786954284090'] for port, before_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.306652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 9d2b061d-5842-452c-a05b-4333751ffb94 {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:53.307003 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 9d2b061d-5842-452c-a05b-4333751ffb94 not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:53.307431 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1143a677-fd94-41b7-a7ee-fc6b98300a9e no longer exists at agent ovs-agent-dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jan 04 14:47:53.332311 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-604267ae-764e-4760-820d-eae531c257fd None None] No Port match for: 1143a677-fd94-41b7-a7ee-fc6b98300a9e {{(pid=103266) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2295}} Jan 04 14:47:53.332664 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.rpc [None req-604267ae-764e-4760-820d-eae531c257fd None None] Device 1143a677-fd94-41b7-a7ee-fc6b98300a9e not bound to the agent host dv-neutron-master-2-hyperv {{(pid=103266) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jan 04 14:47:53.348790 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1952536', 'neutron.services.segments.db._delete_segments_for_network-8786954406732'] for network, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.368302 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d219403-149f-4d52-9c67-e8abe97631e8']}} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:53.377853 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3') {'for_net_delete': True} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:53.378433 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.services.segments.db [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b79d1ee2-dea0-4f1b-9990-a99d96c029b3') {} {{(pid=103265) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jan 04 14:47:53.378931 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.db [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] For port 9d2b061d-5842-452c-a05b-4333751ffb94, host dv-neutron-master-2-hyperv, got binding levels [] {{(pid=103266) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jan 04 14:47:53.379352 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-657848'] for port, precommit_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.388384 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8786954408789', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7272430'] for segment, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.395781 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.plugins.ml2.plugin [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Calling delete_port for 9d2b061d-5842-452c-a05b-4333751ffb94 owned by network:dhcp {{(pid=103266) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2037}} Jan 04 14:47:53.398841 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.ipam_backend_mixin [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Port 9d2b061d-5842-452c-a05b-4333751ffb94 was not found and therefore no delete operation was performed {{(pid=103266) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jan 04 14:47:53.400367 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2044157', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-132553', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8786954422029', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8786953852600'] for port, after_delete {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.402983 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022'] for segment, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.409483 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=103265) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jan 04 14:47:53.410000 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1950022', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5332665'] for segment, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: Traceback (most recent call last): Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: timer() Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: cb(*args, **kw) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: return func(*args, **kwargs) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: self._notify() Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: self.callback(batched_events) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: event.method(event) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: aggregate_uuid = self.p_client.list_aggregates( Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: return f(self, *a, **k) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: return self._get(url).json() Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: return self._client.get(url, endpoint_filter=self._ks_filter, Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: return self.request(url, 'GET', **kwargs) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: base_url = self.get_endpoint(auth, allow=allow, Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 04 14:47:53.422432 dv-neutron-master-2-hyperv neutron-server[103265]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 04 14:47:53.425495 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] Pushing event deleted for resources: {'Port': ['ID=9d2b061d-5842-452c-a05b-4333751ffb94,revision_number=None']} {{(pid=103266) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:53.431188 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2fbbad1-a59d-426b-b11f-e191df2df09f None None] No DVR routers for this DVR port 9d2b061d-5842-452c-a05b-4333751ffb94 on host dv-neutron-master-2-hyperv {{(pid=103266) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jan 04 14:47:53.474977 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1952529', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-597771', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1031473', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-656799'] for network, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.479852 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Publish callbacks [] for network, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.484070 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] 10.222.0.30 "DELETE /v2.0/networks/2d219403-149f-4d52-9c67-e8abe97631e8 HTTP/1.1" status: 204 len: 168 time: 0.5327466 Jan 04 14:47:53.497810 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc82d5f-7d1a-4c4d-8c93-7eb3b93957a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d219403-149f-4d52-9c67-e8abe97631e8,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:53.661520 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 48148) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:53.701703 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-4b7ac01d-e48d-488d-8f16-23bfcb7e0689 admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=fbf0e0d8e1284771b997b20cc63393c8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388741 Jan 04 14:47:53.704011 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 48150) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:53.751025 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43636c87-157d-46cf-b99e-230352cee9d4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.772126 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43636c87-157d-46cf-b99e-230352cee9d4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.817653 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43636c87-157d-46cf-b99e-230352cee9d4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.820355 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-43636c87-157d-46cf-b99e-230352cee9d4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:53.821501 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-43636c87-157d-46cf-b99e-230352cee9d4 admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/0e5cf4f1-cdf3-45e3-9d6d-b692b39e7800 HTTP/1.1" status: 204 len: 168 time: 0.1165993 Jan 04 14:47:53.829266 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43636c87-157d-46cf-b99e-230352cee9d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e5cf4f1-cdf3-45e3-9d6d-b692b39e7800,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:54.131671 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 48156) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:54.170737 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-417a860a-4fd1-46f2-8726-3dbc689eecab admin admin] 10.222.0.30 "GET /v2.0/security-groups?tenant_id=bce0cbf3cf08403a98575e7e694f3aa1&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0379212 Jan 04 14:47:54.173163 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.wsgi [-] (103265) accepted ('10.222.0.30', 48158) {{(pid=103265) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Jan 04 14:47:54.220902 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b6692055-df5c-4d3d-97ee-19bfd535abbd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:54.241751 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b6692055-df5c-4d3d-97ee-19bfd535abbd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:54.287582 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b6692055-df5c-4d3d-97ee-19bfd535abbd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-598008'] for security_group, after_delete {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:54.290350 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron_lib.callbacks.manager [None req-b6692055-df5c-4d3d-97ee-19bfd535abbd admin admin] Publish callbacks [] for security_group, before_response {{(pid=103265) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:47:54.291641 dv-neutron-master-2-hyperv neutron-server[103265]: INFO neutron.wsgi [None req-b6692055-df5c-4d3d-97ee-19bfd535abbd admin admin] 10.222.0.30 "DELETE /v2.0/security-groups/9bec16b4-2ed9-4925-87f6-91888d72105c HTTP/1.1" status: 204 len: 168 time: 0.1175041 Jan 04 14:47:54.300050 dv-neutron-master-2-hyperv neutron-server[103265]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6692055-df5c-4d3d-97ee-19bfd535abbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bec16b4-2ed9-4925-87f6-91888d72105c,revision_number=None']} {{(pid=103265) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jan 04 14:47:55.767422 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:48:05.961116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:15.628984 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ffdb1a93-9a35-4efa-a4c1-65f8f6d595cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:17.968849 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c3615d2c-fae7-4868-a3aa-e084d1ecc27f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:19.373446 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:20.630047 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:22.266448 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:32.766499 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:48:35.972656 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:45.634062 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d5958201-2972-4778-a474-885f9e0fc552 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:47.969791 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-568d0e4c-0f1f-416e-9dfe-3a5807641fad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:49.376116 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:50.633983 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:48:52.268119 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:05.987575 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:09.765796 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:49:15.636468 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bb324163-2264-4a1e-901d-2ce1cf760cce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:17.969953 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-b56b1461-5ed0-47a0-bfe9-76c1bd5489bf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:19.378435 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:20.635793 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:22.270110 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:36.003986 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:45.637636 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-bc185aa9-eeff-4d39-9edf-e6b532e5c253 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:46.765715 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:49:47.971153 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-df8b3430-6580-48ea-9863-558f2aac1803 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:49.380990 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:50.639157 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:49:52.271425 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:06.018653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:15.638621 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4f80ce56-56b0-4d8a-ac90-a215aff8d71a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:17.972127 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-06af3083-3c1e-448a-b0cc-39ea51e16980 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:19.383755 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:20.641789 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:22.273378 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:23.765172 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:50:36.033516 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:45.643303 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-4f30a706-8a16-41a6-85a3-5fc828e3a2c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:47.974014 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-d52c2a36-f0af-4c38-b8cd-3132bb3722ce None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:49.386509 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:50.644753 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:50:52.275112 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:00.763280 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:51:06.047562 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:15.644975 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a210e88c-045b-4651-ab2c-eeabdfb13f45 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:17.974416 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-a0ceac5c-db26-4925-ba19-90ab4faa12c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:19.391287 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:20.787454 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:22.276591 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:36.033251 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:37.762195 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:51:45.646759 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-5948ad50-a8dd-47f0-af77-68914603b2eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:47.975727 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-17705c1b-186c-4cc1-bdd2-f9ca463a35b0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:49.393739 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:50.650647 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:51:52.277886 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:06.046737 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:14.760774 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:52:15.647777 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-583206bf-a524-479d-968a-4216184d35d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:17.976235 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-28e7fac8-776f-435d-9f98-5ece8ae896d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:19.394243 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:20.653955 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:22.281820 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:36.032002 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:45.648625 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ce2e4dc7-9a46-4048-98f3-a16d7b3064ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:47.977653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-f2d90801-068f-476b-b54f-e7caeb835df7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:49.397091 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:50.655985 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:52:51.758691 dv-neutron-master-2-hyperv neutron-server[103267]: DEBUG neutron.db.agents_db [None req-1de8e0cf-d6ab-4b09-b055-e59893d3f4fc None None] Agent healthcheck: found 6 active agents {{(pid=103267) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jan 04 14:52:52.283653 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:53:06.047871 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-c56e3fe0-3918-4a80-a1a9-07c38842aa0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:53:15.650018 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-daa3a088-9015-4dc3-a6cb-9fd7798ea276 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:53:17.979652 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-ee4c75ba-6c77-4dc4-8ca7-730c747631b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:53:19.400187 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-9dc845e5-113d-49a1-8a25-f8a27a205f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:53:20.659632 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-fcf4f0ce-b93a-4c15-816a-34d9cbdcc327 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Jan 04 14:53:22.286017 dv-neutron-master-2-hyperv neutron-server[103266]: DEBUG neutron_lib.callbacks.manager [None req-604267ae-764e-4760-820d-eae531c257fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8786954406714', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1956054'] for agent, after_update {{(pid=103266) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}